00000800:00000200:3.1F:1733163870.851100:0:3757:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012bd94840] -> 12345-192.168.202.107@tcp (2) 00000800:00000200:0.1F:1733163870.851349:0:3748:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012bd94840] -> 12345-192.168.202.107@tcp (2) 00000800:00000200:0.1:1733163870.851357:0:3748:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.107@tcp ffff8800b4131300 deleted 00000800:00000010:0.1:1733163870.851359:0:3748:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b4131300. 00000800:00000200:0.1:1733163870.851362:0:3748:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1733163870.851367:0:3748:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:1023 00000800:00000200:0.1:1733163870.851370:0:3748:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012bf7b300 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1F:1733163870.851450:0:3747:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1F:1733163870.851706:0:3749:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012bd94840] -> 12345-192.168.202.107@tcp (4) 00000800:00000200:1.1:1733163870.851711:0:3749:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.107@tcp ffff8800b4109240 deleted 00000800:00000010:1.1:1733163870.851713:0:3749:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b4109240. 00000800:00000200:1.1:1733163870.851715:0:3749:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1733163870.851768:0:3747:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1733163870.941261:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880137393400. 00010000:00000010:2.1:1733163870.941269:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9f64240. 00010000:00000010:3.1:1733163870.971224:0:34:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff880137393600. 00010000:00000010:3.1:1733163870.971230:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a5ca0480. 00010000:00000010:1.1:1733163870.971231:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88008d1ec600. 00010000:00000010:1.1:1733163870.971235:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a827c480. 00010000:00000010:1.1:1733163870.971239:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800a9f64b40. 00080000:00000010:3.1:1733163870.985238:0:11:0:(osd_handler.c:1596:osd_oxc_free()) kfreed 'oxe': 68 at ffff88012e28fea0. 00010000:00010000:0.0:1733164791.986613:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d571a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.986624:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d571a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.986630:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164791.986632:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d571a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.986638:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d571a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.986649:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d571a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.986655:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d571a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164791.986680:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb3100/2, rc 0, transno 1015064 00000100:00100000:0.0:1733164791.986686:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297158144:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.986799:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013296bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+2784:3759:x1817354297157504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2180us (2208us total) trans 4295982362 rc 0/0 00000100:00100000:0.0:1733164791.986805:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186946 00000100:00100000:0.0:1733164791.986852:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297160064:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.986902:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1733164791.986919:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132968e00/2, rc 0, transno 1015067 00000100:00100000:0.0:1733164791.986924:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132968e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297157248:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.986991:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297160320 00000100:00100000:0.0:1733164791.986994:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297160320 00000100:00100000:0.0:1733164791.987007:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186957 00000100:00100000:0.0:1733164791.987011:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+2786:3762:x1817354297160320:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164791.987020:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10365 count 1 00010000:00010000:0.0:1733164791.987028:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5767 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.987037:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f14e880/0xe92384b90c839e93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a66d expref: 1315 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.987043:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164791.987045:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164791.987047:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5767 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.987060:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f14e880/0xe92384b90c839e93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a66d expref: 1315 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.987068:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f14e880/0xe92384b90c839e93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a66d expref: 1315 pid: 16642 timeout: 1074 lvb_type: 0 00000100:00100000:0.0:1733164791.987076:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297160576:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164791.987089:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164791.987135:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297160704 00000100:00100000:0.0:1733164791.987138:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297160704 00000100:00100000:0.0:1733164791.987166:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186958 00000100:00100000:0.0:1733164791.987170:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+2787:3759:x1817354297160704:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164791.987181:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10366 count 1 00010000:00010000:0.0:1733164791.987190:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d576e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.987196:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093725b00/0xe92384b90c839f11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a69e expref: 1315 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.987201:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164791.987201:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164791.987203:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d576e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.987212:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093725b00/0xe92384b90c839f11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a69e expref: 1315 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.987217:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093725b00/0xe92384b90c839f11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a69e expref: 1315 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.987223:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297160832:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164791.987238:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265b40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164791.988024:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.988080:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:0.0:1733164791.988404:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133a67100/2, rc 0, transno 1015069 00000100:00100000:0.0:1733164791.988414:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297159040:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.988467:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880123659180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297160960:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.988483:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164791.988670:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012365b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297161216:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.988689:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164791.988976:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807380 00000100:00100000:0.0:1733164791.988981:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1316:2000:x1817354606173696:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.988993:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.988997:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800923f6d00/0xe92384b90c837588 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d8c expref: 1316 pid: 16659 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1733164791.989006:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800923f6d00/0xe92384b90c837588 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d8c expref: 1316 pid: 16659 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1733164791.989017:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800923f6d00/0xe92384b90c837588 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d8c expref: 1316 pid: 16659 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1733164791.989028:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.989030:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.989032:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d574b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989038:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d574b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989051:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.989068:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1313:2000:x1817354606173696:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.989074:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807380 00000004:00080000:0.0:1733164791.989298:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133a65f80/2, rc 0, transno 1015071 00000100:00100000:0.0:1733164791.989307:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297159168:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164791.989317:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133a65880/2, rc 0, transno 1015072 00000100:00100000:0.0:1733164791.989321:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297160064:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.989338:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297160832:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164791.989396:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d576e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164791.989408:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1733164791.989414:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012365ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297161472:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.989432:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1733164791.989450:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133a67b80/2, rc 0, transno 1015073 00000100:00100000:0.0:1733164791.989454:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297159936:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.989457:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164791.989460:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880123659c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297161600:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.989470:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164791.989500:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f14e880/0xe92384b90c839e93 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a66d expref: 1310 pid: 16642 timeout: 1074 lvb_type: 0 00000100:00100000:0.0:1733164791.989512:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297160576:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164791.989525:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5767 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989536:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5767 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989609:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5767 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989616:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5767 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989622:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5767 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989628:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989633:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164791.989636:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989642:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989652:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5767 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989658:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5767 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x287d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989762:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d576e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989769:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d576e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989775:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d576e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989780:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d576e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989785:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d576e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989790:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164791.989792:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d576e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989798:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d576e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989806:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d576e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.989812:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d576e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x287e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164791.989913:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880123658000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297162240:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.989932:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164791.989972:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+2795:3759:x1817354297160704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2800us (2847us total) trans 4295982372 rc 0/0 00000100:00100000:0.0:1733164791.989980:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186958 00000100:00100000:0.0:1733164791.990014:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1733164791.990020:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880123659880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297162368:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.990034:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164791.990053:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+2795:3762:x1817354297160320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3041us (3075us total) trans 4295982371 rc 0/0 00000100:00100000:0.0:1733164791.990058:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186957 00000004:00080000:0.0:1733164791.990072:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880123659180/2, rc 0, transno 1015077 00000100:00100000:0.0:1733164791.990076:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880123659180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297160960:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.990107:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.990116:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606174592 00000100:00100000:0.0:1733164791.990119:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606174592 00010000:00010000:0.0:1733164791.990127:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f48b40/0xe92384b90c83a11e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6eb expref: 1307 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.990210:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807387 00000100:00100000:0.0:1733164791.990216:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1307:2001:x1817354606174592:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.990225:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.990291:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f48b40/0xe92384b90c83a11e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6eb expref: 1307 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.990299:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f48b40/0xe92384b90c83a11e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6eb expref: 1307 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.990311:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f48b40/0xe92384b90c83a11e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6eb expref: 1307 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.990321:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.990323:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.990326:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d577c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.990332:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d577c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.990347:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.990365:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1306:2001:x1817354606174592:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 148us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.990426:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807387 00000100:00100000:0.0:1733164791.990509:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.990521:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606174720 00000100:00100000:0.0:1733164791.990524:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606174720 00010000:00010000:0.0:1733164791.990534:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124818480/0xe92384b90c83a1f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a707 expref: 1306 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.990573:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807388 00000100:00100000:0.0:1733164791.990578:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1306:2000:x1817354606174720:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.990586:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.990589:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124818480/0xe92384b90c83a1f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a707 expref: 1306 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.990603:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124818480/0xe92384b90c83a1f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a707 expref: 1306 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.990613:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124818480/0xe92384b90c83a1f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a707 expref: 1306 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.990621:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.990623:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.990625:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5783 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.990631:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5783 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.990644:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.990663:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2000:x1817354606174720:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.990668:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807388 00000004:00080000:0.0:1733164791.990827:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012365ad80/2, rc 0, transno 1015079 00000100:00100000:0.0:1733164791.990834:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012365ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297161472:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.991607:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:0.0:1733164791.992009:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880123659500/2, rc 0, transno 1015080 00000100:00100000:0.0:1733164791.992015:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880123659500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297161856:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.992047:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297163776:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.992065:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164791.992388:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606174976 00000100:00100000:0.0:1733164791.992393:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606174976 00010000:00010000:0.0:1733164791.992405:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946a33c0/0xe92384b90c83a29f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a74d expref: 1304 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.992431:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606175104 00000100:00100000:0.0:1733164791.992434:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606175104 00010000:00010000:0.0:1733164791.992442:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c8d8240/0xe92384b90c83a30f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a793 expref: 1305 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.992462:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807391 00000100:00100000:0.0:1733164791.992466:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2000:x1817354606175104:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.992472:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.992474:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c8d8240/0xe92384b90c83a30f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a793 expref: 1305 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.992480:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c8d8240/0xe92384b90c83a30f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a793 expref: 1305 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.992490:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c8d8240/0xe92384b90c83a30f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a793 expref: 1304 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.992499:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.992500:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.992503:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d5798 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.992509:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d5798 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.992525:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.992556:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1303:2000:x1817354606175104:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.992562:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807391 00000100:00100000:0.0:1733164791.992781:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606175360 00000100:00100000:0.0:1733164791.992785:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606175360 00000100:00100000:0.0:1733164791.992793:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606175488 00000100:00100000:0.0:1733164791.992794:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606175488 00010000:00010000:0.0:1733164791.992804:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa8ef40/0xe92384b90c83a3be lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a803 expref: 1304 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.992829:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807393 00000100:00100000:0.0:1733164791.992833:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880123658a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2000:x1817354606175488:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.992839:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.992843:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa8ef40/0xe92384b90c83a3be lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a803 expref: 1305 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.992850:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa8ef40/0xe92384b90c83a3be lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a803 expref: 1305 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.992860:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.992861:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.992863:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d57ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.992870:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d57ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.992880:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.992895:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880123658a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1303:2000:x1817354606175488:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.992900:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807393 00010000:00010000:0.0:1733164791.992917:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f6ceac0/0xe92384b90c83a3a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7e7 expref: 1302 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.992931:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807395 00000100:00100000:0.0:1733164791.992934:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880123659f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1302:2000:x1817354606175360:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.992940:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.992943:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f6ceac0/0xe92384b90c83a3a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7e7 expref: 1302 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.992950:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f6ceac0/0xe92384b90c83a3a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7e7 expref: 1301 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.992959:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f6ceac0/0xe92384b90c83a3a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7e7 expref: 1301 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.992967:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.992968:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.992970:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d57a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.992976:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d57a6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.992987:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.992999:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880123659f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1298:2000:x1817354606175360:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.993060:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807395 00000100:00100000:0.0:1733164791.993122:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.993134:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606175744 00000100:00100000:0.0:1733164791.993137:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606175744 00010000:00010000:0.0:1733164791.993165:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091d32ac0/0xe92384b90c83a427 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a849 expref: 1298 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.993258:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807396 00000100:00100000:0.0:1733164791.993262:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1298:2001:x1817354606175744:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.993269:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.993273:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091d32ac0/0xe92384b90c83a427 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a849 expref: 1298 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.993281:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091d32ac0/0xe92384b90c83a427 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a849 expref: 1298 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.993292:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d32ac0/0xe92384b90c83a427 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a849 expref: 1298 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.993300:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.993301:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.993304:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d57bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.993315:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d57bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.993328:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.993345:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1297:2001:x1817354606175744:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.993352:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807396 00000004:00080000:0.0:1733164791.993377:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012365aa00/2, rc 0, transno 1015083 00000100:00100000:0.0:1733164791.993385:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012365aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297162880:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.993417:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297164544:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.993436:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164791.993457:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297164544 00000100:00100000:0.0:1733164791.993461:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297164544 00000100:00100000:0.0:1733164791.993481:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186974 00000100:00100000:0.0:1733164791.993485:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+2805:3762:x1817354297164288:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164791.993496:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10381 count 1 00010000:00010000:0.0:1733164791.993506:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d57de lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x288d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.993516:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085d07840/0xe92384b90c83a63b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x288d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8f8 expref: 1296 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.993521:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164791.993523:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164791.993525:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d57de lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x288d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.993563:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085d07840/0xe92384b90c83a63b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x288d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8f8 expref: 1296 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.993571:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085d07840/0xe92384b90c83a63b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x288d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8f8 expref: 1296 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.993580:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297164928:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164791.993598:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265b40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164791.993638:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164791.993644:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f751f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297165056:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.993671:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1733164791.993690:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012365a300/2, rc 0, transno 1015087 00000100:00100000:0.0:1733164791.993697:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012365a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297162752:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.993709:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606175872 00000100:00100000:0.0:1733164791.993712:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606175872 00010000:00010000:0.0:1733164791.993722:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa8c900/0xe92384b90c83a451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x288a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a873 expref: 1297 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.993739:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807397 00000100:00100000:0.0:1733164791.993743:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880123658380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1297:2000:x1817354606175872:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.993751:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.993755:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa8c900/0xe92384b90c83a451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x288a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a873 expref: 1297 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.993768:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa8c900/0xe92384b90c83a451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x288a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a873 expref: 1297 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.993779:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa8c900/0xe92384b90c83a451 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x288a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a873 expref: 1297 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.993788:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.993789:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.993792:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d57c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x288a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.993798:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d57c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x288a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.993812:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.993824:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880123658380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1296:2000:x1817354606175872:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.993830:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807397 00000004:00080000:0.0:1733164791.993988:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bcd9180/2, rc 0, transno 1015088 00000100:00100000:0.0:1733164791.993992:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297163776:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.994018:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297165568:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.994036:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164791.995228:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.995240:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606176000 00000100:00100000:0.0:1733164791.995243:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606176000 00010000:00010000:0.0:1733164791.995257:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092da6400/0xe92384b90c83a46d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x288b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a88f expref: 1296 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.995274:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807398 00000100:00100000:0.0:1733164791.995279:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1296:2001:x1817354606176000:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.995286:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.995290:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092da6400/0xe92384b90c83a46d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x288b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a88f expref: 1296 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.995299:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092da6400/0xe92384b90c83a46d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x288b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a88f expref: 1296 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.995309:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092da6400/0xe92384b90c83a46d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x288b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a88f expref: 1296 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.995319:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.995321:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.995323:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d57c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x288b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.995330:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d57c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x288b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.995350:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.995370:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1295:2001:x1817354606176000:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 90us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.995376:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807398 00000100:00100000:0.0:1733164791.995423:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297165440:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164791.995435:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d57ec lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164791.995503:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.995515:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.995551:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.995563:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606176128 00000100:00100000:0.0:1733164791.995566:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606176128 00010000:00010000:0.0:1733164791.995576:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085a43180/0xe92384b90c83a5c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x288c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8b2 expref: 1297 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.995628:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.995636:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606176256 00000100:00100000:0.0:1733164791.995638:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606176256 00010000:00010000:0.0:1733164791.995645:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957f18c0/0xe92384b90c83a6ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x288e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a953 expref: 1296 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.995657:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807402 00000100:00100000:0.0:1733164791.995661:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f750000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1296:2000:x1817354606176256:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.995668:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.995671:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957f18c0/0xe92384b90c83a6ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x288e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a953 expref: 1295 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.995679:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957f18c0/0xe92384b90c83a6ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x288e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a953 expref: 1295 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.995696:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957f18c0/0xe92384b90c83a6ea lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x288e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a953 expref: 1295 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.995705:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.995706:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.995709:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d57d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x288e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.995715:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d57d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x288e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.995728:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.995743:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f750000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1292:2000:x1817354606176256:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.995749:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807402 00000100:00100000:0.0:1733164791.995783:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.995795:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606176640 00000100:00100000:0.0:1733164791.995799:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606176640 00010000:00010000:0.0:1733164791.995807:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009336aac0/0xe92384b90c83a7a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a992 expref: 1291 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.995820:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807403 00000100:00100000:0.0:1733164791.995823:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f751c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1291:2000:x1817354606176640:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.995827:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.995830:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009336aac0/0xe92384b90c83a7a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a992 expref: 1291 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.995839:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009336aac0/0xe92384b90c83a7a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a992 expref: 1291 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.995846:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009336aac0/0xe92384b90c83a7a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a992 expref: 1291 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.995852:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.995853:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.995855:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d57ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.995859:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d57ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.995867:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.995878:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f751c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1290:2000:x1817354606176640:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.995881:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807403 00010000:00010000:0.0:1733164791.995891:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d57ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.995896:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d57ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.995900:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d57ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.995907:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d57ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.995911:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d57ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.995914:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164791.995915:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d57ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.995919:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d57ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.995924:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d57ec lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.995927:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d57ec lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164791.995981:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164791.995988:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297166208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.996007:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1733164791.996031:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bcdaa00/2, rc 0, transno 1015092 00000100:00100000:0.0:1733164791.996038:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297164288:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.996060:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080fd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297166336:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.996077:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164791.996135:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+2811:3762:x1817354297165184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2351us (2385us total) trans 4295982389 rc 0/0 00000100:00100000:0.0:1733164791.996158:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186976 00000004:00080000:0.0:1733164791.996182:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080fd8e00/2, rc 0, transno 1015093 00000100:00100000:0.0:1733164791.996190:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297165184:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.996224:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.996236:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606176896 00000100:00100000:0.0:1733164791.996238:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606176896 00010000:00010000:0.0:1733164791.996248:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095312880/0xe92384b90c83a895 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9fb expref: 1290 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.996263:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807404 00000100:00100000:0.0:1733164791.996267:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f750380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1290:2000:x1817354606176896:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.996273:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.996277:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095312880/0xe92384b90c83a895 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9fb expref: 1290 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.996285:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095312880/0xe92384b90c83a895 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9fb expref: 1290 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.996296:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095312880/0xe92384b90c83a895 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9fb expref: 1290 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.996308:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.996310:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.996312:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d57fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.996319:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d57fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.996332:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.996347:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f750380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1289:2000:x1817354606176896:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.996353:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807404 00000100:00100000:0.0:1733164791.996369:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297166720 00000100:00100000:0.0:1733164791.996372:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297166720 00000100:00100000:0.0:1733164791.996385:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186982 00000100:00100000:0.0:1733164791.996388:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+2811:3760:x1817354297166720:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164791.996399:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10390 count 1 00010000:00010000:0.0:1733164791.996413:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d5816 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2896:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.996423:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009467bcc0/0xe92384b90c83aaa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aadb expref: 1288 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.996429:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164791.996430:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164791.996432:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d5816 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.996447:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009467bcc0/0xe92384b90c83aaa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aadb expref: 1288 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.996460:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009467bcc0/0xe92384b90c83aaa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aadb expref: 1288 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.996469:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f750e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297166976:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164791.996498:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2653c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164791.996535:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297167232 00000100:00100000:0.0:1733164791.996557:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297167232 00000100:00100000:0.0:1733164791.996580:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186984 00000100:00100000:0.0:1733164791.996584:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+2814:3761:x1817354297167232:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164791.996596:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10392 count 1 00010000:00010000:0.0:1733164791.996605:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5824 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.996616:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd27600/0xe92384b90c83ab4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab3d expref: 1288 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.996622:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164791.996623:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164791.996625:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5824 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.996686:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd27600/0xe92384b90c83ab4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab3d expref: 1289 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.996696:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd27600/0xe92384b90c83ab4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab3d expref: 1289 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.996710:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297167488:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164791.996725:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265b40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164791.996992:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012365bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297167616:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.997016:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1733164791.997033:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080fd9500/2, rc 0, transno 1015096 00000100:00100000:0.0:1733164791.997046:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297165568:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.997094:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164791.997100:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297167744:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.997120:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164791.997138:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297167744 00000100:00100000:0.0:1733164791.997160:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297167744 00000100:00100000:0.0:1733164791.997177:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186986 00000100:00100000:0.0:1733164791.997181:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+2815:3760:x1817354297167744:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164791.997192:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10394 count 1 00010000:00010000:0.0:1733164791.997201:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5832 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.997210:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092351b00/0xe92384b90c83abeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aba6 expref: 1287 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.997216:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164791.997218:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164791.997220:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5832 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.997240:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092351b00/0xe92384b90c83abeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aba6 expref: 1287 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.997248:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092351b00/0xe92384b90c83abeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aba6 expref: 1287 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.997256:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297168000:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164791.997273:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265d80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164791.998016:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.998118:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.998129:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606177024 00000100:00100000:0.0:1733164791.998131:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606177024 00010000:00010000:0.0:1733164791.998154:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090ca0480/0xe92384b90c83a98a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa6b expref: 1289 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.998172:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807406 00000100:00100000:0.0:1733164791.998175:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1289:2000:x1817354606177152:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.998181:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.998184:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801343bad00/0xe92384b90c83aa0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aaaa expref: 1289 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.998191:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801343bad00/0xe92384b90c83aa0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aaaa expref: 1289 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.998199:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801343bad00/0xe92384b90c83aa0f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aaaa expref: 1289 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.998208:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.998209:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.998211:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5808 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.998216:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5808 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.998225:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.998239:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1287:2000:x1817354606177152:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 63us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.998243:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807406 00000100:00100000:0.0:1733164791.998347:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.998361:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.998385:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.998395:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606177408 00000100:00100000:0.0:1733164791.998398:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606177408 00010000:00010000:0.0:1733164791.998409:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009467bcc0/0xe92384b90c83aaa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aadb expref: 1286 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.998432:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606177664 00000100:00100000:0.0:1733164791.998434:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606177664 00010000:00010000:0.0:1733164791.998440:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd27600/0xe92384b90c83ab4a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab3d expref: 1287 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.998455:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807409 00000100:00100000:0.0:1733164791.998458:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1288:2000:x1817354606177664:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.998463:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.998466:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd27600/0xe92384b90c83ab4a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab3d expref: 1288 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.998471:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd27600/0xe92384b90c83ab4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab3d expref: 1288 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.998480:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.998481:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.998483:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5824 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.998487:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5824 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.998495:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.998514:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1287:2000:x1817354606177664:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.998519:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807409 00000100:00100000:0.0:1733164791.998555:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297168128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164791.998579:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164791.998609:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd27600/0xe92384b90c83ab4a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab3d expref: 1285 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.998619:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297167488:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164791.998632:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5824 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.998640:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5824 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.998646:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5824 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.998652:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5824 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.998658:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5824 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.998664:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5824 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.998669:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164791.998671:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5824 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.998677:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5824 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.998684:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5824 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.998688:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5824 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164791.998841:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+2817:3761:x1817354297167232:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2256us (2323us total) trans 4295982396 rc 0/0 00000100:00100000:0.0:1733164791.998846:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186984 00000100:00100000:0.0:1733164791.998872:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.998912:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164791.998927:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606177792 00000100:00100000:0.0:1733164791.998930:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606177792 00010000:00010000:0.0:1733164791.998941:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094612d00/0xe92384b90c83ab9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab75 expref: 1286 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.998958:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807413 00000100:00100000:0.0:1733164791.998963:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1286:2000:x1817354606177792:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164791.998971:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164791.998976:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094612d00/0xe92384b90c83ab9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab75 expref: 1286 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.998982:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094612d00/0xe92384b90c83ab9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab75 expref: 1284 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.998990:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094612d00/0xe92384b90c83ab9e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab75 expref: 1284 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164791.998996:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.998997:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164791.998999:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d582b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999004:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d582b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999014:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164791.999026:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1282:2000:x1817354606177792:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 63us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164791.999030:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807413 00010000:00010000:0.0:1733164791.999052:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092351b00/0xe92384b90c83abeb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aba6 expref: 1281 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.999060:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297168000:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164791.999069:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5832 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999074:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5832 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999078:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5832 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999082:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5832 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999086:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5832 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999093:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5832 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999097:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164791.999098:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5832 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999102:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5832 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999107:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5832 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999110:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5832 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x289a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164791.999224:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+2820:3760:x1817354297167744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2042us (2102us total) trans 4295982398 rc 0/0 00000100:00100000:0.0:1733164791.999230:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186986 00000100:00100000:0.0:1733164791.999597:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297169408 00000100:00100000:0.0:1733164791.999601:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297169408 00000100:00100000:0.0:1733164791.999620:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186993 00000100:00100000:0.0:1733164791.999625:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+2823:3761:x1817354297169408:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164791.999638:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10401 count 1 00010000:00010000:0.0:1733164791.999648:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5863 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999663:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092d93a80/0xe92384b90c83ad7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aca2 expref: 1279 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999670:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164791.999671:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164791.999673:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5863 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999689:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092d93a80/0xe92384b90c83ad7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aca2 expref: 1279 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164791.999698:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092d93a80/0xe92384b90c83ad7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aca2 expref: 1279 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164791.999706:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297169792:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164791.999725:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265d80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.000354:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.000368:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.000381:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606178048 00000100:00100000:0.0:1733164792.000384:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606178048 00010000:00010000:0.0:1733164792.000396:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800999a6880/0xe92384b90c83ac31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x289b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abd7 expref: 1280 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.000413:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807414 00000100:00100000:0.0:1733164792.000417:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1281:2001:x1817354606178048:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.000424:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.000429:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800999a6880/0xe92384b90c83ac31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x289b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abd7 expref: 1281 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.000437:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800999a6880/0xe92384b90c83ac31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x289b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abd7 expref: 1281 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.000449:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800999a6880/0xe92384b90c83ac31 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x289b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abd7 expref: 1281 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.000460:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.000462:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.000465:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d5839 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x289b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.000471:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d5839 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x289b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.000486:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.000504:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1279:2001:x1817354606178048:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.000510:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807414 00000100:00100000:0.0:1733164792.000534:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.000560:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606178176 00000100:00100000:0.0:1733164792.000563:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606178176 00010000:00010000:0.0:1733164792.000641:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092351440/0xe92384b90c83ac85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x289c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac01 expref: 1278 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.000661:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807416 00000100:00100000:0.0:1733164792.000665:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1278:2001:x1817354606178176:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.000673:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.000676:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092351440/0xe92384b90c83ac85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x289c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac01 expref: 1278 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.000685:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092351440/0xe92384b90c83ac85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x289c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac01 expref: 1278 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.000742:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092351440/0xe92384b90c83ac85 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x289c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac01 expref: 1278 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.000749:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.000750:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.000752:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d5840 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x289c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.000756:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d5840 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x289c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.000766:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.000777:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1277:2001:x1817354606178176:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 112us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.000781:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807416 00000100:00100000:0.0:1733164792.000813:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.000889:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.000907:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.000915:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606178816 00000100:00100000:0.0:1733164792.000917:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606178816 00010000:00010000:0.0:1733164792.000925:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092d93a80/0xe92384b90c83ad7a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aca2 expref: 1279 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.000939:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807419 00000100:00100000:0.0:1733164792.000942:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1278:2001:x1817354606178816:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.000947:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.000949:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092d93a80/0xe92384b90c83ad7a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aca2 expref: 1278 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.000955:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092d93a80/0xe92384b90c83ad7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aca2 expref: 1278 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.000962:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.000963:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.000965:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5863 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.000969:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5863 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.000976:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.000987:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1278:2001:x1817354606178816:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 45us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.000994:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807419 00010000:00010000:0.0:1733164792.001026:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0ce1c0/0xe92384b90c83ad1f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x289f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac71 expref: 1276 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.001035:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297169536:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.001047:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d5855 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x289f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001054:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d5855 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x289f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001059:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d5855 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x289f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001066:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d5855 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x289f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001073:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d5855 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x289f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001079:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d5855 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x289f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001085:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.001088:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d5855 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x289f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001095:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d5855 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x289f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001103:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d5855 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x289f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001115:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d5855 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x289f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.001228:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+2828:3760:x1817354297169152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1676us (1742us total) trans 4295982404 rc 0/0 00000100:00100000:0.0:1733164792.001232:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186991 00010000:00010000:0.0:1733164792.001251:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d93a80/0xe92384b90c83ad7a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aca2 expref: 1274 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.001258:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297169792:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.001266:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5863 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001271:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5863 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001275:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5863 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001279:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5863 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001282:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5863 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001290:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5863 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001293:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.001295:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5863 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001298:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5863 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001304:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5863 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001308:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5863 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.001412:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+2827:3761:x1817354297169408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1786us (1830us total) trans 4295982406 rc 0/0 00000100:00100000:0.0:1733164792.001416:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186993 00000100:00100000:0.0:1733164792.001425:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297171072 00000100:00100000:0.0:1733164792.001427:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297171072 00000100:00100000:0.0:1733164792.001435:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297170944 00000100:00100000:0.0:1733164792.001437:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297170944 00000100:00100000:0.0:1733164792.001444:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186999 00000100:00100000:0.0:1733164792.001446:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+2828:3760:x1817354297170944:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.001455:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10406 count 1 00010000:00010000:0.0:1733164792.001462:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d588d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001469:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134842640/0xe92384b90c83aed8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad5f expref: 1271 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001474:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.001475:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.001476:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d588d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001491:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134842640/0xe92384b90c83aed8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad5f expref: 1271 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.001499:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134842640/0xe92384b90c83aed8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad5f expref: 1271 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.001509:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297171456:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.001529:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265d80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.001674:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130445880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297171712:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.001690:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1733164792.001740:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c6ca300/2, rc 0, transno 1015112 00000100:00100000:0.0:1733164792.001746:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297169920:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.001797:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.001803:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297171968:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.001822:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.002932:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.002977:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.002991:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.003009:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.003032:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.003048:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807424 00000100:00100000:0.0:1733164792.003053:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1276:2001:x1817354606179328:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.003059:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.003063:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008aa59d40/0xe92384b90c83ae6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad43 expref: 1276 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.003072:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008aa59d40/0xe92384b90c83ae6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad43 expref: 1276 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.003082:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aa59d40/0xe92384b90c83ae6f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad43 expref: 1274 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.003091:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.003093:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.003095:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d587f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003101:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d587f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003115:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.003129:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1272:2001:x1817354606179328:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.003138:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807424 00000100:00100000:0.0:1733164792.003210:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.003221:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606179712 00000100:00100000:0.0:1733164792.003223:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606179712 00010000:00010000:0.0:1733164792.003234:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c71200/0xe92384b90c83af33 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x28a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad9e expref: 1269 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.003255:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807427 00000100:00100000:0.0:1733164792.003259:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1269:2001:x1817354606179712:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.003266:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.003270:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c71200/0xe92384b90c83af33 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x28a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad9e expref: 1269 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.003279:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c71200/0xe92384b90c83af33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad9e expref: 1269 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.003289:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.003291:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.003294:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5894 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003301:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5894 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003311:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.003323:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1268:2001:x1817354606179712:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.003332:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807427 00000100:00100000:0.0:1733164792.003368:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.003379:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606179840 00000100:00100000:0.0:1733164792.003381:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606179840 00010000:00010000:0.0:1733164792.003390:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123667a80/0xe92384b90c83af56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adc1 expref: 1267 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.003411:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807428 00000100:00100000:0.0:1733164792.003415:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1267:2001:x1817354606179840:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.003422:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.003425:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123667a80/0xe92384b90c83af56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adc1 expref: 1267 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.003434:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123667a80/0xe92384b90c83af56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adc1 expref: 1267 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.003444:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123667a80/0xe92384b90c83af56 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adc1 expref: 1267 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.003453:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.003455:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.003464:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d589b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003471:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d589b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003490:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.003505:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1266:2001:x1817354606179840:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 89us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.003511:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807428 00000100:00100000:0.0:1733164792.003576:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.003588:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606179968 00000100:00100000:0.0:1733164792.003591:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606179968 00010000:00010000:0.0:1733164792.003599:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091dfb840/0xe92384b90c83af72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37addd expref: 1266 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.003619:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807429 00000100:00100000:0.0:1733164792.003623:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1266:2001:x1817354606179968:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.003629:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.003633:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091dfb840/0xe92384b90c83af72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37addd expref: 1266 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.003641:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091dfb840/0xe92384b90c83af72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37addd expref: 1266 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.003652:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091dfb840/0xe92384b90c83af72 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37addd expref: 1266 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.003662:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.003663:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.003666:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d58a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003677:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d58a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003690:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.003704:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1265:2001:x1817354606179968:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.003710:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807429 00000100:00100000:0.0:1733164792.003799:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.003807:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297172736:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.003827:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.003852:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134842640/0xe92384b90c83aed8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad5f expref: 1264 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.003861:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297171456:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.003872:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d588d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003880:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d588d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003885:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d588d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003892:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d588d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003903:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d588d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003909:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d588d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003915:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.003917:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d588d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003923:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d588d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003932:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d588d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.003938:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d588d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.004027:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+2838:3760:x1817354297170944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2578us (2598us total) trans 4295982416 rc 0/0 00000100:00100000:0.0:1733164792.004033:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186999 00000100:00100000:0.0:1733164792.004112:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297173760:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.004130:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.005123:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.005134:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606180096 00000100:00100000:0.0:1733164792.005137:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606180096 00010000:00010000:0.0:1733164792.005166:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091050d80/0xe92384b90c83b021 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae77 expref: 1264 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.005178:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807430 00000100:00100000:0.0:1733164792.005182:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1264:2001:x1817354606180096:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.005188:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.005191:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091050d80/0xe92384b90c83b021 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae77 expref: 1264 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005197:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091050d80/0xe92384b90c83b021 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae77 expref: 1264 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005205:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091050d80/0xe92384b90c83b021 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae77 expref: 1264 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005212:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.005213:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.005215:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d58b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.005220:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d58b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.005229:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.005241:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1263:2001:x1817354606180096:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.005245:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807430 00000100:00100000:0.0:1733164792.005263:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.005271:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606180352 00000100:00100000:0.0:1733164792.005273:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606180352 00010000:00010000:0.0:1733164792.005278:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c65fa80/0xe92384b90c83afbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae2a expref: 1263 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.005293:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807431 00000100:00100000:0.0:1733164792.005296:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1263:2001:x1817354606180352:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.005301:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.005303:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c65fa80/0xe92384b90c83afbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae2a expref: 1263 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005309:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c65fa80/0xe92384b90c83afbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae2a expref: 1263 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005326:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c65fa80/0xe92384b90c83afbf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae2a expref: 1263 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005333:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.005334:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.005336:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d58c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.005340:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d58c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.005348:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.005358:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1262:2001:x1817354606180352:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.005362:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807431 00000100:00100000:0.0:1733164792.005387:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.005393:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606180224 00000100:00100000:0.0:1733164792.005395:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606180224 00010000:00010000:0.0:1733164792.005401:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085c63180/0xe92384b90c83b07c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae9a expref: 1262 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.005416:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807432 00000100:00100000:0.0:1733164792.005419:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1262:2001:x1817354606180224:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.005423:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.005425:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085c63180/0xe92384b90c83b07c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae9a expref: 1262 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005430:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085c63180/0xe92384b90c83b07c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae9a expref: 1262 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005437:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085c63180/0xe92384b90c83b07c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae9a expref: 1262 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005443:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.005444:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.005445:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d58b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.005451:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d58b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.005469:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.005484:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1261:2001:x1817354606180224:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.005490:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807432 00000100:00100000:0.0:1733164792.005505:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.005512:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297174272:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.005533:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.005578:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.005585:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606180480 00000100:00100000:0.0:1733164792.005588:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606180480 00010000:00010000:0.0:1733164792.005594:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136720480/0xe92384b90c83afe9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae4d expref: 1261 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.005611:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807433 00000100:00100000:0.0:1733164792.005614:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ddc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1261:2001:x1817354606180480:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.005619:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.005622:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136720480/0xe92384b90c83afe9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae4d expref: 1261 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005627:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136720480/0xe92384b90c83afe9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae4d expref: 1261 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005634:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136720480/0xe92384b90c83afe9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae4d expref: 1261 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005644:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.005645:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.005647:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d58be lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.005652:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d58be lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.005660:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.005669:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ddc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1260:2001:x1817354606180480:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.005673:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807433 00000100:00100000:0.0:1733164792.005727:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131740a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297173504:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.005739:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d58cc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.005814:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.005824:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606180736 00000100:00100000:0.0:1733164792.005827:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606180736 00010000:00010000:0.0:1733164792.005837:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123665d40/0xe92384b90c83af95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae00 expref: 1260 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.005864:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606180608 00000100:00100000:0.0:1733164792.005867:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606180608 00010000:00010000:0.0:1733164792.005876:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6ab840/0xe92384b90c83b0c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aee7 expref: 1261 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.005905:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807435 00000100:00100000:0.0:1733164792.005909:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131742680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1260:2000:x1817354606180608:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.005916:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.005920:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6ab840/0xe92384b90c83b0c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aee7 expref: 1260 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005928:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6ab840/0xe92384b90c83b0c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aee7 expref: 1259 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005940:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6ab840/0xe92384b90c83b0c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aee7 expref: 1260 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.005949:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.005951:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.005953:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d58cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.005960:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d58cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.005973:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.005989:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131742680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1258:2000:x1817354606180608:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.006002:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807435 00010000:00010000:0.0:1733164792.006019:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d58cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.006026:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d58cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.006033:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d58cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.006039:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d58cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.006046:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d58cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.006052:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.006054:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d58cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.006060:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d58cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.006070:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d58cc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.006075:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d58cc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.006176:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130446680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+2844:3762:x1817354297172864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2153us (2255us total) trans 4295982421 rc 0/0 00000100:00100000:0.0:1733164792.006181:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187008 00000004:00080000:0.0:1733164792.006509:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca01180/2, rc 0, transno 1015128 00000100:00100000:0.0:1733164792.006514:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297173632:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.006592:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.006601:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aee5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297175296:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.006625:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.006668:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297175680:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.006687:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.006717:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187018 00000100:00100000:0.0:1733164792.006723:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+2847:3759:x1817354297175680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.006737:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10426 count 1 00010000:00010000:0.0:1733164792.006749:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5912 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.006760:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934a8b40/0xe92384b90c83b450 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b099 expref: 1255 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.006767:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.006769:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.006771:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5912 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.006786:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934a8b40/0xe92384b90c83b450 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b099 expref: 1255 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.006795:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934a8b40/0xe92384b90c83b450 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b099 expref: 1255 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.006804:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297176192:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.006821:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2659c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.007184:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.007215:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.007231:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.007400:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:0.0:1733164792.007606:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca02d80/2, rc 0, transno 1015129 00000100:00100000:0.0:1733164792.007620:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297174272:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.007671:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c6c8a80/2, rc 0, transno 1015130 00000100:00100000:0.0:1733164792.007678:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297174656:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.007815:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297176192:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.007827:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5912 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.007848:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f753480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297175808:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.007858:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d58fd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.008070:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.008085:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.008100:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.008121:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.008196:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807444 00000100:00100000:0.0:1733164792.008202:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1255:2001:x1817354606181888:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.008210:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.008214:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fac3840/0xe92384b90c83b290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b006 expref: 1254 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.008223:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fac3840/0xe92384b90c83b290 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b006 expref: 1253 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.008234:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fac3840/0xe92384b90c83b290 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b006 expref: 1253 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.008244:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.008246:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.008249:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d58fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008256:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d58fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008270:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.008288:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1250:2001:x1817354606181888:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.008294:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807444 00010000:00010000:0.0:1733164792.008371:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5912 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008379:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5912 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008386:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5912 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008393:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5912 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008399:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008405:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.008408:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008414:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008424:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5912 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008430:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5912 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.008662:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+2854:3759:x1817354297175680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1937us (1973us total) trans 4295982431 rc 0/0 00000100:00100000:0.0:1733164792.008669:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187018 00010000:00010000:0.0:1733164792.008688:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d58fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008695:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d58fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008702:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d58fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008709:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d58fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008715:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d58fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008723:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.008725:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d58fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008732:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d58fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008741:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d58fd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008747:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d58fd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.008766:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606182144 00000100:00100000:0.0:1733164792.008770:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606182144 00010000:00010000:0.0:1733164792.008780:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c83b5a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0d1 expref: 1248 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.008793:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606182272 00000100:00100000:0.0:1733164792.008796:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606182272 00010000:00010000:0.0:1733164792.008804:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f00b3c0/0xe92384b90c83b695 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b14f expref: 1249 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.008816:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807447 00000100:00100000:0.0:1733164792.008820:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1249:2000:x1817354606182272:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.008827:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.008831:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f00b3c0/0xe92384b90c83b695 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b14f expref: 1249 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.008840:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f00b3c0/0xe92384b90c83b695 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b14f expref: 1249 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.008851:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f00b3c0/0xe92384b90c83b695 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b14f expref: 1248 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.008859:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.008860:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.008863:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5920 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008869:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5920 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.008887:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.008904:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1246:2000:x1817354606182272:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.008910:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807447 00000100:00100000:0.0:1733164792.009011:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+2856:3759:x1817354297175296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2315us (2386us total) trans 4295982432 rc 0/0 00000100:00100000:0.0:1733164792.009016:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187015 00000004:00080000:0.0:1733164792.009031:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007aee5c00/2, rc 0, transno 1015136 00000100:00100000:0.0:1733164792.009036:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aee5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297175296:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.009072:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297178112:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.009091:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.009133:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297178240 00000100:00100000:0.0:1733164792.009136:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297178240 00000100:00100000:0.0:1733164792.009193:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297178368 00000100:00100000:0.0:1733164792.009195:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297178368 00000100:00100000:0.0:1733164792.009209:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187028 00000100:00100000:0.0:1733164792.009212:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+2857:3761:x1817354297178368:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.009222:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10436 count 1 00010000:00010000:0.0:1733164792.009229:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5958 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.009236:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801233346c0/0xe92384b90c83bf1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b404 expref: 1245 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.009240:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.009241:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.009243:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5958 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.009253:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801233346c0/0xe92384b90c83bf1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b404 expref: 1245 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.009258:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801233346c0/0xe92384b90c83bf1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b404 expref: 1245 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.009266:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297178752:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.009286:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2653c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.010437:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.010479:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.010554:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.010571:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.010589:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.010598:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.010615:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.010625:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606183040 00000100:00100000:0.0:1733164792.010627:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606183040 00010000:00010000:0.0:1733164792.010637:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ebad440/0xe92384b90c83bd6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x28c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b386 expref: 1248 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.010650:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807450 00000100:00100000:0.0:1733164792.010653:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1250:2001:x1817354606182912:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.010658:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.010662:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121270480/0xe92384b90c83bc5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b32b expref: 1250 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.010671:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121270480/0xe92384b90c83bc5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b32b expref: 1250 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.010681:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121270480/0xe92384b90c83bc5a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b32b expref: 1250 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.010690:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.010691:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.010693:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5943 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.010699:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5943 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.010714:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.010730:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1249:2001:x1817354606182912:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.010736:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807450 00000100:00100000:0.0:1733164792.010749:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807453 00000100:00100000:0.0:1733164792.010753:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1247:2000:x1817354606182528:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.010759:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.010763:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cf2ef40/0xe92384b90c83b798 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b1aa expref: 1247 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.010778:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cf2ef40/0xe92384b90c83b798 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b1aa expref: 1246 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.010789:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cf2ef40/0xe92384b90c83b798 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b1aa expref: 1245 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.010798:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.010799:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.010802:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.010808:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5927 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.010823:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.010838:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1243:2000:x1817354606182528:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.010844:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807453 00010000:00010000:0.0:1733164792.010864:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5943 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.010869:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5943 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.010873:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5943 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.010881:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5943 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.010886:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.010889:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.010891:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.010894:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.010900:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5943 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.010904:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5943 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.011035:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+2859:3761:x1817354297177856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2182us (2208us total) trans 4295982435 rc 0/0 00000100:00100000:0.0:1733164792.011041:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187025 00010000:00010000:0.0:1733164792.011072:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801233346c0/0xe92384b90c83bf1d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b404 expref: 1240 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.011091:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297178752:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.011106:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011112:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011117:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011124:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5958 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011130:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5958 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011136:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5958 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011162:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.011165:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5958 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011172:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5958 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011195:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5958 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011204:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5958 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.011253:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131743100/2, rc 0, transno 1015142 00000100:00100000:0.0:1733164792.011256:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297178112:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.011329:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+2860:3761:x1817354297178368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2115us (2146us total) trans 4295982439 rc 0/0 00000100:00100000:0.0:1733164792.011333:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187028 00010000:00010000:0.0:1733164792.011355:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf3ef40/0xe92384b90c83be44 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3be expref: 1239 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.011362:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131742a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297178624:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.011375:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011379:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011383:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011387:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011391:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5951 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011395:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011399:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.011400:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011404:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011410:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5951 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011413:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5951 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.011515:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+2863:3760:x1817354297178240:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2342us (2393us total) trans 4295982440 rc 0/0 00000100:00100000:0.0:1733164792.011521:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187027 00000100:00100000:0.0:1733164792.011585:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.011608:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606182784 00000100:00100000:0.0:1733164792.011611:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606182784 00010000:00010000:0.0:1733164792.011623:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ca2f840/0xe92384b90c83bb42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b2d0 expref: 1239 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.011647:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807455 00000100:00100000:0.0:1733164792.011652:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1239:2000:x1817354606182784:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.011661:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.011665:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ca2f840/0xe92384b90c83bb42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b2d0 expref: 1239 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.011674:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ca2f840/0xe92384b90c83bb42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b2d0 expref: 1239 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.011685:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ca2f840/0xe92384b90c83bb42 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b2d0 expref: 1239 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.011693:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.011694:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.011696:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d593c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011701:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d593c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.011711:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.011721:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1238:2000:x1817354606182784:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.011724:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807455 00000100:00100000:0.0:1733164792.013575:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.013641:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.013664:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.013680:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606183680 00000100:00100000:0.0:1733164792.013684:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606183680 00010000:00010000:0.0:1733164792.013698:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800922d0fc0/0xe92384b90c83c242 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b51c expref: 1240 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.013726:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807458 00000100:00100000:0.0:1733164792.013731:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1240:2000:x1817354606183680:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.013739:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.013744:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800922d0fc0/0xe92384b90c83c242 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b51c expref: 1240 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.013753:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800922d0fc0/0xe92384b90c83c242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b51c expref: 1240 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.013766:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800922d0fc0/0xe92384b90c83c242 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b51c expref: 1239 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.013775:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.013777:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.013780:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d596d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.013787:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d596d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.013812:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.013841:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1237:2000:x1817354606183680:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 108us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.013849:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807458 00000100:00100000:0.0:1733164792.013881:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.013930:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.014133:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.014195:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.014222:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.014290:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807462 00000100:00100000:0.0:1733164792.014296:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1235:2000:x1817354606184064:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.014305:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.014310:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f7e4000/0xe92384b90c83c45d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b5a8 expref: 1235 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.014319:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f7e4000/0xe92384b90c83c45d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b5a8 expref: 1235 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.014332:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f7e4000/0xe92384b90c83c45d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b5a8 expref: 1235 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.014345:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.014346:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.014349:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5982 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.014356:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5982 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.014368:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.014386:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1232:2000:x1817354606184064:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 90us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.014396:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807462 00000100:00100000:0.0:1733164792.015021:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800868b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297181696:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.015066:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.015263:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187041 00000100:00100000:0.0:1733164792.015268:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f571c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+2872:3760:x1817354297181824:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.015281:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10451 count 1 00010000:00010000:0.0:1733164792.015291:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d59b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.015302:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e547cc0/0xe92384b90c83d153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b8cd expref: 1229 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.015308:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.015310:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.015312:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d59b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.015328:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e547cc0/0xe92384b90c83d153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b8cd expref: 1229 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.015337:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e547cc0/0xe92384b90c83d153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b8cd expref: 1229 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.015345:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297182464:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.015364:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098ffff00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.015788:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.016855:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.016884:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.016898:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.016913:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606184832 00000100:00100000:0.0:1733164792.016917:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606184832 00010000:00010000:0.0:1733164792.016930:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085d18fc0/0xe92384b90c83cff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b88e expref: 1231 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.016949:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807466 00000100:00100000:0.0:1733164792.016954:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1231:2002:x1817354606184832:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.016961:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.016966:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085d18fc0/0xe92384b90c83cff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b88e expref: 1231 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.016975:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085d18fc0/0xe92384b90c83cff5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b88e expref: 1231 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.016988:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085d18fc0/0xe92384b90c83cff5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b88e expref: 1230 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.016997:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.016998:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.017000:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d59ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.017007:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d59ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.017028:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.017046:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1226:2002:x1817354606184832:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.017053:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807466 00000100:00100000:0.0:1733164792.017209:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.017222:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606184960 00000100:00100000:0.0:1733164792.017226:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606184960 00010000:00010000:0.0:1733164792.017236:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e547cc0/0xe92384b90c83d153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b8cd expref: 1226 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.017260:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807468 00000100:00100000:0.0:1733164792.017265:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1226:2000:x1817354606184960:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.017273:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.017276:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e547cc0/0xe92384b90c83d153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b8cd expref: 1226 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.017285:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e547cc0/0xe92384b90c83d153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b8cd expref: 1226 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.017296:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e547cc0/0xe92384b90c83d153 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b8cd expref: 1226 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.017306:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.017307:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.017310:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d59b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.017340:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d59b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.017355:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.017375:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1225:2000:x1817354606184960:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 108us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.017381:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807468 00000100:00100000:0.0:1733164792.017576:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f750e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297183744:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.017596:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.017623:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.017633:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606185088 00000100:00100000:0.0:1733164792.017636:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606185088 00010000:00010000:0.0:1733164792.017646:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ba400/0xe92384b90c83cd9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b7d8 expref: 1225 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.017661:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807469 00000100:00100000:0.0:1733164792.017665:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1225:2001:x1817354606185088:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.017672:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.017676:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348ba400/0xe92384b90c83cd9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b7d8 expref: 1225 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.017684:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348ba400/0xe92384b90c83cd9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b7d8 expref: 1225 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.017696:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348ba400/0xe92384b90c83cd9b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b7d8 expref: 1225 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.017705:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.017707:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.017710:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d59ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.017716:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d59ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.017744:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.017763:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1224:2001:x1817354606185088:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 96us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.017769:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807469 00000100:00100000:0.0:1733164792.017797:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.017816:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606185216 00000100:00100000:0.0:1733164792.017819:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606185216 00010000:00010000:0.0:1733164792.017829:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801235bb840/0xe92384b90c83cee4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b83a expref: 1224 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.017844:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807470 00000100:00100000:0.0:1733164792.017848:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1224:2001:x1817354606185216:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.017854:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.017857:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801235bb840/0xe92384b90c83cee4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b83a expref: 1224 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.017865:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801235bb840/0xe92384b90c83cee4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b83a expref: 1224 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.017880:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235bb840/0xe92384b90c83cee4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b83a expref: 1224 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.017890:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.017892:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.017894:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d59c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.017900:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d59c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.017921:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.017936:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1223:2001:x1817354606185216:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.017942:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807470 00000004:00080000:0.0:1733164792.017966:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800868b0700/2, rc 0, transno 1015160 00000100:00100000:0.0:1733164792.017970:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800868b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297181440:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.017975:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1733164792.017981:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297184000:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.017998:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.018015:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297184000 00000100:00100000:0.0:1733164792.018018:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297184000 00000100:00100000:0.0:1733164792.018031:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187049 00000100:00100000:0.0:1733164792.018035:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+2878:3761:x1817354297184000:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.018045:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10457 count 1 00010000:00010000:0.0:1733164792.018055:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d59eb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.018067:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880122b258c0/0xe92384b90c83ddbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bb0b expref: 1222 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.018072:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.018074:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.018076:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d59eb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.018085:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606185344 00000100:00100000:0.0:1733164792.018088:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606185344 00010000:00010000:0.0:1733164792.018097:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013417f180/0xe92384b90c83d2b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b921 expref: 1223 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.018110:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807471 00000100:00100000:0.0:1733164792.018114:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1223:2001:x1817354606185344:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.018119:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.018123:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013417f180/0xe92384b90c83d2b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b921 expref: 1224 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.018131:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013417f180/0xe92384b90c83d2b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b921 expref: 1224 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.018161:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013417f180/0xe92384b90c83d2b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b921 expref: 1224 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.018264:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.018266:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.018269:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d59c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.018275:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d59c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.018288:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.018305:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1222:2001:x1817354606185344:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 189us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.018311:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807471 00010000:00010000:0.0:1733164792.018566:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880122b258c0/0xe92384b90c83ddbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bb0b expref: 1220 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.018576:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880122b258c0/0xe92384b90c83ddbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bb0b expref: 1220 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.018588:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297184512:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.018603:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606185600 00000100:00100000:0.0:1733164792.018606:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606185600 00010000:00010000:0.0:1733164792.018615:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093317840/0xe92384b90c83d62a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b9e5 expref: 1221 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.018638:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807473 00000100:00100000:0.0:1733164792.018643:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1221:2001:x1817354606185600:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.018650:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.018653:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093317840/0xe92384b90c83d62a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b9e5 expref: 1221 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.018662:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093317840/0xe92384b90c83d62a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b9e5 expref: 1221 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.018673:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093317840/0xe92384b90c83d62a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b9e5 expref: 1221 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.018682:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.018683:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.018685:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d59d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.018691:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d59d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.018700:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.018714:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1220:2001:x1817354606185600:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.018719:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807473 00000100:00100000:0.0:1733164792.018743:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff6c0 going to sleep for 11 seconds 00000004:00080000:0.0:1733164792.018942:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f753100/2, rc 0, transno 1015164 00000100:00100000:0.0:1733164792.018950:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297183232:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.018974:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606185728 00000100:00100000:0.0:1733164792.018977:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606185728 00010000:00010000:0.0:1733164792.018988:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090c00900/0xe92384b90c83d7b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ba6a expref: 1220 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.019015:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807474 00000100:00100000:0.0:1733164792.019019:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1220:2000:x1817354606185728:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.019026:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.019030:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090c00900/0xe92384b90c83d7b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ba6a expref: 1220 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.019038:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090c00900/0xe92384b90c83d7b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ba6a expref: 1220 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.019050:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c00900/0xe92384b90c83d7b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ba6a expref: 1220 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.019058:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.019060:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.019062:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d59dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.019068:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d59dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.019089:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.019107:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1219:2000:x1817354606185728:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.019113:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807474 00000004:00080000:0.0:1733164792.019287:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f750000/2, rc 0, transno 1015165 00000100:00100000:0.0:1733164792.019295:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f750000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297183360:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.019354:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800868b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297185536:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.019375:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.020398:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.020415:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.020447:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.020472:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807476 00000100:00100000:0.0:1733164792.020478:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1221:2001:x1817354606186112:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.020486:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.020491:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093268900/0xe92384b90c83e5c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bbd6 expref: 1221 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.020500:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093268900/0xe92384b90c83e5c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bbd6 expref: 1221 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.020512:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093268900/0xe92384b90c83e5c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bbd6 expref: 1220 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.020522:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.020524:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.020527:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d59f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.020533:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d59f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.020565:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.020582:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1217:2001:x1817354606186112:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 103us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.020588:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807476 00000100:00100000:0.0:1733164792.020619:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.020632:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606185984 00000100:00100000:0.0:1733164792.020635:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606185984 00010000:00010000:0.0:1733164792.020647:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801312aaac0/0xe92384b90c83e407 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bb90 expref: 1216 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.020661:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807478 00000100:00100000:0.0:1733164792.020666:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1216:2000:x1817354606185984:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.020672:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.020676:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801312aaac0/0xe92384b90c83e407 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bb90 expref: 1216 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.020684:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801312aaac0/0xe92384b90c83e407 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bb90 expref: 1216 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.020695:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312aaac0/0xe92384b90c83e407 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bb90 expref: 1216 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.020705:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.020707:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.020709:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d59f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.020716:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d59f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.020730:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.020745:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1215:2000:x1817354606185984:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.020750:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807478 00000100:00100000:0.0:1733164792.020816:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.020827:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606186368 00000100:00100000:0.0:1733164792.020831:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606186368 00010000:00010000:0.0:1733164792.020841:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096629b00/0xe92384b90c83e8de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc4d expref: 1215 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.020857:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807479 00000100:00100000:0.0:1733164792.020861:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1215:2001:x1817354606186368:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.020866:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.020870:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096629b00/0xe92384b90c83e8de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc4d expref: 1215 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.020878:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096629b00/0xe92384b90c83e8de lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc4d expref: 1215 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.020889:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096629b00/0xe92384b90c83e8de lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc4d expref: 1215 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.020898:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.020899:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.020902:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5a00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.020913:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5a00 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.020927:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.020942:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1214:2001:x1817354606186368:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.020949:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807479 00000004:00080000:0.0:1733164792.020975:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f752a00/2, rc 0, transno 1015169 00000100:00100000:0.0:1733164792.020982:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297184128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.020997:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187058 00000100:00100000:0.0:1733164792.021001:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+2887:3759:x1817354297186048:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.021013:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10466 count 1 00010000:00010000:0.0:1733164792.021024:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5a2a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021034:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013402fcc0/0xe92384b90c83efb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be29 expref: 1213 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021040:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.021041:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.021043:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5a2a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021057:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013402fcc0/0xe92384b90c83efb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be29 expref: 1213 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021070:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013402fcc0/0xe92384b90c83efb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be29 expref: 1213 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.021078:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297186432:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.021096:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffa80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.021211:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.021222:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606186624 00000100:00100000:0.0:1733164792.021225:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606186624 00010000:00010000:0.0:1733164792.021236:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011cc7e1c0/0xe92384b90c83ead6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bce7 expref: 1214 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.021256:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807481 00000100:00100000:0.0:1733164792.021260:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1213:2001:x1817354606186624:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.021266:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.021269:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011cc7e1c0/0xe92384b90c83ead6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bce7 expref: 1213 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.021277:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011cc7e1c0/0xe92384b90c83ead6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bce7 expref: 1213 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.021286:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cc7e1c0/0xe92384b90c83ead6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bce7 expref: 1213 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.021295:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.021297:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.021299:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d5a0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021305:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d5a0e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021316:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.021329:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1212:2001:x1817354606186624:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.021334:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807481 00000100:00100000:0.0:1733164792.021351:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f750a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297186560:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.021369:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.021396:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800868b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297185664:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.021406:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5a15 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28df:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021430:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5a15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021437:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5a15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021444:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5a15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021450:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5a15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021461:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5a15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021467:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.021469:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5a15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021476:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5a15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021485:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5a15 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021490:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5a15 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.021627:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+2891:3760:x1817354297185536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2192us (2250us total) trans 4295982467 rc 0/0 00000100:00100000:0.0:1733164792.021633:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187055 00000004:00080000:0.0:1733164792.021782:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d621c00/2, rc 0, transno 1015173 00000100:00100000:0.0:1733164792.021787:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d621c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297185024:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.021791:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1733164792.021798:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297187072:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.021817:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.021857:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187061 00000100:00100000:0.0:1733164792.021862:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+2891:3761:x1817354297187072:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.021878:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10469 count 1 00010000:00010000:0.0:1733164792.021888:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5a3f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021898:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013482fa80/0xe92384b90c83f406 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf4f expref: 1210 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021904:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.021905:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.021908:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5a3f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021923:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013482fa80/0xe92384b90c83f406 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf4f expref: 1210 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.021932:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013482fa80/0xe92384b90c83f406 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf4f expref: 1210 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.021941:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297187584:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.021960:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.022970:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.022991:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.023011:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.023036:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.023120:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297186432:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.023162:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5a2a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023294:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5a2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023301:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5a2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023309:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5a2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023316:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5a2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023323:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5a2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023329:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.023332:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5a2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023339:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5a2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023350:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5a2a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023356:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d5a2a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.023450:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+2894:3759:x1817354297186048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2448us (2481us total) trans 4295982471 rc 0/0 00000100:00100000:0.0:1733164792.023455:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187058 00000100:00100000:0.0:1733164792.023474:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297187584:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.023483:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5a3f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.023496:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aee6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297187712:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.023504:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5a4d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.023514:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297187840:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.023529:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1733164792.023559:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800868b2680/2, rc 0, transno 1015176 00000100:00100000:0.0:1733164792.023564:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800868b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297185792:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.023574:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297187840 00000100:00100000:0.0:1733164792.023576:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297187840 00000100:00100000:0.0:1733164792.023587:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187064 00000100:00100000:0.0:1733164792.023589:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+2895:3761:x1817354297187840:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.023598:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10472 count 1 00010000:00010000:0.0:1733164792.023606:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5a54 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023613:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086bdd680/0xe92384b90c83f6fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c028 expref: 1206 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023618:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.023619:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.023620:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5a54 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023630:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086bdd680/0xe92384b90c83f6fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c028 expref: 1206 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023636:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086bdd680/0xe92384b90c83f6fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c028 expref: 1206 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.023642:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297188096:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.023655:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.023738:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297188480:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.023750:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.023767:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297188480 00000100:00100000:0.0:1733164792.023769:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297188480 00000100:00100000:0.0:1733164792.023782:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297188352 00000100:00100000:0.0:1733164792.023784:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297188352 00000100:00100000:0.0:1733164792.023792:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187066 00000100:00100000:0.0:1733164792.023795:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+2896:3760:x1817354297188480:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.023803:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10475 count 1 00010000:00010000:0.0:1733164792.023809:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5a62 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023817:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092386ac0/0xe92384b90c83f97e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c0e5 expref: 1205 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023822:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.023823:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.023824:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5a62 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023833:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092386ac0/0xe92384b90c83f97e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c0e5 expref: 1206 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023838:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092386ac0/0xe92384b90c83f97e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c0e5 expref: 1206 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.023844:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297188608:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.023856:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffa80 going to sleep for 11 seconds 00000004:00080000:0.0:1733164792.023895:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f750a80/2, rc 0, transno 1015178 00000100:00100000:0.0:1733164792.023899:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f750a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297186560:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.023928:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5a4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023934:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5a4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023939:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5a4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023944:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5a4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023948:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5a4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023952:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.023953:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5a4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023957:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023963:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5a4d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.023966:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5a4d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.024052:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+2898:3760:x1817354297187328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2081us (2132us total) trans 4295982475 rc 0/0 00000100:00100000:0.0:1733164792.024056:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187063 00000004:00080000:0.0:1733164792.024072:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007aee5880/2, rc 0, transno 1015179 00000100:00100000:0.0:1733164792.024076:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297187328:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.024176:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297189120 00000100:00100000:0.0:1733164792.024178:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297189120 00000100:00100000:0.0:1733164792.024188:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187069 00000100:00100000:0.0:1733164792.024190:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+2898:3762:x1817354297189120:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.024200:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10477 count 1 00010000:00010000:0.0:1733164792.024206:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d5a77 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024214:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093893cc0/0xe92384b90c83fc33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c18d expref: 1204 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024219:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.024220:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.024222:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d5a77 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024237:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093893cc0/0xe92384b90c83fc33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c18d expref: 1203 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024245:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093893cc0/0xe92384b90c83fc33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c18d expref: 1203 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.024254:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297189248:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.024269:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff840 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.024282:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024289:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024296:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024303:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5a3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024309:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5a3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024315:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.024318:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5a3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024323:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5a3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024330:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5a3f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024334:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d5a3f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.024443:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+2899:3761:x1817354297187072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2578us (2624us total) trans 4295982477 rc 0/0 00000100:00100000:0.0:1733164792.024449:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187061 00000100:00100000:0.0:1733164792.024476:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297189376 00000100:00100000:0.0:1733164792.024478:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297189376 00000100:00100000:0.0:1733164792.024491:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187070 00000100:00100000:0.0:1733164792.024495:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+2899:3759:x1817354297189376:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.024506:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10478 count 1 00010000:00010000:0.0:1733164792.024515:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5a7e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024525:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085a4cfc0/0xe92384b90c83fd52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c204 expref: 1202 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024531:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.024533:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.024535:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5a7e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024563:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085a4cfc0/0xe92384b90c83fd52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c204 expref: 1202 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.024572:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085a4cfc0/0xe92384b90c83fd52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c204 expref: 1202 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.024580:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297189632:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.024611:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.025846:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.025863:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.025879:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.025898:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.025906:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.025932:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.025941:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.025984:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.026000:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606188800 00000100:00100000:0.0:1733164792.026004:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606188800 00010000:00010000:0.0:1733164792.026016:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085a4cfc0/0xe92384b90c83fd52 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c204 expref: 1208 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.026037:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807495 00000100:00100000:0.0:1733164792.026042:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1206:2001:x1817354606188416:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.026049:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.026054:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085e2a400/0xe92384b90c83f851 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x28ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c098 expref: 1206 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.026063:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085e2a400/0xe92384b90c83f851 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c098 expref: 1206 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.026074:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.026075:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.026077:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5a69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026081:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5a69 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026090:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.026102:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1204:2001:x1817354606188416:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.026106:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807495 00010000:00010000:0.0:1733164792.026127:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085a4cfc0/0xe92384b90c83fd52 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c204 expref: 1202 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.026135:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297189632:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.026163:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5a7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026243:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5a7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026248:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5a7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026252:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5a7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026256:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5a7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026260:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5a7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026263:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.026265:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5a7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026268:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5a7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026278:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5a7e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026282:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d5a7e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.026407:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+2903:3759:x1817354297189376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1911us (1946us total) trans 4295982480 rc 0/0 00000100:00100000:0.0:1733164792.026412:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187070 00010000:00010000:0.0:1733164792.026432:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092386ac0/0xe92384b90c83f97e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c0e5 expref: 1196 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.026440:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297188608:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.026447:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5a62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026452:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5a62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026455:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5a62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026459:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5a62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026467:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5a62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026471:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5a62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026474:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.026476:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5a62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026479:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026485:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5a62 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026488:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d5a62 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.026583:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+2901:3760:x1817354297188480:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2786us (2831us total) trans 4295982482 rc 0/0 00000100:00100000:0.0:1733164792.026587:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187066 00010000:00010000:0.0:1733164792.026609:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093893cc0/0xe92384b90c83fc33 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c18d expref: 1195 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.026620:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297189248:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.026631:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d5a77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026638:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d5a77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026644:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d5a77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026651:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d5a77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026663:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d5a77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026669:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d5a77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026675:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.026677:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d5a77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026683:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d5a77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026692:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d5a77 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026702:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d5a77 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.026785:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+2905:3762:x1817354297189120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2592us (2617us total) trans 4295982483 rc 0/0 00000100:00100000:0.0:1733164792.026790:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187069 00000100:00100000:0.0:1733164792.026805:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187074 00000100:00100000:0.0:1733164792.026808:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+2905:3761:x1817354297189888:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.026817:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10480 count 1 00010000:00010000:0.0:1733164792.026824:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5a93 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026830:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e4886c0/0xe92384b90c83ff5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c2ac expref: 1194 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026834:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.026835:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.026837:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5a93 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026847:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e4886c0/0xe92384b90c83ff5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c2ac expref: 1194 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026852:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e4886c0/0xe92384b90c83ff5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c2ac expref: 1194 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.026861:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297190656:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.026874:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff840 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.026884:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187076 00000100:00100000:0.0:1733164792.026887:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+2905:3759:x1817354297190272:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.026894:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10483 count 1 00010000:00010000:0.0:1733164792.026899:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5aa8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026905:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c73a80/0xe92384b90c8401c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c370 expref: 1194 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026909:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.026910:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.026911:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5aa8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026919:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c73a80/0xe92384b90c8401c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c370 expref: 1194 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.026925:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c73a80/0xe92384b90c8401c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c370 expref: 1194 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.026930:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297191040:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.026941:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffa80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.027044:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297191296 00000100:00100000:0.0:1733164792.027049:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297191296 00000100:00100000:0.0:1733164792.027074:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187078 00000100:00100000:0.0:1733164792.027077:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+2908:3759:x1817354297191296:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.027086:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10486 count 1 00010000:00010000:0.0:1733164792.027092:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5aaf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.027099:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b382400/0xe92384b90c840516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c45e expref: 1194 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.027103:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.027104:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.027105:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5aaf lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.027115:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b382400/0xe92384b90c840516 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c45e expref: 1194 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.027119:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b382400/0xe92384b90c840516 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c45e expref: 1194 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.027125:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297191424:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.027156:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.027193:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297191680:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.027220:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.028289:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.028310:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.028322:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.028335:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.028351:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.028372:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.028394:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.028416:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.028434:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807501 00000100:00100000:0.0:1733164792.028439:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1202:2000:x1817354606189184:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.028448:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.028453:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800968a8000/0xe92384b90c84001c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c2d6 expref: 1201 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.028463:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800968a8000/0xe92384b90c84001c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c2d6 expref: 1201 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.028475:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800968a8000/0xe92384b90c84001c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c2d6 expref: 1200 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.028484:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.028485:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.028488:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d5a9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028495:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d5a9a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028509:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.028526:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1196:2000:x1817354606189184:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.028532:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807501 00000100:00100000:0.0:1733164792.028567:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807506 00000100:00100000:0.0:1733164792.028572:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1193:2002:x1817354606189824:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.028579:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.028584:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097810b40/0xe92384b90c840666 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c4f1 expref: 1193 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.028593:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097810b40/0xe92384b90c840666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c4f1 expref: 1193 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.028603:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.028605:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.028607:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5abd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028613:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5abd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028623:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.028641:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1191:2002:x1817354606189824:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.028648:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807506 00010000:00010000:0.0:1733164792.028677:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097810b40/0xe92384b90c840666 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c4f1 expref: 1189 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.028692:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122bfce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297191808:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.028703:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5abd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028710:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5abd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028716:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5abd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028723:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5abd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028729:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5abd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028735:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5abd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028740:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.028743:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5abd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028749:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5abd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028763:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5abd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028769:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5abd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.028870:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+2910:3760:x1817354297191680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1596us (1648us total) trans 4295982489 rc 0/0 00000100:00100000:0.0:1733164792.028876:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187079 00000004:00080000:0.0:1733164792.028899:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122bff480/2, rc 0, transno 1015193 00000100:00100000:0.0:1733164792.028906:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122bff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297191680:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.028912:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.028917:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122bfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297192192:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.028934:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.028955:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092c73a80/0xe92384b90c8401c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c370 expref: 1188 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.028965:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297191040:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.028977:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5aa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028983:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5aa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028989:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5aa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.028996:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5aa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029003:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5aa8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029009:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5aa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029014:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.029017:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5aa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029023:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5aa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029032:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5aa8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029037:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5aa8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.029135:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297192576:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.029184:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.029213:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b382400/0xe92384b90c840516 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c45e expref: 1187 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.029229:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297191424:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.029240:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5aaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029247:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5aaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029253:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5aaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029261:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5aaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029268:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5aaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029274:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029280:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.029283:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029289:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029303:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5aaf lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029309:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5aaf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.029401:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+2916:3759:x1817354297191296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2322us (2371us total) trans 4295982493 rc 0/0 00000100:00100000:0.0:1733164792.029408:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187078 00000100:00100000:0.0:1733164792.029433:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+2915:3759:x1817354297190272:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2545us (2671us total) trans 4295982492 rc 0/0 00000100:00100000:0.0:1733164792.029436:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187076 00000100:00100000:0.0:1733164792.029518:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.029524:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297193600:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.029556:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.029574:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122bff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297193472:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.029589:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.029627:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187086 00000100:00100000:0.0:1733164792.029633:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+2916:3760:x1817354297193600:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.029645:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10495 count 1 00010000:00010000:0.0:1733164792.029655:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5aee lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029666:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800964fb180/0xe92384b90c840efc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7d0 expref: 1186 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029677:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.029679:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.029681:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5aee lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029697:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800964fb180/0xe92384b90c840efc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7d0 expref: 1186 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.029706:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800964fb180/0xe92384b90c840efc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7d0 expref: 1186 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.029715:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297193728:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.029735:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.030575:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.030593:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.030609:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606189952 00000100:00100000:0.0:1733164792.030611:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606189952 00010000:00010000:0.0:1733164792.030620:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e6373c0/0xe92384b90c840785 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c545 expref: 1188 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.030640:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807508 00000100:00100000:0.0:1733164792.030643:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1188:2001:x1817354606189952:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.030649:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.030651:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e6373c0/0xe92384b90c840785 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c545 expref: 1188 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.030661:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e6373c0/0xe92384b90c840785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c545 expref: 1188 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.030669:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e6373c0/0xe92384b90c840785 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c545 expref: 1188 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.030675:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.030676:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.030678:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d5ac4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.030682:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d5ac4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.030692:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.030703:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1186:2001:x1817354606189952:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.030707:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807508 00000100:00100000:0.0:1733164792.030777:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.030796:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.030820:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.030837:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.030852:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807509 00000100:00100000:0.0:1733164792.030858:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1188:2001:x1817354606190336:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.030866:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.030871:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c625d40/0xe92384b90c840d2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c736 expref: 1188 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.030879:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c625d40/0xe92384b90c840d2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c736 expref: 1188 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.030890:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c625d40/0xe92384b90c840d2e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c736 expref: 1188 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.030899:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.030900:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.030903:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d5ae0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.030909:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d5ae0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x28fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.030924:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.030942:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1185:2001:x1817354606190336:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.030948:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807509 00000100:00100000:0.0:1733164792.030979:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.031027:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.031096:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800964fb180/0xe92384b90c840efc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7d0 expref: 1182 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.031104:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297193728:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.031114:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5aee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031119:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5aee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031123:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5aee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031127:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5aee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031131:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5aee lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031134:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031138:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.031158:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031162:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031169:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5aee lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031173:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5aee lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x28ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.031284:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+2917:3760:x1817354297193600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1650us (1727us total) trans 4295982497 rc 0/0 00000100:00100000:0.0:1733164792.031290:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187086 00000100:00100000:0.0:1733164792.031392:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297193984 00000100:00100000:0.0:1733164792.031397:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297193984 00000100:00100000:0.0:1733164792.031423:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187088 00000100:00100000:0.0:1733164792.031428:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+2918:3761:x1817354297193984:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.031439:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10496 count 1 00010000:00010000:0.0:1733164792.031448:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5afc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2900:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031459:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f7b5440/0xe92384b90c840f7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c801 expref: 1178 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031465:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.031466:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.031469:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5afc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.031493:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297194496 00000100:00100000:0.0:1733164792.031496:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297194496 00000100:00100000:0.0:1733164792.031520:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187091 00000100:00100000:0.0:1733164792.031524:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+2921:3759:x1817354297194368:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.031534:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10499 count 1 00010000:00010000:0.0:1733164792.031559:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5b11 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031574:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800910a8480/0xe92384b90c8411e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c8e1 expref: 1178 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031579:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.031580:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.031582:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5b11 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031596:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800910a8480/0xe92384b90c8411e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c8e1 expref: 1178 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031604:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800910a8480/0xe92384b90c8411e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c8e1 expref: 1178 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.031613:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297194880:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.031631:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff240 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.031650:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f7b5440/0xe92384b90c840f7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c801 expref: 1178 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.031655:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f7b5440/0xe92384b90c840f7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c801 expref: 1178 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.031661:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297195136:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.031729:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffa80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.031983:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297195520:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.032007:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.032028:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297195520 00000100:00100000:0.0:1733164792.032031:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297195520 00000100:00100000:0.0:1733164792.032059:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187095 00000100:00100000:0.0:1733164792.032064:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+2924:3760:x1817354297195520:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.032075:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10503 count 1 00010000:00010000:0.0:1733164792.032086:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5b2d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.032096:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012331db00/0xe92384b90c841570 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca38 expref: 1178 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.032103:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.032104:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.032106:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5b2d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.032122:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012331db00/0xe92384b90c841570 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca38 expref: 1178 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.032130:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012331db00/0xe92384b90c841570 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca38 expref: 1178 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.032171:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297195904:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.032192:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff180 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.032671:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.032690:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.032729:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297194880:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.032743:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5b11 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.032793:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.032814:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297195136:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.032825:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5afc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.032948:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.032953:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.032957:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5b11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.032961:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5b11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.032964:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5b11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.032968:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.032969:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5b11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.032977:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5b11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.032986:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5b11 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.032992:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5b11 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.033102:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+2926:3759:x1817354297194368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1575us (1640us total) trans 4295982504 rc 0/0 00000100:00100000:0.0:1733164792.033108:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187091 00000100:00100000:0.0:1733164792.033211:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.033226:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.033253:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.033309:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297195904:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.033322:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5b2d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033346:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008dc7d8c0/0xe92384b90c84146d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2906:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c9d6 expref: 1175 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.033355:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297195648:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.033368:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5b1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033380:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5b1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033386:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5b1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033393:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5b1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033463:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5b1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033470:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5b1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033476:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.033479:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5b1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033486:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5b1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033495:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5b1f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033501:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5b1f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.033527:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187096 00000100:00100000:0.0:1733164792.033531:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+2927:3761:x1817354297196032:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.033632:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10504 count 1 00010000:00010000:0.0:1733164792.033644:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5b3b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2908:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033654:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a7ed00/0xe92384b90c84165e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca8c expref: 1170 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033660:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.033661:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.033664:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5b3b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033679:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a7ed00/0xe92384b90c84165e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca8c expref: 1170 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033686:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a7ed00/0xe92384b90c84165e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca8c expref: 1170 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.033692:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297196672:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.033706:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff180 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.033719:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033723:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033728:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5b2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033732:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5b2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033735:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033739:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.033740:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033744:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033750:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5b2d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.033753:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5b2d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.033859:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+2930:3760:x1817354297195520:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1794us (1851us total) trans 4295982508 rc 0/0 00000100:00100000:0.0:1733164792.033863:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187095 00000004:00080000:0.0:1733164792.033882:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf8b100/2, rc 0, transno 1015212 00000100:00100000:0.0:1733164792.033887:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297195520:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.033960:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+2932:3759:x1817354297195392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1996us (2046us total) trans 4295982509 rc 0/0 00000100:00100000:0.0:1733164792.033964:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187093 00000100:00100000:0.0:1733164792.034096:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297197824:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.034108:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.035097:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.035187:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.035202:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.035357:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297196928:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.035375:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5b42 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x290a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.035397:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d621880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297197184:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.035407:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d5b49 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x290c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.035451:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.035487:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.035530:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.035567:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.035586:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.035627:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807529 00000100:00100000:0.0:1733164792.035633:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1168:2003:x1817354606192768:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.035642:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.035647:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801228fb840/0xe92384b90c841c8c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x290e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cca7 expref: 1168 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.035657:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801228fb840/0xe92384b90c841c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x290e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cca7 expref: 1168 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.035669:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.035670:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.035673:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d5b5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035680:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d5b5e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x290e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035691:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.035708:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1166:2003:x1817354606192768:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.035714:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807529 00010000:00010000:0.0:1733164792.035745:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096796880/0xe92384b90c841b6d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x290d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc3e expref: 1165 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.035754:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297197568:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.035765:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035772:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035783:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035791:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035797:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5b57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035802:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5b57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035806:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.035808:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5b57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035812:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5b57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035818:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5b57 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035822:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5b57 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x290d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.035905:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+2935:3762:x1817354297197312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1949us (2011us total) trans 4295982513 rc 0/0 00000100:00100000:0.0:1733164792.035910:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187101 00010000:00010000:0.0:1733164792.035924:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5b42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035928:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5b42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035933:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5b42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035936:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5b42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035940:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035943:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.035945:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035948:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035953:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5b42 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.035957:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5b42 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x290a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.036101:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+2937:3759:x1817354297196416:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2352us (2410us total) trans 4295982515 rc 0/0 00000100:00100000:0.0:1733164792.036109:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187098 00010000:00010000:0.0:1733164792.036160:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ad5aac0/0xe92384b90c841d96 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x290f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cced expref: 1163 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.036170:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297197952:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.036183:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d5b65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036189:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d5b65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036195:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d5b65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036199:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d5b65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036203:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d5b65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036207:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d5b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036213:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.036215:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d5b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036219:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d5b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036225:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d5b65 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036228:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d5b65 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x290f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.036307:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+2939:3760:x1817354297197824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2138us (2197us total) trans 4295982516 rc 0/0 00000100:00100000:0.0:1733164792.036311:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187103 00010000:00010000:0.0:1733164792.036325:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d5b49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036330:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d5b49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036334:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d5b49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036338:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d5b49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036342:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d5b49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036345:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.036347:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d5b49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036351:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d5b49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036356:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d5b49 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.036359:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d5b49 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x290c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.036430:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+2940:3762:x1817354297196800:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2668us (2698us total) trans 4295982517 rc 0/0 00000100:00100000:0.0:1733164792.036435:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187100 00000100:00100000:0.0:1733164792.036724:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.036752:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.037121:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.037172:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.037186:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807533 00000100:00100000:0.0:1733164792.037191:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1162:2002:x1817354606193280:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.037201:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.037205:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013178b180/0xe92384b90c842258 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2914:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce91 expref: 1162 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.037281:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013178b180/0xe92384b90c842258 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2914:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce91 expref: 1162 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.037295:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013178b180/0xe92384b90c842258 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2914:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce91 expref: 1162 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.037306:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.037308:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.037310:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5b81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2914:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037317:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5b81 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2914:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037332:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.037349:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1161:2002:x1817354606193280:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 157us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.037355:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807533 00000100:00100000:0.0:1733164792.037368:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807535 00000100:00100000:0.0:1733164792.037372:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e680000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1160:2000:x1817354606193536:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.037378:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.037382:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085f8b180/0xe92384b90c8421b0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce60 expref: 1160 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.037390:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085f8b180/0xe92384b90c8421b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce60 expref: 1160 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.037399:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.037400:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.037402:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5b7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037408:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5b7a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037416:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.037427:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e680000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1160:2000:x1817354606193536:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.037432:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807535 00010000:00010000:0.0:1733164792.037455:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085f8b180/0xe92384b90c8421b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce60 expref: 1159 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.037462:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297198976:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.037469:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5b7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.037499:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.037507:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606193792 00000100:00100000:0.0:1733164792.037509:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606193792 00010000:00010000:0.0:1733164792.037517:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012100c240/0xe92384b90c84233f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cef3 expref: 1159 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.037533:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807537 00000100:00100000:0.0:1733164792.037536:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1159:2002:x1817354606193792:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.037558:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.037561:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012100c240/0xe92384b90c84233f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2915:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cef3 expref: 1159 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.037567:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012100c240/0xe92384b90c84233f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2915:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cef3 expref: 1158 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.037575:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012100c240/0xe92384b90c84233f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2915:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cef3 expref: 1158 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.037582:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.037583:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.037585:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5b8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037589:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5b8f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2915:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037598:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.037610:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1158:2002:x1817354606193792:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.037613:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807537 00000100:00100000:0.0:1733164792.037623:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807538 00000100:00100000:0.0:1733164792.037626:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1157:2000:x1817354606193920:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.037631:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.037635:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce42640/0xe92384b90c8424dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2917:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf8d expref: 1156 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.037643:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce42640/0xe92384b90c8424dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2917:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf8d expref: 1156 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.037653:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce42640/0xe92384b90c8424dc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2917:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf8d expref: 1156 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.037661:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.037662:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.037664:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d5b9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037670:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d5b9d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037685:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.037701:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1155:2000:x1817354606193920:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.037707:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807538 00010000:00010000:0.0:1733164792.037742:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5b7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037749:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5b7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037756:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5b7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037762:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5b7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037768:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037773:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.037775:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037781:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037789:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5b7a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.037795:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5b7a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2913:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.037911:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+2945:3759:x1817354297198720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1794us (1851us total) trans 4295982523 rc 0/0 00000100:00100000:0.0:1733164792.037917:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187106 00000100:00100000:0.0:1733164792.037986:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297201024 00000100:00100000:0.0:1733164792.037989:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297201024 00000100:00100000:0.0:1733164792.038006:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187116 00000100:00100000:0.0:1733164792.038010:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f572300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+2946:3762:x1817354297201024:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.038021:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10524 count 1 00010000:00010000:0.0:1733164792.038031:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5bc0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.038041:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090d33180/0xe92384b90c842966 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d10e expref: 1154 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.038046:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.038047:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.038049:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5bc0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.038062:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090d33180/0xe92384b90c842966 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d10e expref: 1154 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.038069:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090d33180/0xe92384b90c842966 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d10e expref: 1154 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.038163:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297201536:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.038185:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.038324:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.038333:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606194048 00000100:00100000:0.0:1733164792.038336:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606194048 00010000:00010000:0.0:1733164792.038347:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130849d40/0xe92384b90c8425b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cfd3 expref: 1155 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.038368:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807539 00000100:00100000:0.0:1733164792.038373:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1155:2001:x1817354606194048:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.038379:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.038383:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130849d40/0xe92384b90c8425b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2918:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cfd3 expref: 1155 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.038391:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130849d40/0xe92384b90c8425b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2918:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cfd3 expref: 1155 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.038404:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130849d40/0xe92384b90c8425b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2918:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cfd3 expref: 1155 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.038413:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.038414:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.038416:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5ba4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.038423:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5ba4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2918:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.038436:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.038463:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1154:2001:x1817354606194048:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.038468:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807539 00000004:00080000:0.0:1733164792.038586:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e682300/2, rc 0, transno 1015230 00000100:00100000:0.0:1733164792.038594:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297200128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.038631:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297202176:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.038653:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.039348:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.039381:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.039390:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.039408:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.039423:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.039438:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807543 00000100:00100000:0.0:1733164792.039443:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1157:2001:x1817354606194432:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.039449:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.039452:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a840fc0/0xe92384b90c842721 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x291a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d051 expref: 1156 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.039461:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a840fc0/0xe92384b90c842721 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x291a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d051 expref: 1156 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.039473:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a840fc0/0xe92384b90c842721 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x291a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d051 expref: 1156 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.039483:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.039484:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.039487:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5bb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.039494:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5bb2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x291a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.039506:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.039522:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1151:2001:x1817354606194432:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.039528:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807543 00010000:00010000:0.0:1733164792.039573:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090d33180/0xe92384b90c842966 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d10e expref: 1149 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.039583:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297201536:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.039596:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5bc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.039652:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5bc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.039659:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5bc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.039666:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5bc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.039672:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5bc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.039678:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5bc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.039688:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.039691:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5bc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.039697:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.039705:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5bc0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.039710:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5bc0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x291c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.039853:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f572300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+2951:3762:x1817354297201024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1842us (1881us total) trans 4295982530 rc 0/0 00000100:00100000:0.0:1733164792.039858:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187116 00000100:00100000:0.0:1733164792.039944:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.039953:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606195200 00000100:00100000:0.0:1733164792.039956:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606195200 00010000:00010000:0.0:1733164792.039964:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093a086c0/0xe92384b90c842f01 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d2f1 expref: 1148 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.039976:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807548 00000100:00100000:0.0:1733164792.039981:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1148:2001:x1817354606195200:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.039988:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.039992:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093a086c0/0xe92384b90c842f01 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d2f1 expref: 1147 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.040000:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093a086c0/0xe92384b90c842f01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d2f1 expref: 1146 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.040011:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.040013:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.040015:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d5be3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040022:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d5be3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040033:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.040048:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1146:2001:x1817354606195200:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.040053:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807548 00010000:00010000:0.0:1733164792.040100:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093a086c0/0xe92384b90c842f01 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d2f1 expref: 1145 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.040111:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e682680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297202560:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.040123:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d5be3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040130:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d5be3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040160:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d5be3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040168:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d5be3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040175:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d5be3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040182:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d5be3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040188:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.040191:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d5be3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040197:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d5be3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040207:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d5be3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040213:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d5be3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2921:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.040324:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+2954:3762:x1817354297202432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1344us (1378us total) trans 4295982533 rc 0/0 00000100:00100000:0.0:1733164792.040329:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187121 00000100:00100000:0.0:1733164792.040391:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297203456 00000100:00100000:0.0:1733164792.040394:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297203456 00000100:00100000:0.0:1733164792.040408:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297203584 00000100:00100000:0.0:1733164792.040409:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297203584 00000100:00100000:0.0:1733164792.040420:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187125 00000100:00100000:0.0:1733164792.040423:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+2956:3762:x1817354297203456:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.040444:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10533 count 1 00010000:00010000:0.0:1733164792.040455:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5bff lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2925:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040465:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f073840/0xe92384b90c8433ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d48e expref: 1144 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040471:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.040472:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.040474:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5bff lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040490:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f073840/0xe92384b90c8433ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d48e expref: 1144 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.040498:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f073840/0xe92384b90c8433ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2925:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d48e expref: 1144 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.040508:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297203840:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.040531:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.041990:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.042003:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606195328 00000100:00100000:0.0:1733164792.042005:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606195328 00010000:00010000:0.0:1733164792.042018:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800805233c0/0xe92384b90c843107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d3bc expref: 1145 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.042036:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807549 00000100:00100000:0.0:1733164792.042041:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1145:2000:x1817354606195328:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.042048:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.042053:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800805233c0/0xe92384b90c843107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2923:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d3bc expref: 1145 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.042062:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800805233c0/0xe92384b90c843107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2923:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d3bc expref: 1145 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.042075:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800805233c0/0xe92384b90c843107 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2923:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d3bc expref: 1145 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.042085:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.042087:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.042090:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5bea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.042096:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5bea lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2923:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.042119:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.042136:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1144:2000:x1817354606195328:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 95us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.042159:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807549 00000100:00100000:0.0:1733164792.042256:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606195456 00000100:00100000:0.0:1733164792.042259:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606195456 00010000:00010000:0.0:1733164792.042273:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801343e8480/0xe92384b90c842fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2922:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d361 expref: 1144 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.042288:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606195584 00000100:00100000:0.0:1733164792.042290:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606195584 00010000:00010000:0.0:1733164792.042298:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085e8ef40/0xe92384b90c843257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d417 expref: 1145 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.042319:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606195840 00000100:00100000:0.0:1733164792.042321:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606195840 00010000:00010000:0.0:1733164792.042331:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800999a4900/0xe92384b90c8434b8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d4d4 expref: 1147 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.042350:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807552 00000100:00100000:0.0:1733164792.042354:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1147:2001:x1817354606195712:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.042361:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.042365:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f073840/0xe92384b90c8433ca lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2925:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d48e expref: 1147 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.042373:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f073840/0xe92384b90c8433ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2925:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d48e expref: 1147 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.042385:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.042387:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.042390:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5bff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2925:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.042413:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5bff lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2925:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.042425:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.042442:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1144:2001:x1817354606195712:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.042451:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807552 00000100:00100000:0.0:1733164792.042656:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606196096 00000100:00100000:0.0:1733164792.042660:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606196096 00010000:00010000:0.0:1733164792.042672:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094679440/0xe92384b90c8436c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d57c expref: 1140 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.042689:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807555 00000100:00100000:0.0:1733164792.042694:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e680380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1140:2000:x1817354606196096:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.042700:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.042704:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094679440/0xe92384b90c8436c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2928:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d57c expref: 1140 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.042713:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094679440/0xe92384b90c8436c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2928:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d57c expref: 1140 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.042724:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094679440/0xe92384b90c8436c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2928:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d57c expref: 1140 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.042740:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.042741:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.042744:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d5c14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.042751:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d5c14 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2928:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.042766:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.042783:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e680380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1139:2000:x1817354606196096:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.042790:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807555 00000100:00100000:0.0:1733164792.042801:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606196224 00000100:00100000:0.0:1733164792.042803:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606196224 00010000:00010000:0.0:1733164792.042811:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082d26f40/0xe92384b90c8437a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d5d0 expref: 1139 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.042835:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807556 00000100:00100000:0.0:1733164792.042839:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e681880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1139:2001:x1817354606196224:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.042846:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.042849:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082d26f40/0xe92384b90c8437a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2929:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d5d0 expref: 1139 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.042857:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082d26f40/0xe92384b90c8437a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2929:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d5d0 expref: 1139 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.042873:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082d26f40/0xe92384b90c8437a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2929:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d5d0 expref: 1139 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.042882:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.042883:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.042885:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d5c1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.042892:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d5c1b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2929:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.042907:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.042924:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e681880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1138:2001:x1817354606196224:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.042929:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807556 00000004:00080000:0.0:1733164792.043081:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133bc0000/2, rc 0, transno 1015245 00000100:00100000:0.0:1733164792.043085:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297204096:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.043173:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297205248:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.043298:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1733164792.043314:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133bc1880/2, rc 0, transno 1015246 00000100:00100000:0.0:1733164792.043321:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297204352:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.043456:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297204864:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.043469:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d5c22 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.043599:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.043919:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606196352 00000100:00100000:0.0:1733164792.043923:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606196352 00010000:00010000:0.0:1733164792.043934:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0cf840/0xe92384b90c843846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d62b expref: 1137 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.043950:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807557 00000100:00100000:0.0:1733164792.043954:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1138:2001:x1817354606196352:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.043962:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.043965:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f0cf840/0xe92384b90c843846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d62b expref: 1138 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.043974:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f0cf840/0xe92384b90c843846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d62b expref: 1138 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.043985:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0cf840/0xe92384b90c843846 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d62b expref: 1138 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.043994:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.043996:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.043998:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d5c22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.044005:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d5c22 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.044025:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.044043:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1136:2001:x1817354606196352:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.044050:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807557 00010000:00010000:0.0:1733164792.044075:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d5c22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.044165:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d5c22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.044172:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d5c22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.044178:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d5c22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.044185:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d5c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.044190:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.044193:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d5c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.044200:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d5c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.044213:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d5c22 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.044219:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d5c22 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x292a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.044324:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+2967:3760:x1817354297204736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1855us (1894us total) trans 4295982545 rc 0/0 00000100:00100000:0.0:1733164792.044330:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187130 00000100:00100000:0.0:1733164792.044437:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.044484:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.044515:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.044818:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297206528:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.044829:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d5c4c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2931:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.044847:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad11500/2, rc 0, transno 1015251 00000100:00100000:0.0:1733164792.044850:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297205248:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.045082:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297207296:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.045122:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.045239:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187143 00000100:00100000:0.0:1733164792.045245:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+2972:3761:x1817354297207296:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.045257:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10548 count 1 00010000:00010000:0.0:1733164792.045268:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5c7d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045279:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ae25200/0xe92384b90c8457bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9b9 expref: 1130 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045285:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.045287:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.045289:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5c7d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045304:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ae25200/0xe92384b90c8457bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9b9 expref: 1131 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045401:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ae25200/0xe92384b90c8457bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9b9 expref: 1130 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.045412:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297208192:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.045433:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff600 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.045479:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297207040:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.045489:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d5c5a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045625:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d5c61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045633:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d5c61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045645:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d5c61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045652:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d5c61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045658:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d5c61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045663:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.045666:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d5c61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045673:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d5c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045683:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d5c61 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045689:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d5c61 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.045792:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+2973:3759:x1817354297206912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1369us (1396us total) trans 4295982551 rc 0/0 00000100:00100000:0.0:1733164792.045798:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187139 00010000:00010000:0.0:1733164792.045816:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d5c5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045824:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d5c5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045830:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d5c5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045837:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d5c5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045843:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d5c5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045848:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.045850:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d5c5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045856:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d5c5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045865:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d5c5a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.045871:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d5c5a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.046000:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013382ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297208320:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.046020:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.046033:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297208320 00000100:00100000:0.0:1733164792.046035:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297208320 00000100:00100000:0.0:1733164792.046104:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297208448 00000100:00100000:0.0:1733164792.046106:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297208448 00000100:00100000:0.0:1733164792.046124:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187145 00000100:00100000:0.0:1733164792.046128:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+2974:3762:x1817354297208448:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.046138:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10553 count 1 00010000:00010000:0.0:1733164792.046165:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5c84 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2939:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046176:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090bc7840/0xe92384b90c845a97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daf4 expref: 1127 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046181:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.046183:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.046185:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5c84 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046199:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090bc7840/0xe92384b90c845a97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daf4 expref: 1129 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046205:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090bc7840/0xe92384b90c845a97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daf4 expref: 1129 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.046211:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297208576:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.046228:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.046291:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+2975:3760:x1817354297206656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1872us (1921us total) trans 4295982552 rc 0/0 00000100:00100000:0.0:1733164792.046295:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187138 00000004:00080000:0.0:1733164792.046313:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9b0e00/2, rc 0, transno 1015256 00000100:00100000:0.0:1733164792.046318:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297206656:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.046345:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.046351:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f751c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297208704:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.046371:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.046389:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297208704 00000100:00100000:0.0:1733164792.046392:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297208704 00000100:00100000:0.0:1733164792.046407:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187146 00000100:00100000:0.0:1733164792.046411:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+2975:3760:x1817354297208704:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.046422:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10554 count 1 00010000:00010000:0.0:1733164792.046431:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d5c92 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x293a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046440:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090916d00/0xe92384b90c845b1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db3a expref: 1124 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046444:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.046445:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.046447:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d5c92 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046457:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090916d00/0xe92384b90c845b1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db3a expref: 1124 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046462:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090916d00/0xe92384b90c845b1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x293a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db3a expref: 1124 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.046472:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcdb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297208832:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.046486:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.046536:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297208192:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.046558:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5c7d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.046667:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297209088:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.046679:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606198016 00000100:00100000:0.0:1733164792.046682:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606198016 00010000:00010000:0.0:1733164792.046693:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ae25200/0xe92384b90c8457bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9b9 expref: 1124 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.046710:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807570 00000100:00100000:0.0:1733164792.046714:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e681880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1124:2000:x1817354606198016:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.046721:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.046725:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ae25200/0xe92384b90c8457bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9b9 expref: 1124 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.046734:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ae25200/0xe92384b90c8457bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9b9 expref: 1124 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.046746:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ae25200/0xe92384b90c8457bf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9b9 expref: 1124 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.046760:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.046761:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.046764:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.046767:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094431200/0xe92384b90c845cff lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc21 expref: 1123 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046771:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5c7d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.046779:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.046781:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.046783:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.046784:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5ca0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.046798:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094431200/0xe92384b90c845cff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc21 expref: 1123 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.046799:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e681880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1123:2000:x1817354606198016:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.046805:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807570 00010000:00010000:3.0:1733164792.046806:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094431200/0xe92384b90c845cff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc21 expref: 1123 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.046815:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297209472:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.046841:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575600 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.046845:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.046852:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297209088 00000100:00100000:3.0:1733164792.046855:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297209088 00000004:00080000:0.0:1733164792.046865:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9b3b80/2, rc 0, transno 1015260 00000100:00100000:0.0:1733164792.046869:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297207680:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.046872:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187149 00000100:00100000:3.0:1733164792.046876:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+2978:3761:x1817354297209088:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.046885:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10556 count 1 00010000:00010000:0.0:1733164792.046887:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046892:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.046893:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d5ca7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046896:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046900:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5c7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.046903:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c845c26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dbcd expref: 1122 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046908:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.046909:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.046910:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.046911:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.046913:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.046913:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d5ca7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046916:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5c7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046922:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5c7d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.046926:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d5c7d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2934:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.046926:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c845c26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dbcd expref: 1122 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.046934:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c845c26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dbcd expref: 1122 pid: 16590 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.046941:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297209856:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.046957:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575480 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.047018:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+2980:3761:x1817354297207296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1772us (1895us total) trans 4295982557 rc 0/0 00000100:00100000:0.0:1733164792.047025:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187143 00000100:00100000:0.0:1733164792.047101:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297210112 00000100:00100000:0.0:1733164792.047103:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297210112 00000100:00100000:0.0:1733164792.047113:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187151 00000100:00100000:0.0:1733164792.047118:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+2980:3760:x1817354297210112:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.047127:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10559 count 1 00010000:00010000:0.0:1733164792.047137:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d5cb5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.047171:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009990f180/0xe92384b90c845e25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc91 expref: 1122 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.047178:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.047179:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.047181:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d5cb5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.047196:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009990f180/0xe92384b90c845e25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc91 expref: 1122 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.047204:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009990f180/0xe92384b90c845e25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc91 expref: 1122 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.047214:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297210240:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.047247:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff600 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.047515:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e681c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297209344:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.047524:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5c99 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.047639:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297209472:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.047646:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5ca0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.047819:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.047848:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.047892:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.047922:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807571 00000100:00100000:3.0:1733164792.047926:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1125:2000:x1817354606198272:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.047933:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.047936:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f6006c0/0xe92384b90c845ba8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db87 expref: 1125 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.047945:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f6006c0/0xe92384b90c845ba8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db87 expref: 1125 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.047953:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f6006c0/0xe92384b90c845ba8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db87 expref: 1125 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.047960:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.047961:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.047963:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5c99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.047967:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5c99 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.047968:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.047976:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.047983:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606198528 00000100:00100000:0.0:1733164792.047987:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606198528 00000100:00100000:3.0:1733164792.047991:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1123:2000:x1817354606198272:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.047995:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807571 00010000:00010000:0.0:1733164792.047998:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094431200/0xe92384b90c845cff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc21 expref: 1123 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.048008:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5c99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048014:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5c99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048019:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5c99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.048020:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807574 00000100:00100000:0.0:1733164792.048025:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1121:2000:x1817354606198528:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.048026:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5c99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048030:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5c99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.048031:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.048034:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.048035:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094431200/0xe92384b90c845cff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc21 expref: 1121 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.048035:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5c99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048039:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5c99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.048043:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094431200/0xe92384b90c845cff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc21 expref: 1121 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.048044:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5c99 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048047:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5c99 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x293b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.048054:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094431200/0xe92384b90c845cff lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc21 expref: 1120 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.048064:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.048065:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.048068:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.048074:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5ca0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.048087:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.048102:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1119:2000:x1817354606198528:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.048108:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807574 00000100:00100000:0.0:1733164792.048158:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297209856:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.048164:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+2982:3759:x1817354297208960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1432us (1500us total) trans 4295982558 rc 0/0 00010000:00010000:0.0:1733164792.048167:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d5ca7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.048168:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187147 00000004:00080000:3.0:1733164792.048185:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f571880/2, rc 0, transno 1015262 00000100:00100000:3.0:1733164792.048190:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297208960:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.048198:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048203:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048207:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5ca0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.048210:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.048211:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5ca0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048214:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048217:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.048219:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048222:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048228:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5ca0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048232:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5ca0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x293d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.048258:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.048267:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.048280:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606198912 00000100:00100000:3.0:1733164792.048283:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606198912 00010000:00010000:3.0:1733164792.048291:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d020240/0xe92384b90c845d84 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x293e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc59 expref: 1120 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.048293:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.048301:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606198784 00000100:00100000:3.0:1733164792.048302:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606198784 00010000:00010000:3.0:1733164792.048307:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c845c26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dbcd expref: 1121 pid: 16590 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.048328:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807578 00000100:00100000:3.0:1733164792.048331:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1121:2000:x1817354606198784:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.048336:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.048339:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c845c26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dbcd expref: 1121 pid: 16590 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.048340:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297210240:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.048345:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c845c26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dbcd expref: 1121 pid: 16590 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.048354:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d5cb5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048354:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c845c26 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dbcd expref: 1121 pid: 16590 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.048360:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.048361:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.048363:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d5ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048367:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d5ca7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048383:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.048392:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d5ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.048396:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d5ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.048396:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1118:2000:x1817354606198784:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.048399:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807578 00010000:00010000:0.0:1733164792.048401:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d5ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.048404:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d5ca7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.048408:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d5ca7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.048411:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.048413:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d5ca7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.048416:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e1be300/2, rc 0, transno 1015264 00010000:00010000:0.0:1733164792.048417:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d5ca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.048420:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297208448:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.048423:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d5ca7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.048427:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d5ca7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x293c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.048459:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+2983:3762:x1817354297209216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1723us (1765us total) trans 4295982561 rc 0/0 00000100:00100000:3.0:1733164792.048463:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187148 00000100:00100000:3.0:1733164792.048471:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187153 00000100:00100000:3.0:1733164792.048474:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+2983:3761:x1817354297210496:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.048482:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10561 count 1 00010000:00010000:3.0:1733164792.048489:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5cc3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048496:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800947b86c0/0xe92384b90c845edb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dcfa expref: 1115 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048500:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.048500:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.048502:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5cc3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048511:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800947b86c0/0xe92384b90c845edb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dcfa expref: 1115 pid: 16685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.048515:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+2983:3761:x1817354297209088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1638us (1669us total) trans 4295982562 rc 0/0 00000100:00100000:0.0:1733164792.048519:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187149 00010000:00010000:3.0:1733164792.048520:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800947b86c0/0xe92384b90c845edb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dcfa expref: 1115 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.048525:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297210752:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.048552:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575600 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.048565:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131743b80/2, rc 0, transno 1015265 00000100:00100000:3.0:1733164792.048568:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131743b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297209216:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.048575:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297210880:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.048584:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d5cb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.048588:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.048589:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d5cb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.048593:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d5cb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.048598:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d5cb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.048601:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d5cb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.048606:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1733164792.048608:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4d80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.048609:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800868b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297211136:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.048610:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d5cb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.048614:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d5cb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.048622:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.048631:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297211008 00000100:00100000:3.0:1733164792.048633:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297211008 00000100:00100000:3.0:1733164792.048644:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187154 00000100:00100000:3.0:1733164792.048647:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+2986:3759:x1817354297210880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.048655:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10562 count 1 00010000:00010000:3.0:1733164792.048661:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d5cca lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2942:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048668:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097366640/0xe92384b90c845f36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dd1d expref: 1115 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048671:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.048672:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.048674:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d5cca lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048683:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097366640/0xe92384b90c845f36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dd1d expref: 1115 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048688:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097366640/0xe92384b90c845f36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2942:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dd1d expref: 1115 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.048695:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297211264:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.048703:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297211392:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.048708:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d5cb5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.048713:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.048715:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d5cb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x293f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.048729:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297211392 00000100:00100000:3.0:1733164792.048731:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297211392 00000100:00100000:3.0:1733164792.048741:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187157 00000100:00100000:3.0:1733164792.048743:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+2986:3762:x1817354297211392:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.048750:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10565 count 1 00010000:00010000:3.0:1733164792.048756:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5cdf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048763:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012372cfc0/0xe92384b90c8462bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de6d expref: 1115 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048766:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.048767:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.048768:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5cdf lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048780:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012372cfc0/0xe92384b90c8462bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de6d expref: 1115 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048785:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012372cfc0/0xe92384b90c8462bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de6d expref: 1115 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.048790:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297211776:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.048801:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575e40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.048815:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953cfcc0/0xe92384b90c845a20 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daa7 expref: 1115 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.048822:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e682680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297209728:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.048830:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+2987:3760:x1817354297210112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1711us (1737us total) trans 4295982564 rc 0/0 00010000:00010000:3.0:1733164792.048830:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d5c8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.048834:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187151 00010000:00010000:3.0:1733164792.048834:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d5c8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048838:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d5c8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048842:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d5c8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048845:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d5c8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048849:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d5c8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048853:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.048854:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d5c8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048858:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d5c8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048863:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d5c8b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.048867:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d5c8b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.048919:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297211904 00000100:00100000:0.0:1733164792.048921:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297211904 00000100:00100000:0.0:1733164792.048935:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187158 00000100:00100000:0.0:1733164792.048938:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+2988:3759:x1817354297211904:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.048946:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10566 count 1 00000100:00100000:3.0:1733164792.048956:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+2988:3761:x1817354297208320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2840us (2933us total) trans 4295982565 rc 0/0 00000100:00100000:3.0:1733164792.048962:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187144 00000100:00100000:3.0:1733164792.048991:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575900 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.049001:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d5ce6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.049009:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e490900/0xe92384b90c846381 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37deac expref: 1114 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.049016:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.049017:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.049018:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d5ce6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.049029:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e490900/0xe92384b90c846381 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37deac expref: 1114 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.049035:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e490900/0xe92384b90c846381 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37deac expref: 1114 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.049040:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297212032:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.049064:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff600 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.049096:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297212160:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.049118:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.049131:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297212160 00000100:00100000:0.0:1733164792.049134:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297212160 00000100:00100000:0.0:1733164792.049161:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187159 00000100:00100000:0.0:1733164792.049165:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093111c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+2988:3760:x1817354297212160:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.049175:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10567 count 1 00010000:00010000:0.0:1733164792.049184:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d5ced lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.049265:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cc59680/0xe92384b90c8463c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37deeb expref: 1114 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.049272:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.049274:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.049276:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d5ced lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.049293:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cc59680/0xe92384b90c8463c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37deeb expref: 1114 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.049301:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cc59680/0xe92384b90c8463c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37deeb expref: 1114 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.049318:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297210752:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.049329:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5cc3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.049379:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297212288:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.049401:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffb40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.049447:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5cc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049452:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5cc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049457:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5cc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049462:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5cc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049465:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5cc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049469:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.049471:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5cc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049475:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5cc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049481:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5cc3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049484:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5cc3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2941:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.049510:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e680380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297211648:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.049587:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d5cd8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.049599:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+2989:3761:x1817354297210496:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1122us (1194us total) trans 4295982566 rc 0/0 00000100:00100000:3.0:1733164792.049606:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187153 00000004:00080000:3.0:1733164792.049631:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad11180/2, rc 0, transno 1015270 00000100:00100000:3.0:1733164792.049637:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297210496:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.049653:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297211776:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.049663:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5cdf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.049677:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297212416:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.049695:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.049713:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297212416 00000100:00100000:0.0:1733164792.049716:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297212416 00000100:00100000:3.0:1733164792.049733:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807582 00000100:00100000:0.0:1733164792.049734:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187160 00000100:00100000:0.0:1733164792.049739:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+2990:3761:x1817354297212416:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.049740:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e680000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1113:2001:x1817354606199680:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.049747:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:0.0:1733164792.049750:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10568 count 1 00010000:00010000:3.0:1733164792.049751:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012372cfc0/0xe92384b90c8462bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de6d expref: 1113 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.049760:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012372cfc0/0xe92384b90c8462bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de6d expref: 1113 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.049771:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012372cfc0/0xe92384b90c8462bd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de6d expref: 1113 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.049787:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.049788:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.049791:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5cdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049798:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5cdf lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049811:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.049826:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e680000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1111:2001:x1817354606199680:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.049832:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807582 00000004:00080000:3.0:1733164792.049856:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad10a80/2, rc 0, transno 1015271 00010000:00010000:0.0:1733164792.049861:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d5cf4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2948:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.049863:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297210368:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.049872:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5cdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.049873:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cc5a1c0/0xe92384b90c8463d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37def9 expref: 1109 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049878:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5cdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.049879:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.049881:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.049884:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d5cf4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049887:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5cdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049894:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5cdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.049901:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cc5a1c0/0xe92384b90c8463d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37def9 expref: 1109 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049906:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.049909:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cc5a1c0/0xe92384b90c8463d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37def9 expref: 1110 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.049912:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.049915:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.049918:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf8b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297212544:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.049921:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049930:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5cdf lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.049936:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5cdf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2945:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.049938:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff0c0 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.049970:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800868b0a80/2, rc 0, transno 1015272 00000100:00100000:3.0:1733164792.049973:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800868b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297211008:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.049981:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.049986:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297212672:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.050006:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e490900/0xe92384b90c846381 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37deac expref: 1110 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.050013:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.050076:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297212032:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.050086:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d5ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.050099:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187162 00000100:00100000:0.0:1733164792.050102:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+2992:3759:x1817354297212800:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.050112:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10570 count 1 00000100:00100000:3.0:1733164792.050115:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+2992:3762:x1817354297211392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1369us (1398us total) trans 4295982569 rc 0/0 00000100:00100000:3.0:1733164792.050121:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187157 00010000:00010000:0.0:1733164792.050122:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d5d02 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x294a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050132:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f016880/0xe92384b90c84640d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df23 expref: 1107 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050160:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.050161:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:3.0:1733164792.050162:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e681180/2, rc 0, transno 1015273 00010000:00010000:0.0:1733164792.050164:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d5d02 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.050176:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297211392:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.050182:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f016880/0xe92384b90c84640d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df23 expref: 1107 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050190:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f016880/0xe92384b90c84640d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df23 expref: 1107 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.050198:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297213056:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.050330:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff600 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.050339:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297213184:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.050340:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d5ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050346:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d5ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050353:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d5ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.050357:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.050360:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d5ce6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050366:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d5ce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050371:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d61c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.050374:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d5ce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050379:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d5ce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050386:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d5ce6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050390:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d5ce6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.050391:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297213312:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.050407:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.050498:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+2994:3759:x1817354297211904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1557us (1590us total) trans 4295982571 rc 0/0 00000100:00100000:0.0:1733164792.050504:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187158 00000004:00080000:3.0:1733164792.050510:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800868b0e00/2, rc 0, transno 1015275 00000100:00100000:3.0:1733164792.050518:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800868b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297211904:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.050521:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d5cd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050528:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d5cd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.050558:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.050565:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297213696:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.050584:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.050646:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d5cd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050652:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d5cd8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050660:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d5cd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050665:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.050668:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d5cd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050674:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d5cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050683:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d5cd8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.050687:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d5cd8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.050868:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf8b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297212544:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.050870:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+2995:3762:x1817354297211136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2161us (2245us total) trans 4295982572 rc 0/0 00000100:00100000:0.0:1733164792.050876:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187156 00010000:00010000:3.0:1733164792.050881:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d5cf4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2948:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.050899:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800868b3480/2, rc 0, transno 1015276 00000100:00100000:3.0:1733164792.050905:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800868b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297211136:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.050932:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297213952:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.050948:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.051025:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cc59680/0xe92384b90c8463c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37deeb expref: 1108 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.051036:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297212288:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.051050:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d5ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.051062:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d5ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.051065:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.051067:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d5ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.051074:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d5ced lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.051079:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d5ced lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.051085:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d5ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.051090:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.051092:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d5ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.051097:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d5ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.051106:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d5ced lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.051111:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d5ced lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.051132:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.051162:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606200448 00000100:00100000:3.0:1733164792.051165:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606200448 00010000:00010000:3.0:1733164792.051177:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f016880/0xe92384b90c84640d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df23 expref: 1106 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.051200:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807589 00000100:00100000:3.0:1733164792.051205:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1105:2001:x1817354606200448:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.051212:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.051215:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f016880/0xe92384b90c84640d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x294a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df23 expref: 1105 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.051224:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f016880/0xe92384b90c84640d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x294a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df23 expref: 1105 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.051236:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f016880/0xe92384b90c84640d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x294a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df23 expref: 1105 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.051245:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.051247:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.051249:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d5d02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.051257:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d5d02 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x294a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.051268:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.051281:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1104:2001:x1817354606200448:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.051286:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807589 00000004:00080000:3.0:1733164792.051310:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf89880/2, rc 0, transno 1015278 00000100:00100000:3.0:1733164792.051317:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297212672:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.051389:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf8bb80/2, rc 0, transno 1015279 00000100:00100000:3.0:1733164792.051394:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297212416:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.051409:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093111c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+2996:3760:x1817354297212160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2241us (2288us total) trans 4295982573 rc 0/0 00000100:00100000:0.0:1733164792.051416:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187159 00000004:00080000:3.0:1733164792.051553:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d622300/2, rc 0, transno 1015280 00000100:00100000:3.0:1733164792.051557:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d622300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297212800:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.051576:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.051581:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297214208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.051595:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.051599:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.051604:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297214592:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.051616:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297214336:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.051626:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.051634:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297214464:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.051647:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.051648:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.051654:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.051662:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5d09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.051668:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5d09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.051669:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.051674:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5d09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.051679:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.051682:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5d09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.051686:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297214336 00010000:00010000:0.0:1733164792.051688:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5d09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.051689:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297214336 00010000:00010000:0.0:1733164792.051698:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5d09 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.051704:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5d09 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x294c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.051705:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187169 00000100:00100000:3.0:1733164792.051709:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+2999:3762:x1817354297214464:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.051720:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10577 count 1 00010000:00010000:3.0:1733164792.051729:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5d33 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.051741:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800910861c0/0xe92384b90c84668a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dff5 expref: 1102 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.051747:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.051749:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.051751:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5d33 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.051767:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800910861c0/0xe92384b90c84668a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dff5 expref: 1102 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.051776:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800910861c0/0xe92384b90c84668a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dff5 expref: 1103 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.051785:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297214976:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.051820:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575e40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.051855:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606200832 00000100:00100000:3.0:1733164792.051858:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606200832 00010000:00010000:3.0:1733164792.051866:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952df3c0/0xe92384b90c84654f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x294d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df85 expref: 1103 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.051878:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807592 00000100:00100000:3.0:1733164792.051881:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e680000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1103:2000:x1817354606200832:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.051886:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.051888:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952df3c0/0xe92384b90c84654f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x294d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df85 expref: 1103 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.051891:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3000:3761:x1817354297213312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1458us (1482us total) trans 4295982577 rc 0/0 00010000:00010000:3.0:1733164792.051894:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952df3c0/0xe92384b90c84654f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x294d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df85 expref: 1103 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.051895:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187164 00010000:00010000:3.0:1733164792.051901:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.051902:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.051904:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d5d17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x294d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.051908:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d5d17 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x294d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.051915:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.051928:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e680000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1102:2000:x1817354606200832:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 45us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.051933:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807592 00000004:00080000:3.0:1733164792.051959:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69dc00/2, rc 0, transno 1015281 00000100:00100000:3.0:1733164792.051966:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297213312:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.051993:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.051999:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297215232:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.052017:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.052028:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297215232 00000100:00100000:0.0:1733164792.052031:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297215232 00000100:00100000:0.0:1733164792.052041:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187171 00000100:00100000:0.0:1733164792.052043:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3001:3759:x1817354297215232:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.052051:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10579 count 1 00010000:00010000:0.0:1733164792.052059:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5d41 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2953:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.052070:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081770480/0xe92384b90c84672b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e018 expref: 1099 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.052076:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.052077:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.052079:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5d41 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.052086:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133bc2a00/2, rc 0, transno 1015282 00000100:00100000:3.0:1733164792.052092:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297213696:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.052096:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081770480/0xe92384b90c84672b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e018 expref: 1099 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.052110:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081770480/0xe92384b90c84672b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e018 expref: 1099 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.052119:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d621f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297215360:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.052128:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297215488:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.052137:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffb40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.052166:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.052179:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297215488 00000100:00100000:0.0:1733164792.052182:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297215488 00000100:00100000:0.0:1733164792.052194:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187172 00000100:00100000:0.0:1733164792.052196:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3003:3761:x1817354297215488:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.052204:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10580 count 1 00010000:00010000:0.0:1733164792.052211:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d5d48 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.052211:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e680700/2, rc 0, transno 1015283 00000100:00100000:3.0:1733164792.052217:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297213952:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.052218:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097ae1f80/0xe92384b90c84677f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e02d expref: 1099 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.052222:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.052223:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.052224:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d5d48 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.052234:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097ae1f80/0xe92384b90c84677f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e02d expref: 1099 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.052239:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097ae1f80/0xe92384b90c84677f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e02d expref: 1099 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.052250:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d622d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297215744:192.168.202.7@tcp:104: 00000004:00080000:0.0:1733164792.052265:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69ed80/2, rc 0, transno 1015284 00000100:00100000:0.0:1733164792.052269:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297213184:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.052284:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff540 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.052297:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297215872:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.052316:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.053295:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.053346:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297214976:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.053358:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.053361:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5d33 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.053378:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606201472 00000100:00100000:3.0:1733164792.053381:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606201472 00010000:00010000:3.0:1733164792.053392:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091087600/0xe92384b90c846659 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfd9 expref: 1101 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.053415:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807595 00000100:00100000:3.0:1733164792.053419:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d621180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1100:2001:x1817354606201472:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.053426:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.053431:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091087600/0xe92384b90c846659 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2950:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfd9 expref: 1100 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.053439:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091087600/0xe92384b90c846659 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2950:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfd9 expref: 1100 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.053451:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091087600/0xe92384b90c846659 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2950:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfd9 expref: 1100 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.053460:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.053462:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.053464:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d5d3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.053471:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d5d3a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.053479:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d5d25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.053482:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.053487:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d5d25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.053494:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d5d25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.053500:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d5d25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.053501:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1098:2001:x1817354606201472:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (143us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.053506:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d5d25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.053506:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807595 00010000:00010000:0.0:1733164792.053510:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.053517:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d5d25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.053528:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d5d25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.053549:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d5d25 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.053555:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d5d25 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x294f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.053629:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5d2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.053634:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5d2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.053639:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5d2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.053642:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5d2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.053646:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.053649:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.053651:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.053655:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.053661:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5d2c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.053669:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5d2c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.053723:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3005:3759:x1817354297214208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2053us (2123us total) trans 4295982582 rc 0/0 00000100:00100000:0.0:1733164792.053731:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187167 00000004:00080000:0.0:1733164792.053758:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e681500/2, rc 0, transno 1015286 00000100:00100000:3.0:1733164792.053759:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3004:3760:x1817354297214592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2087us (2132us total) trans 4295982583 rc 0/0 00000100:00100000:3.0:1733164792.053764:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187168 00000100:00100000:0.0:1733164792.053765:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297214208:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.053782:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e681f80/2, rc 0, transno 1015287 00000100:00100000:3.0:1733164792.053783:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606201600 00000100:00100000:0.0:1733164792.053785:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297214592:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.053786:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606201600 00010000:00010000:3.0:1733164792.053793:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081770480/0xe92384b90c84672b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2953:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e018 expref: 1098 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.053801:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d622d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297215744:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.053809:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606201856 00000100:00100000:3.0:1733164792.053811:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606201856 00010000:00010000:3.0:1733164792.053815:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b178d80/0xe92384b90c8467d3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2955:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e042 expref: 1098 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.053816:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d5d48 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.053826:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807599 00000100:00100000:3.0:1733164792.053829:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e681880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1098:2000:x1817354606201856:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.053834:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.053836:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b178d80/0xe92384b90c8467d3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2955:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e042 expref: 1098 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.053842:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b178d80/0xe92384b90c8467d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2955:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e042 expref: 1098 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.053850:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.053851:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.053853:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d5d4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2955:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.053857:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d5d4f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2955:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.053863:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.053869:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.053876:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e681880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1097:2000:x1817354606201856:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 45us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.053881:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807599 00000100:00100000:0.0:1733164792.053884:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606201728 00000100:00100000:0.0:1733164792.053887:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606201728 00010000:00010000:0.0:1733164792.053897:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097ae1f80/0xe92384b90c84677f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e02d expref: 1097 pid: 16661 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.053909:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e683100/2, rc 0, transno 1015285 00000100:00100000:3.0:1733164792.053913:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297214336:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.053918:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807600 00000100:00100000:0.0:1733164792.053922:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d622d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1096:2000:x1817354606201728:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.053930:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.053933:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097ae1f80/0xe92384b90c84677f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e02d expref: 1096 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.053934:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606201984 00000100:00100000:3.0:1733164792.053937:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606201984 00010000:00010000:0.0:1733164792.053942:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097ae1f80/0xe92384b90c84677f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e02d expref: 1097 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.053947:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d55a880/0xe92384b90c84684a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2956:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e050 expref: 1097 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.053954:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097ae1f80/0xe92384b90c84677f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e02d expref: 1097 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.053963:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.053964:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.053967:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d5d48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.053971:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807601 00010000:00010000:0.0:1733164792.053973:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d5d48 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.053975:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1095:2000:x1817354606201984:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.053981:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.053984:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d55a880/0xe92384b90c84684a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2956:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e050 expref: 1094 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.053987:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.053993:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d55a880/0xe92384b90c84684a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2956:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e050 expref: 1094 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.054007:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.054008:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d622d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1094:2000:x1817354606201728:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (138us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.054009:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.054011:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5d56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2956:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.054014:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807600 00010000:00010000:3.0:1733164792.054018:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5d56 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2956:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.054027:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.054032:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d5d48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.054040:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d5d48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.054042:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1093:2000:x1817354606201984:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.054046:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807601 00010000:00010000:0.0:1733164792.054047:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d5d48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.054055:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d5d48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.054062:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d5d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.054068:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.054071:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d5d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.054077:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d5d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.054087:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d5d48 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.054096:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d5d48 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2954:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.054117:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297216256:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.054127:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5d33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.054134:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5d33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.054137:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.054164:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5d33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.054171:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5d33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.054178:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5d33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.054189:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.054191:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5d33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.054198:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5d33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.054206:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5d33 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.054211:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5d33 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2951:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.054234:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187175 00000100:00100000:3.0:1733164792.054238:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3006:3760:x1817354297216256:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.054249:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10583 count 1 00010000:00010000:3.0:1733164792.054257:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5d5d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.054267:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb0f840/0xe92384b90c84685f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e065 expref: 1092 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.054271:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297216384 00010000:00010000:3.0:1733164792.054272:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.054274:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.054275:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297216384 00010000:00010000:3.0:1733164792.054276:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5d5d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.054292:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187177 00010000:00010000:3.0:1733164792.054295:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb0f840/0xe92384b90c84685f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e065 expref: 1091 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.054297:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3007:3762:x1817354297216384:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.054305:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb0f840/0xe92384b90c84685f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e065 expref: 1091 pid: 16653 timeout: 1075 lvb_type: 0 00002000:00080000:0.0:1733164792.054308:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10584 count 1 00000100:00100000:3.0:1733164792.054313:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297216640:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.054319:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5d6b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2958:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.054330:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937c0b40/0xe92384b90c8468ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e081 expref: 1091 pid: 16650 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.054335:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575600 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.054336:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.054338:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.054340:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5d6b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.054355:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937c0b40/0xe92384b90c8468ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e081 expref: 1091 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.054363:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937c0b40/0xe92384b90c8468ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e081 expref: 1091 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.054371:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d623480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297217024:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.054388:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.054400:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297216896:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.054415:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1733164792.054434:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800932c8380/2, rc 0, transno 1015291 00000100:00100000:0.0:1733164792.054439:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297215872:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.054446:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3009:3762:x1817354297214464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2734us (2795us total) trans 4295982588 rc 0/0 00000100:00100000:3.0:1733164792.054453:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187169 00000100:00100000:0.0:1733164792.054497:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297217152:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.054506:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297217280:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.054514:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.054529:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.054559:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3008:3761:x1817354297215488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2360us (2391us total) trans 4295982586 rc 0/0 00000004:00080000:3.0:1733164792.054564:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800932c8000/2, rc 0, transno 1015290 00000100:00100000:0.0:1733164792.054565:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187172 00000100:00100000:3.0:1733164792.054569:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297215488:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.054578:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187179 00000100:00100000:0.0:1733164792.054582:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3009:3760:x1817354297217152:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.054592:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10587 count 1 00010000:00010000:0.0:1733164792.054599:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5d79 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.054606:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013661d440/0xe92384b90c846969 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0b9 expref: 1091 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.054610:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.054611:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.054612:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5d79 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.054625:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013661d440/0xe92384b90c846969 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0b9 expref: 1091 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.054633:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013661d440/0xe92384b90c846969 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0b9 expref: 1091 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.054640:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297217536 00000100:00100000:3.0:1733164792.054644:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297217536 00000100:00100000:0.0:1733164792.054646:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d623100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297217792:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.054660:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297217664 00000100:00100000:3.0:1733164792.054662:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297217664 00000100:00100000:0.0:1733164792.054663:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffe40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.054677:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187181 00000100:00100000:3.0:1733164792.054681:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3011:3762:x1817354297217536:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.054692:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10589 count 1 00010000:00010000:3.0:1733164792.054701:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5d80 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.054716:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095d54b40/0xe92384b90c846a11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0f1 expref: 1091 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.054723:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.054724:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.054726:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5d80 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.054741:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095d54b40/0xe92384b90c846a11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0f1 expref: 1091 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.054750:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095d54b40/0xe92384b90c846a11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0f1 expref: 1091 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.054759:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297217920:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.054781:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800805750c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.055080:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d623480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297217024:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.055089:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5d6b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.055090:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297216640:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.055105:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.055105:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5d5d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.055162:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.055204:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807603 00000100:00100000:0.0:1733164792.055208:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1093:2001:x1817354606202112:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.055214:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.055217:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb0f840/0xe92384b90c84685f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e065 expref: 1093 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.055224:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb0f840/0xe92384b90c84685f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e065 expref: 1093 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.055232:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb0f840/0xe92384b90c84685f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e065 expref: 1093 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.055238:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.055239:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.055240:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5d5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.055248:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5d5d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.055260:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.055267:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5d5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055275:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5d5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.055283:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1091:2001:x1817354606202112:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (120us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.055286:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5d5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.055289:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807603 00010000:00010000:3.0:1733164792.055290:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5d5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055295:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5d5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055298:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.055300:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5d5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055303:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5d5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055310:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5d5d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055313:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5d5d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.055451:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3012:3760:x1817354297216256:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1212us (1313us total) trans 4295982589 rc 0/0 00000100:00100000:3.0:1733164792.055455:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187175 00000100:00100000:0.0:1733164792.055476:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.055490:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606202368 00000100:00100000:3.0:1733164792.055493:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606202368 00000100:00100000:0.0:1733164792.055501:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.055504:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937c0b40/0xe92384b90c8468ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e081 expref: 1090 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.055511:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606202496 00000100:00100000:0.0:1733164792.055514:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606202496 00000100:00100000:3.0:1733164792.055523:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807604 00010000:00010000:0.0:1733164792.055525:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c53ed00/0xe92384b90c846923 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x295a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0a4 expref: 1091 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.055528:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d622a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1091:2001:x1817354606202368:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.055555:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.055560:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937c0b40/0xe92384b90c8468ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2958:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e081 expref: 1091 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.055568:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937c0b40/0xe92384b90c8468ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2958:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e081 expref: 1091 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.055579:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937c0b40/0xe92384b90c8468ac lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2958:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e081 expref: 1091 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.055588:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.055589:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.055592:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5d6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055597:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5d6b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2958:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.055619:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c53ed00/0xe92384b90c846923 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x295a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0a4 expref: 1090 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.055620:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.055628:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297217408:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.055638:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d622a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1088:2001:x1817354606202368:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 109us (163us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.055640:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5d72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.055645:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807604 00010000:00010000:0.0:1733164792.055648:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5d72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.055653:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5d72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.055665:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5d72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.055665:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297218304 00000100:00100000:3.0:1733164792.055668:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297218304 00010000:00010000:0.0:1733164792.055672:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5d72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.055679:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5d72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.055681:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187183 00010000:00010000:0.0:1733164792.055684:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4900 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.055686:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3013:3760:x1817354297218304:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.055687:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5d72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.055694:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5d72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.055696:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10591 count 1 00010000:00010000:0.0:1733164792.055704:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5d72 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055704:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5d95 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.055709:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5d72 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x295a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055711:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b1c6d00/0xe92384b90c846aa4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e137 expref: 1087 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055715:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.055717:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.055718:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5d95 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055728:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b1c6d00/0xe92384b90c846aa4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e137 expref: 1087 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055733:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b1c6d00/0xe92384b90c846aa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e137 expref: 1087 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.055739:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297218432:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.055752:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575600 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.055767:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297217920:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.055775:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5d80 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.055809:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3013:3759:x1817354297216896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1354us (1392us total) trans 4295982592 rc 0/0 00000004:00080000:3.0:1733164792.055814:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800932ca680/2, rc 0, transno 1015296 00000100:00100000:0.0:1733164792.055815:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187178 00000100:00100000:3.0:1733164792.055823:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297216896:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.055833:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297218560:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.055841:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.055847:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.055863:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.055941:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.055947:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e681880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297218176:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.055952:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606202880 00000100:00100000:0.0:1733164792.055955:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606202880 00010000:00010000:3.0:1733164792.055959:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d5d8e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x295c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.055967:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c25ed00/0xe92384b90c846a65 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x295e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e114 expref: 1089 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.055973:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5d80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055980:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5d80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055987:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5d80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055993:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5d80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.055999:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5d80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056005:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.056008:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5d80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056014:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.056020:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.056023:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5d80 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056029:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5d80 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x295d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.056087:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013661d440/0xe92384b90c846969 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0b9 expref: 1087 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.056099:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d623100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297217792:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.056109:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5d79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.056116:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5d79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.056123:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5d79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.056130:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5d79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.056136:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5d79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.056158:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5d79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.056162:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d58c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.056162:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3016:3762:x1817354297217536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1478us (1534us total) trans 4295982593 rc 0/0 00010000:00010000:0.0:1733164792.056165:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5d79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.056168:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187181 00010000:00010000:0.0:1733164792.056170:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.056185:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5d79 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.056191:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d5d79 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x295b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056294:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d5d8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056302:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d5d8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056308:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d5d8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056314:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d5d8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056320:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d5d8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056326:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.056329:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d5d8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056334:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d5d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056343:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d5d8e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056351:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d5d8e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x295c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.056474:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3018:3761:x1817354297217280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1879us (1943us total) trans 4295982595 rc 0/0 00000100:00100000:3.0:1733164792.056481:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187180 00000100:00100000:0.0:1733164792.056482:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3018:3760:x1817354297217152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1898us (1967us total) trans 4295982594 rc 0/0 00000100:00100000:0.0:1733164792.056489:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187179 00000004:00080000:3.0:1733164792.056504:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800932cb480/2, rc 0, transno 1015299 00000100:00100000:3.0:1733164792.056507:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297217280:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.056583:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297219456:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.056603:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.056613:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.056616:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297219712:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.056625:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.056649:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297219712 00000100:00100000:0.0:1733164792.056652:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297219712 00000100:00100000:0.0:1733164792.056665:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187189 00000100:00100000:0.0:1733164792.056668:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3019:3761:x1817354297219712:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.056677:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10597 count 1 00000100:00100000:3.0:1733164792.056682:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297218432:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.056684:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5db8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056696:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5d95 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.056749:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cc95200/0xe92384b90c846d21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1ed expref: 1083 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.056761:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.056763:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.056765:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5db8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.056769:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.056780:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011cc95200/0xe92384b90c846d21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1ed expref: 1083 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.056788:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011cc95200/0xe92384b90c846d21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1ed expref: 1083 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.056797:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d623100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297220224:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.056813:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffe40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.056884:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5d95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056892:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5d95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056899:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5d95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056904:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5d95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056910:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5d95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056915:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.056917:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5d95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056924:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5d95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056932:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5d95 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.056939:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5d95 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x295f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.057042:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3020:3760:x1817354297218304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1355us (1396us total) trans 4295982597 rc 0/0 00000100:00100000:3.0:1733164792.057048:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187183 00000100:00100000:3.0:1733164792.057124:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.057178:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297220352 00000100:00100000:3.0:1733164792.057182:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297220352 00000100:00100000:3.0:1733164792.057194:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187191 00000100:00100000:3.0:1733164792.057198:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3020:3760:x1817354297220352:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.057206:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10599 count 1 00000100:00100000:0.0:1733164792.057208:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606203392 00000100:00100000:0.0:1733164792.057212:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606203392 00010000:00010000:3.0:1733164792.057213:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5dcd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2967:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057221:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097a92640/0xe92384b90c846dfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e225 expref: 1083 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.057224:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096492880/0xe92384b90c846bf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e192 expref: 1083 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.057225:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.057226:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.057228:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5dcd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057238:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097a92640/0xe92384b90c846dfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e225 expref: 1083 pid: 16688 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.057240:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807611 00000100:00100000:0.0:1733164792.057245:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1083:2001:x1817354606203392:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.057246:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097a92640/0xe92384b90c846dfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e225 expref: 1083 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.057251:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.057252:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297220480:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.057255:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096492880/0xe92384b90c846bf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2962:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e192 expref: 1083 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.057263:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096492880/0xe92384b90c846bf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2962:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e192 expref: 1083 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.057267:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575600 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.057275:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096492880/0xe92384b90c846bf4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2962:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e192 expref: 1083 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.057285:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.057287:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.057289:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d5da3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.057295:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d5da3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.057309:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.057328:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1082:2001:x1817354606203392:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.057334:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807611 00010000:00010000:3.0:1733164792.057439:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d5daa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.057441:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.057446:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d5daa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.057451:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606203648 00010000:00010000:3.0:1733164792.057451:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d5daa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.057454:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606203648 00010000:00010000:3.0:1733164792.057455:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d5daa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057460:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d5daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.057463:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801340bfcc0/0xe92384b90c846bae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e17d expref: 1081 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.057463:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.057464:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d5daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057468:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d5daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057476:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d5daa lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057480:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d5daa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.057482:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807613 00000100:00100000:0.0:1733164792.057486:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1081:2001:x1817354606203648:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.057491:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.057553:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801340bfcc0/0xe92384b90c846bae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2961:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e17d expref: 1081 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.057570:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3021:3760:x1817354297219200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1160us (1199us total) trans 4295982599 rc 0/0 00000100:00100000:3.0:1733164792.057574:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187186 00010000:00010000:3.0:1733164792.057604:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d5d9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.057609:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801340bfcc0/0xe92384b90c846bae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2961:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e17d expref: 1081 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.057610:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d5d9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057614:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d5d9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057617:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d5d9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.057618:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801340bfcc0/0xe92384b90c846bae lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2961:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e17d expref: 1081 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.057621:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d5d9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057624:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.057625:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.057625:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d5d9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.057626:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.057627:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d5db1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057630:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d5d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.057632:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d5db1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057636:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d5d9c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057639:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d5d9c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2960:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.057641:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.057711:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1079:2001:x1817354606203648:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 223us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.057714:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3021:3761:x1817354297218560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1693us (1867us total) trans 4295982600 rc 0/0 00000100:00100000:0.0:1733164792.057717:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807613 00000100:00100000:3.0:1733164792.057718:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187184 00000100:00100000:3.0:1733164792.057731:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297220608:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.057743:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.057744:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606203776 00000100:00100000:0.0:1733164792.057747:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606203776 00010000:00010000:0.0:1733164792.057754:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123666f40/0xe92384b90c846caa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1ca expref: 1079 pid: 16661 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.057762:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e683480/2, rc 0, transno 1015304 00000100:00100000:0.0:1733164792.057768:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807615 00000100:00100000:3.0:1733164792.057768:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297218560:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.057772:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1080:2001:x1817354606203776:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.057778:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.057781:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297220608 00010000:00010000:0.0:1733164792.057782:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123666f40/0xe92384b90c846caa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2964:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1ca expref: 1080 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.057784:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297220608 00010000:00010000:0.0:1733164792.057789:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123666f40/0xe92384b90c846caa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2964:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1ca expref: 1080 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.057796:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187192 00010000:00010000:0.0:1733164792.057799:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123666f40/0xe92384b90c846caa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2964:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1ca expref: 1080 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.057799:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3021:3761:x1817354297220608:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.057809:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10600 count 1 00010000:00010000:0.0:1733164792.057810:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.057811:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.057813:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d5dbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057818:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5dd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.057819:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d5dbf lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057828:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b7a1f80/0xe92384b90c846e78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e241 expref: 1079 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.057830:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.057835:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.057836:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.057838:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5dd4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057852:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b7a1f80/0xe92384b90c846e78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e241 expref: 1078 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.057860:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b7a1f80/0xe92384b90c846e78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e241 expref: 1078 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.057869:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297220992:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.057885:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800805750c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.057889:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1078:2001:x1817354606203776:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.057894:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807615 00000100:00100000:0.0:1733164792.057923:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297220736:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.057942:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.057957:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297220736 00000100:00100000:3.0:1733164792.057960:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297220736 00000100:00100000:3.0:1733164792.057974:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187194 00000100:00100000:3.0:1733164792.057978:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3024:3762:x1817354297220736:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.057986:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10601 count 1 00000100:00100000:0.0:1733164792.057991:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.057993:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5de2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.057999:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606204160 00010000:00010000:3.0:1733164792.058000:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c25e880/0xe92384b90c846eef lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e25d expref: 1077 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.058001:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606204160 00010000:00010000:3.0:1733164792.058004:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.058005:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.058007:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011cc95200/0xe92384b90c846d21 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1ed expref: 1078 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.058007:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5de2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.058018:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c25e880/0xe92384b90c846eef lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e25d expref: 1077 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.058020:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807617 00000100:00100000:0.0:1733164792.058023:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1077:2000:x1817354606204160:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.058024:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c25e880/0xe92384b90c846eef lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e25d expref: 1077 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.058027:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.058030:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011cc95200/0xe92384b90c846d21 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1ed expref: 1077 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.058030:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297221248:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.058035:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011cc95200/0xe92384b90c846d21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1ed expref: 1077 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.058042:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575900 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.058043:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.058043:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.058045:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5db8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.058049:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5db8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.058056:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.058066:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1077:2000:x1817354606204160:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 42us (75us total) trans 0 rc 0/0 00000004:00080000:3.0:1733164792.058067:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad10700/2, rc 0, transno 1015306 00000100:00100000:0.0:1733164792.058070:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807617 00000100:00100000:3.0:1733164792.058071:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297219456:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.058087:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf8a680/2, rc 0, transno 1015305 00000100:00100000:0.0:1733164792.058090:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297218688:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.058160:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:3.0:1733164792.058166:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013296e680/2, rc 0, transno 1015307 00000100:00100000:0.0:1733164792.058169:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606204032 00000100:00100000:3.0:1733164792.058170:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297219840:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.058172:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606204032 00010000:00010000:0.0:1733164792.058179:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097a92640/0xe92384b90c846dfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e225 expref: 1077 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.058187:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807618 00000100:00100000:0.0:1733164792.058190:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d621880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1077:2000:x1817354606204032:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.058194:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.058196:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097a92640/0xe92384b90c846dfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2967:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e225 expref: 1077 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.058201:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097a92640/0xe92384b90c846dfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2967:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e225 expref: 1077 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.058208:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097a92640/0xe92384b90c846dfa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2967:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e225 expref: 1077 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.058214:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.058215:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.058216:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5dcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.058221:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d5dcd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.058229:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.058241:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1076:2000:x1817354606204032:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 50us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.058244:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807618 00000100:00100000:3.0:1733164792.058251:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.058259:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297221376:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.058268:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297221632:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.058280:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.058298:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cc95200/0xe92384b90c846d21 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1ed expref: 1075 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.058301:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297221504:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.058308:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d623100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297220224:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.058318:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5db8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.058319:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.058326:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5db8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.058332:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5db8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.058339:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5db8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.058346:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5db8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.058352:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5db8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.058357:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d621f80/2, rc 0, transno 1015308 00010000:00010000:0.0:1733164792.058358:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.058361:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5db8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.058364:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d621f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297220352:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.058372:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.058380:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5db8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.058385:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d5db8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.058406:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187197 00000100:00100000:3.0:1733164792.058411:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3026:3761:x1817354297221504:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.058423:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10604 count 1 00010000:00010000:3.0:1733164792.058433:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5df7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.058443:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095596ac0/0xe92384b90c847077 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2cd expref: 1074 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.058450:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.058451:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.058453:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5df7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.058468:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095596ac0/0xe92384b90c847077 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2cd expref: 1074 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.058477:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095596ac0/0xe92384b90c847077 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2cd expref: 1074 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.058482:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3027:3761:x1817354297219712:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1811us (1854us total) trans 4295982605 rc 0/0 00000100:00100000:3.0:1733164792.058486:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297222016:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.058488:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187189 00000004:00080000:3.0:1733164792.058503:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad13480/2, rc 0, transno 1015309 00000100:00100000:3.0:1733164792.058510:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297219712:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.058520:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297222144:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.058552:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.058565:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.058566:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297222144 00000100:00100000:0.0:1733164792.058568:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297222144 00000100:00100000:3.0:1733164792.058571:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e2ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297222272:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.058579:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187198 00000100:00100000:0.0:1733164792.058581:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3027:3759:x1817354297222144:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.058587:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1733164792.058589:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10606 count 1 00010000:00010000:0.0:1733164792.058596:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5dfe lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x296e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.058603:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c53e640/0xe92384b90c8472c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x296e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e321 expref: 1074 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.058607:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.058608:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.058609:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5dfe lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x296e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.058615:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800805756c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.058619:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c53e640/0xe92384b90c8472c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x296e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e321 expref: 1074 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.058625:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c53e640/0xe92384b90c8472c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x296e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e321 expref: 1074 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.058631:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d623100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297222400:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.058643:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffe40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.059183:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297220992:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.059195:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5dd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.059212:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297221248:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.059218:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5de2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.059229:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297222016:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.059234:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5df7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.059407:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297222528:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.059421:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d5e05 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.059495:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.059512:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.059536:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.059570:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.059598:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606205056 00000100:00100000:0.0:1733164792.059602:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606205056 00010000:00010000:0.0:1733164792.059612:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801235baf40/0xe92384b90c8473b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e352 expref: 1078 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.059612:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807620 00000100:00100000:3.0:1733164792.059618:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1078:2001:x1817354606204544:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.059627:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.059631:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807622 00010000:00010000:3.0:1733164792.059632:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124b3c6c0/0xe92384b90c846f6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x296a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e279 expref: 1078 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.059636:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1078:2001:x1817354606205056:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.059642:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124b3c6c0/0xe92384b90c846f6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x296a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e279 expref: 1077 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.059643:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.059647:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801235baf40/0xe92384b90c8473b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e352 expref: 1077 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.059654:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801235baf40/0xe92384b90c8473b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e352 expref: 1077 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.059654:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124b3c6c0/0xe92384b90c846f6d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x296a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e279 expref: 1077 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.059661:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.059662:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.059664:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5ddb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x296a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.059666:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235baf40/0xe92384b90c8473b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e352 expref: 1075 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.059668:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5ddb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x296a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.059673:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.059675:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.059676:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d5e05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059678:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.059680:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d5e05 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.059689:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.059691:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1074:2001:x1817354606204544:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.059695:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807620 00000100:00100000:0.0:1733164792.059701:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1073:2001:x1817354606205056:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.059705:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807622 00010000:00010000:3.0:1733164792.059710:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5dd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059714:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5dd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059718:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5dd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059722:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5dd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059726:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059734:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.059736:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059740:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059745:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5dd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059748:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5dd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.059771:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.059781:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.059788:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606204672 00000100:00100000:0.0:1733164792.059791:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606204672 00010000:00010000:0.0:1733164792.059797:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800866ed200/0xe92384b90c847046 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x296b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2a3 expref: 1072 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.059807:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807623 00000100:00100000:0.0:1733164792.059809:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d623480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1072:2001:x1817354606204672:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.059813:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.059816:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800866ed200/0xe92384b90c847046 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x296b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2a3 expref: 1072 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.059821:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800866ed200/0xe92384b90c847046 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x296b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2a3 expref: 1072 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.059828:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800866ed200/0xe92384b90c847046 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x296b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2a3 expref: 1072 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.059833:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.059833:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3029:3761:x1817354297220608:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2032us (2088us total) trans 4295982606 rc 0/0 00010000:00010000:0.0:1733164792.059834:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.059836:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d5de9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x296b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.059837:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187192 00010000:00010000:0.0:1733164792.059840:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d5de9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x296b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.059847:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1733164792.059857:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013296ce00/2, rc 0, transno 1015310 00000100:00100000:0.0:1733164792.059859:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1070:2001:x1817354606204672:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 49us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.059862:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297220608:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.059863:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807623 00010000:00010000:3.0:1733164792.059871:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5de2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059875:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5de2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.059880:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.059880:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5de2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059885:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5de2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059889:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5de2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059892:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.059894:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5de2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059897:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5de2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059902:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5de2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.059906:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5de2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.059915:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.059924:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807625 00000100:00100000:0.0:1733164792.059927:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1070:2001:x1817354606204928:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.059932:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.059935:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095596ac0/0xe92384b90c847077 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2cd expref: 1070 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.059943:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095596ac0/0xe92384b90c847077 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2cd expref: 1070 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.059950:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095596ac0/0xe92384b90c847077 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2cd expref: 1070 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.059958:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.059959:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.059961:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5df7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.059968:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5df7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.059982:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.059997:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1068:2001:x1817354606204928:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.059999:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3029:3762:x1817354297220736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2019us (2056us total) trans 4295982608 rc 0/0 00000100:00100000:3.0:1733164792.060003:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187194 00000100:00100000:0.0:1733164792.060004:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807625 00010000:00010000:3.0:1733164792.060015:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5df7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060020:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5df7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060025:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5df7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060029:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5df7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060033:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5df7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060036:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.060037:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5df7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060041:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5df7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060046:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5df7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060050:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5df7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x296c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.060103:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013296ed80/2, rc 0, transno 1015313 00000100:00100000:3.0:1733164792.060107:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297220864:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.060167:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3030:3761:x1817354297221504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1755us (1848us total) trans 4295982610 rc 0/0 00000100:00100000:3.0:1733164792.060172:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187197 00000100:00100000:0.0:1733164792.060182:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e2e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297222784:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.060184:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e2ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297222656:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.060197:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1733164792.060212:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c6cb480/2, rc 0, transno 1015314 00000100:00100000:3.0:1733164792.060216:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297221504:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.060219:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.060225:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e2ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297222912:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.060234:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.060249:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297222784 00000004:00080000:3.0:1733164792.060250:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf8b480/2, rc 0, transno 1015315 00000100:00100000:0.0:1733164792.060252:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297222784 00000100:00100000:3.0:1733164792.060252:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297221376:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.060256:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.060258:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e2eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297223040:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.060267:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.060271:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187200 00000100:00100000:0.0:1733164792.060275:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3031:3761:x1817354297222656:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.060280:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187201 00000100:00100000:3.0:1733164792.060284:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3032:3762:x1817354297222784:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.060287:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10608 count 1 00002000:00080000:3.0:1733164792.060293:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10609 count 1 00010000:00010000:0.0:1733164792.060296:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5e0c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2970:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060301:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5e13 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.060304:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085d0a640/0xe92384b90c8474c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e37c expref: 1066 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.060308:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.060309:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.060311:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5e0c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060311:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935b5680/0xe92384b90c847516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3ad expref: 1066 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060318:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.060319:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.060321:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085d0a640/0xe92384b90c8474c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e37c expref: 1066 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060321:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5e13 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.060327:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085d0a640/0xe92384b90c8474c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e37c expref: 1066 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.060332:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d620700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297223168:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.060343:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935b5680/0xe92384b90c847516 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3ad expref: 1066 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.060348:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffd80 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.060352:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935b5680/0xe92384b90c847516 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3ad expref: 1066 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.060362:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297223296:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.060381:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800805756c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.060392:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d5e05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060399:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d5e05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060406:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d5e05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060412:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d5e05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060419:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d5e05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060425:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.060430:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d5e05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060437:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d5e05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060446:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d5e05 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.060451:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d5e05 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x296f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.060500:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187204 00000100:00100000:0.0:1733164792.060503:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3034:3762:x1817354297223808:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.060520:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10613 count 1 00010000:00010000:0.0:1733164792.060527:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5e2f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2975:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.060535:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eda3a80/0xe92384b90c8477fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e439 expref: 1066 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.060552:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.060554:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.060555:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5e2f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.060568:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eda3a80/0xe92384b90c8477fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e439 expref: 1066 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.060576:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eda3a80/0xe92384b90c8477fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e439 expref: 1066 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.060585:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d621500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297224064:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.060587:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3036:3759:x1817354297222272:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1959us (1998us total) trans 4295982612 rc 0/0 00000100:00100000:3.0:1733164792.060594:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187199 00000100:00100000:0.0:1733164792.060604:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffe40 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.060616:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e2ea300/2, rc 0, transno 1015316 00000100:00100000:3.0:1733164792.060624:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297222272:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.060632:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad12d80/2, rc 0, transno 1015317 00000100:00100000:3.0:1733164792.060635:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297222144:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.060645:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e2ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297224192:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.060662:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.060672:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.060676:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e2e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297224320:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.060683:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.061099:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297223296:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.061109:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5e13 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.061382:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.061406:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.061504:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.061512:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606205952 00000100:00100000:0.0:1733164792.061514:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606205952 00010000:00010000:0.0:1733164792.061522:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eda3a80/0xe92384b90c8477fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e439 expref: 1067 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.061536:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5e13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.061551:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807629 00000100:00100000:0.0:1733164792.061556:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1067:2000:x1817354606205952:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.061559:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5e13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.061563:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.061566:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eda3a80/0xe92384b90c8477fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e439 expref: 1067 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.061567:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5e13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.061571:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eda3a80/0xe92384b90c8477fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e439 expref: 1067 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.061573:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5e13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.061579:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5e13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.061580:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eda3a80/0xe92384b90c8477fc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e439 expref: 1066 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.061585:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.061587:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5e13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.061588:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.061589:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.061590:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5e2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.061594:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5e2f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.061594:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5e13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.061603:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.061603:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5e13 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.061609:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5e13 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.061616:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1065:2000:x1817354606205952:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.061620:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807629 00000100:00100000:0.0:1733164792.061638:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297224448:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.061647:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d5e36 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.061657:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297224576:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.061671:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5e3d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.061684:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.061698:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606205568 00000100:00100000:3.0:1733164792.061701:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606205568 00010000:00010000:3.0:1733164792.061712:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096928900/0xe92384b90c8475e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3d0 expref: 1064 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.061726:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.061729:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807631 00000100:00100000:3.0:1733164792.061734:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1063:2000:x1817354606205568:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.061741:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.061745:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096928900/0xe92384b90c8475e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3d0 expref: 1064 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.061754:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096928900/0xe92384b90c8475e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3d0 expref: 1064 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.061772:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096928900/0xe92384b90c8475e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3d0 expref: 1064 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.061782:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.061783:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.061786:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.061796:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5e1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.061810:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.061819:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.061826:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.061827:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1062:2000:x1817354606205568:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 92us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.061833:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807631 00010000:00010000:0.0:1733164792.061837:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.061844:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5e1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.061851:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5e1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.061857:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7a80 already unused, calling callback (ffffffffa0854100) 00000004:00080000:3.0:1733164792.061858:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e2eaa00/2, rc 0, transno 1015318 00010000:00010000:0.0:1733164792.061860:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5e1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.061865:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297223040:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.061867:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.061877:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5e1a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.061884:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5e1a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.061955:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3040:3762:x1817354297222784:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1670us (1735us total) trans 4295982615 rc 0/0 00000100:00100000:3.0:1733164792.061961:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187201 00000004:00080000:3.0:1733164792.061980:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e2e9c00/2, rc 0, transno 1015319 00000100:00100000:3.0:1733164792.061983:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297222784:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.061996:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3039:3759:x1817354297222912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1706us (1758us total) trans 4295982616 rc 0/0 00000100:00100000:0.0:1733164792.062003:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187202 00000004:00080000:3.0:1733164792.062017:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e2ead80/2, rc 0, transno 1015322 00000100:00100000:3.0:1733164792.062021:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297222656:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.062055:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e2eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297224704:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.062113:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e2ebb80/2, rc 0, transno 1015320 00000100:00100000:0.0:1733164792.062119:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297222912:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.062126:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e2eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297224960:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.062129:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.062156:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.062164:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1733164792.062170:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297224960 00000100:00100000:3.0:1733164792.062170:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e2eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297224832:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.062173:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297224960 00000100:00100000:0.0:1733164792.062184:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187209 00000100:00100000:0.0:1733164792.062187:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3038:3759:x1817354297224960:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.062188:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.062195:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297224832 00000100:00100000:0.0:1733164792.062197:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297224832 00000100:00100000:0.0:1733164792.062213:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187210 00000004:00080000:3.0:1733164792.062214:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e2e9f80/2, rc 0, transno 1015321 00000100:00100000:0.0:1733164792.062216:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3040:3761:x1817354297224832:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.062218:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297223680:0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.062227:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10617 count 1 00010000:00010000:0.0:1733164792.062237:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5e4b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2979:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.062243:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e2e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297225088:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.062248:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800966558c0/0xe92384b90c847ad4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4fd expref: 1060 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.062254:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.062255:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.062258:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5e4b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.062260:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.062274:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800966558c0/0xe92384b90c847ad4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4fd expref: 1060 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.062280:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e2e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297225344:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.062283:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800966558c0/0xe92384b90c847ad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4fd expref: 1060 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.062292:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.062293:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d623480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297225472:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.062307:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffb40 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.062312:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e2e8a80/2, rc 0, transno 1015323 00000100:00100000:3.0:1733164792.062316:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297223808:0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.062318:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10618 count 1 00010000:00010000:0.0:1733164792.062325:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5e52 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.062332:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123c55d40/0xe92384b90c847b52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e520 expref: 1060 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.062335:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1733164792.062336:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.062337:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.062338:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5e52 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.062338:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297225600:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.062346:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123c55d40/0xe92384b90c847b52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e520 expref: 1060 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.062349:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.062352:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123c55d40/0xe92384b90c847b52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e520 expref: 1060 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.062357:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d620380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297225728:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.062361:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297225600 00000100:00100000:3.0:1733164792.062363:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297225600 00000100:00100000:0.0:1733164792.062367:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff600 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.062377:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187213 00000100:00100000:3.0:1733164792.062380:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3042:3761:x1817354297225600:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.062388:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10621 count 1 00010000:00010000:3.0:1733164792.062395:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5e67 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.062400:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.062403:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b6f600/0xe92384b90c847dc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e59e expref: 1060 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.062408:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.062409:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.062410:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5e67 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.062413:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606206208 00000100:00100000:0.0:1733164792.062416:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606206208 00010000:00010000:3.0:1733164792.062420:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b6f600/0xe92384b90c847dc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e59e expref: 1061 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.062426:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c91e400/0xe92384b90c847984 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4b7 expref: 1061 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.062430:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b6f600/0xe92384b90c847dc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e59e expref: 1061 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.062440:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e683800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297226112:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.062450:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606206080 00000100:00100000:0.0:1733164792.062453:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606206080 00000100:00100000:3.0:1733164792.062455:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807633 00000100:00100000:3.0:1733164792.062459:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1062:2001:x1817354606206208:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.062461:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801212f5f80/0xe92384b90c847945 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e494 expref: 1062 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.062466:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.062470:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c91e400/0xe92384b90c847984 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2977:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4b7 expref: 1062 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.062473:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807634 00000100:00100000:0.0:1733164792.062476:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1062:2000:x1817354606206080:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.062479:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c91e400/0xe92384b90c847984 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2977:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4b7 expref: 1062 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.062489:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.062491:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c91e400/0xe92384b90c847984 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2977:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4b7 expref: 1062 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.062494:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801212f5f80/0xe92384b90c847945 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2976:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e494 expref: 1062 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.062500:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.062501:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.062503:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801212f5f80/0xe92384b90c847945 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2976:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e494 expref: 1061 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.062504:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5e3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.062511:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d5e3d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.062514:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801212f5f80/0xe92384b90c847945 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2976:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e494 expref: 1061 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.062525:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.062525:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.062526:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.062529:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d5e36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.062535:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d5e36 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.062557:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1060:2001:x1817354606206208:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 96us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.062564:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807633 00010000:00010000:0.0:1733164792.062565:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.062582:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1059:2000:x1817354606206080:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 103us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.062588:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807634 00000100:00100000:3.0:1733164792.062593:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800805756c0 going to sleep for 11 seconds 00000004:00080000:0.0:1733164792.062735:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e2e8e00/2, rc 0, transno 1015324 00000100:00100000:0.0:1733164792.062748:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297224320:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.062755:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e2ea680/2, rc 0, transno 1015325 00000100:00100000:0.0:1733164792.062757:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297224192:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.062786:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297226240:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.062800:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.062833:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187214 00000100:00100000:3.0:1733164792.062838:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3044:3759:x1817354297226240:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.062857:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10622 count 1 00010000:00010000:3.0:1733164792.062867:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5e75 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x297e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.062877:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095770fc0/0xe92384b90c847e93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x297e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5c1 expref: 1058 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.062882:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.062883:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.062885:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5e75 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x297e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.062900:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095770fc0/0xe92384b90c847e93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x297e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5c1 expref: 1058 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.062909:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095770fc0/0xe92384b90c847e93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x297e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5c1 expref: 1058 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.062918:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e681880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297226624:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.062942:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575900 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.063691:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d620380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297225728:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.063703:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5e52 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.063733:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.063741:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606206464 00000100:00100000:0.0:1733164792.063743:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606206464 00010000:00010000:0.0:1733164792.063751:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800966558c0/0xe92384b90c847ad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4fd expref: 1059 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.063761:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807635 00000100:00100000:0.0:1733164792.063763:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1059:2000:x1817354606206464:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.063769:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.063771:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800966558c0/0xe92384b90c847ad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2979:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4fd expref: 1059 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.063780:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800966558c0/0xe92384b90c847ad4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2979:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4fd expref: 1059 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.063787:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800966558c0/0xe92384b90c847ad4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2979:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4fd expref: 1059 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.063794:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.063795:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.063797:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5e4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.063801:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5e4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.063809:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.063820:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1058:2000:x1817354606206464:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.063824:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807635 00000100:00100000:0.0:1733164792.063911:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606206336 00000100:00100000:0.0:1733164792.063913:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606206336 00010000:00010000:0.0:1733164792.063919:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800984e0480/0xe92384b90c847a41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4da expref: 1058 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.063924:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e683800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297226112:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.063933:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807636 00000100:00100000:0.0:1733164792.063935:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a41050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1058:2001:x1817354606206336:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.063939:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.063940:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5e67 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.063942:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800984e0480/0xe92384b90c847a41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4da expref: 1058 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.063947:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800984e0480/0xe92384b90c847a41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4da expref: 1059 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.063953:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606206720 00010000:00010000:0.0:1733164792.063954:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800984e0480/0xe92384b90c847a41 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4da expref: 1059 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.063956:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606206720 00010000:00010000:0.0:1733164792.063960:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.063961:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.063962:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5e44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.063967:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5e44 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.063967:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e9fdf80/0xe92384b90c847c1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x297b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e551 expref: 1059 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.063975:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.063983:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807638 00000100:00100000:0.0:1733164792.063986:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a41050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1059:2001:x1817354606206336:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 50us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.063988:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1059:2000:x1817354606206720:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.063990:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807636 00010000:00010000:3.0:1733164792.063995:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.063999:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e9fdf80/0xe92384b90c847c1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x297b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e551 expref: 1058 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.064007:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e9fdf80/0xe92384b90c847c1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x297b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e551 expref: 1058 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.064015:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5e44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064019:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e9fdf80/0xe92384b90c847c1d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x297b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e551 expref: 1057 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.064020:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5e44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064024:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5e44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064028:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5e44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064028:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.064030:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.064032:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5e44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064032:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d5e59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x297b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064035:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.064037:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5e44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064039:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d5e59 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x297b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064041:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5e44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064046:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5e44 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064049:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5e44 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064055:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.064071:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1055:2000:x1817354606206720:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.064077:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807638 00000100:00100000:3.0:1733164792.064127:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606206976 00000100:00100000:0.0:1733164792.064130:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3046:3761:x1817354297224704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1948us (2001us total) trans 4295982623 rc 0/0 00000100:00100000:3.0:1733164792.064130:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606206976 00000100:00100000:0.0:1733164792.064134:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187208 00010000:00010000:3.0:1733164792.064139:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b6f600/0xe92384b90c847dc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e59e expref: 1055 pid: 15943 timeout: 1075 lvb_type: 0 00000004:00080000:0.0:1733164792.064166:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e2eb100/2, rc 0, transno 1015327 00000100:00100000:3.0:1733164792.064168:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606207104 00000100:00100000:3.0:1733164792.064170:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606207104 00000100:00100000:0.0:1733164792.064171:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297224704:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.064177:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800864706c0/0xe92384b90c847f57 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x297f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5eb expref: 1056 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.064188:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807639 00000100:00100000:0.0:1733164792.064190:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.064192:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1056:2000:x1817354606206976:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.064194:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297226880:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.064210:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606206592 00000100:00100000:0.0:1733164792.064211:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606206592 00010000:00010000:0.0:1733164792.064218:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123c55d40/0xe92384b90c847b52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e520 expref: 1057 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.064228:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807640 00000100:00100000:0.0:1733164792.064231:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1057:2000:x1817354606207104:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.064236:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.064238:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800864706c0/0xe92384b90c847f57 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x297f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5eb expref: 1057 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.064244:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800864706c0/0xe92384b90c847f57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x297f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5eb expref: 1058 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.064251:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.064252:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.064253:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5e6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x297f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064257:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d5e6e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x297f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064264:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.064265:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807642 00000100:00100000:3.0:1733164792.064270:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1058:2001:x1817354606207232:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.064273:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1058:2000:x1817354606207104:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 41us (138us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.064276:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.064277:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807640 00010000:00010000:3.0:1733164792.064280:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095770fc0/0xe92384b90c847e93 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x297e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5c1 expref: 1058 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.064287:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095770fc0/0xe92384b90c847e93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x297e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5c1 expref: 1057 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.064296:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.064301:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.064303:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.064305:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5e75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x297e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.064307:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297226880 00000100:00100000:0.0:1733164792.064309:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297226880 00010000:00010000:3.0:1733164792.064311:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d5e75 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x297e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064320:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5e52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064327:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5e52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064327:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.064334:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5e52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064341:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.064346:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1055:2001:x1817354606207232:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (115us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.064347:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.064352:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807642 00010000:00010000:0.0:1733164792.064353:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.064356:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064362:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064371:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5e52 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064371:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.064375:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b6f600/0xe92384b90c847dc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e59e expref: 1053 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.064378:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d5e52 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x297a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064383:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b6f600/0xe92384b90c847dc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e59e expref: 1053 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.064394:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b6f600/0xe92384b90c847dc1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e59e expref: 1053 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.064403:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.064405:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.064407:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5e67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064417:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5e67 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064429:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.064443:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1052:2000:x1817354606206976:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 250us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.064450:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807639 00010000:00010000:3.0:1733164792.064465:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5e67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064469:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5e67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.064471:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3048:3759:x1817354297224960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2281us (2326us total) trans 4295982625 rc 0/0 00010000:00010000:3.0:1733164792.064473:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5e67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.064477:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187209 00010000:00010000:3.0:1733164792.064477:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5e67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064481:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5e67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064484:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.064485:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5e67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064492:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5e67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.064498:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5e67 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.064502:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e2eb480/2, rc 0, transno 1015329 00010000:00010000:3.0:1733164792.064502:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5e67 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x297d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.064509:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297224960:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.064602:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187218 00000100:00100000:3.0:1733164792.064604:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3048:3761:x1817354297225600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2222us (2252us total) trans 4295982627 rc 0/0 00000100:00100000:0.0:1733164792.064607:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ceee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3048:3761:x1817354297226880:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.064608:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187213 00002000:00080000:0.0:1733164792.064617:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10625 count 1 00010000:00010000:0.0:1733164792.064625:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d5e8a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2981:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.064629:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e681c00/2, rc 0, transno 1015331 00000100:00100000:3.0:1733164792.064633:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297225600:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.064635:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e9cd200/0xe92384b90c8480b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e638 expref: 1051 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064641:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.064642:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.064645:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d5e8a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064658:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e9cd200/0xe92384b90c8480b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e638 expref: 1051 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064663:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e9cd200/0xe92384b90c8480b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e638 expref: 1051 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.064666:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297227392:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.064673:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d620000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297227520:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.064686:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.064688:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.064699:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297227392 00000100:00100000:0.0:1733164792.064701:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297227392 00000100:00100000:3.0:1733164792.064709:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297227648:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.064712:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187219 00000100:00100000:0.0:1733164792.064715:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3049:3760:x1817354297227392:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.064722:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10627 count 1 00010000:00010000:0.0:1733164792.064728:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d5e91 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2983:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.064728:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.064735:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a8c3cc0/0xe92384b90c8481d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e685 expref: 1051 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064739:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.064739:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.064741:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d5e91 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.064741:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.064746:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297227776:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.064749:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a8c3cc0/0xe92384b90c8481d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e685 expref: 1051 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.064754:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a8c3cc0/0xe92384b90c8481d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e685 expref: 1051 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.064759:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d620e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297227904:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.064761:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.064774:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff3c0 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.064801:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e2e9500/2, rc 0, transno 1015332 00000100:00100000:3.0:1733164792.064808:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297225088:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.064836:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.064842:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297228160:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.064861:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1733164792.065189:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e680000/2, rc 0, transno 1015333 00000100:00100000:0.0:1733164792.065207:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297226240:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.065275:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297228544:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.065295:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.065889:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.065933:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606207360 00000100:00100000:3.0:1733164792.065937:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606207360 00010000:00010000:3.0:1733164792.065949:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801343dc240/0xe92384b90c848029 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e615 expref: 1051 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.065971:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807643 00000100:00100000:3.0:1733164792.065976:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1051:2000:x1817354606207360:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.065984:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.065988:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801343dc240/0xe92384b90c848029 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e615 expref: 1051 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.065997:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801343dc240/0xe92384b90c848029 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e615 expref: 1051 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066008:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801343dc240/0xe92384b90c848029 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e615 expref: 1051 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066018:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.066019:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.066022:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d5e7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.066029:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d5e7c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.066041:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.066060:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.066060:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1050:2000:x1817354606207360:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.066066:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807643 00000100:00100000:3.0:1733164792.066104:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606207488 00000100:00100000:3.0:1733164792.066107:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606207488 00010000:00010000:3.0:1733164792.066115:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f16fa80/0xe92384b90c848148 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e65b expref: 1050 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.066129:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807644 00000100:00100000:3.0:1733164792.066132:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d621880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1050:2001:x1817354606207488:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.066138:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.066159:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f16fa80/0xe92384b90c848148 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2982:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e65b expref: 1050 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066168:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f16fa80/0xe92384b90c848148 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2982:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e65b expref: 1050 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066179:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f16fa80/0xe92384b90c848148 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2982:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e65b expref: 1050 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066186:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.066188:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.066191:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5e83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.066196:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d5e83 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.066214:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.066230:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1049:2001:x1817354606207488:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 96us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.066236:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807644 00000004:00080000:3.0:1733164792.066262:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e2e8700/2, rc 0, transno 1015334 00000100:00100000:3.0:1733164792.066268:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297226752:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.066296:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297228800:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.066318:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.066392:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.066430:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606207872 00000100:00100000:3.0:1733164792.066434:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606207872 00000004:00080000:0.0:1733164792.066444:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5fd180/2, rc 0, transno 1015335 00010000:00010000:3.0:1733164792.066444:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095a62400/0xe92384b90c848291 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6a1 expref: 1049 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.066459:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807645 00000100:00100000:3.0:1733164792.066464:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1049:2001:x1817354606207872:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.066467:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297227136:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.066470:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.066473:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095a62400/0xe92384b90c848291 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6a1 expref: 1049 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066480:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095a62400/0xe92384b90c848291 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6a1 expref: 1049 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066491:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095a62400/0xe92384b90c848291 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6a1 expref: 1049 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066505:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.066506:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.066507:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.066509:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5e98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.066516:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d5e98 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.066535:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.066566:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.066570:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1049:2001:x1817354606207872:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 105us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.066576:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807645 00000100:00100000:3.0:1733164792.066588:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807646 00000100:00100000:3.0:1733164792.066592:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1049:2002:x1817354606207744:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.066599:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807647 00010000:00010000:3.0:1733164792.066599:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.066603:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a8c3cc0/0xe92384b90c8481d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e685 expref: 1049 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.066606:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1049:2001:x1817354606208000:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.066612:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a8c3cc0/0xe92384b90c8481d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e685 expref: 1049 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.066617:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.066623:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a8c3cc0/0xe92384b90c8481d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e685 expref: 1049 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.066625:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800850a21c0/0xe92384b90c848347 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6c4 expref: 1049 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066631:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.066633:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.066635:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800850a21c0/0xe92384b90c848347 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6c4 expref: 1048 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066635:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d5e91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.066641:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d5e91 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.066651:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800850a21c0/0xe92384b90c848347 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6c4 expref: 1048 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066652:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.066664:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.066665:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1048:2002:x1817354606207744:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (160us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.066667:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.066670:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5e9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.066670:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807646 00010000:00010000:0.0:1733164792.066677:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5e9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.066681:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807648 00000100:00100000:3.0:1733164792.066685:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1047:2000:x1817354606207616:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.066691:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.066694:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e9cd200/0xe92384b90c8480b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2981:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e638 expref: 1047 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.066698:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.066702:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e9cd200/0xe92384b90c8480b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2981:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e638 expref: 1047 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066712:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e9cd200/0xe92384b90c8480b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2981:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e638 expref: 1047 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066719:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.066721:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.066723:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d5e8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.066724:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1046:2001:x1817354606208000:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 116us (157us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.066735:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d5e8a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.066747:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.066762:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1047:2000:x1817354606207616:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.066770:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807648 00000100:00100000:3.0:1733164792.066780:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606208256 00000100:00100000:3.0:1733164792.066783:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606208256 00010000:00010000:3.0:1733164792.066791:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934c1f80/0xe92384b90c8484b3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e711 expref: 1047 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.066813:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807650 00000100:00100000:3.0:1733164792.066818:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1046:2000:x1817354606208256:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.066824:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.066828:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934c1f80/0xe92384b90c8484b3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e711 expref: 1046 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.066831:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807647 00010000:00010000:3.0:1733164792.066836:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934c1f80/0xe92384b90c8484b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e711 expref: 1046 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066848:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934c1f80/0xe92384b90c8484b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e711 expref: 1045 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.066859:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.066861:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.066863:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5e9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.066864:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d5ead lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.066870:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d5ead lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.066872:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5e9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.066879:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5e9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.066883:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.066885:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5e9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.066891:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5e9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.066897:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6d00 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.066897:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1043:2000:x1817354606208256:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (125us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.066900:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5e9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.066903:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807650 00010000:00010000:0.0:1733164792.066907:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5e9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.066919:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5e9f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.066926:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5e9f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.066949:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.066955:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297229056:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.066974:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1733164792.067028:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d623b80/2, rc 0, transno 1015337 00000100:00100000:3.0:1733164792.067035:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297226880:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.067056:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800932caa00/2, rc 0, transno 1015338 00000100:00100000:0.0:1733164792.067079:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297228160:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.067085:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.067095:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297229312:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.067128:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.067190:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297229184:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.067203:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5fc000/2, rc 0, transno 1015336 00000100:00100000:3.0:1733164792.067209:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297227648:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.067217:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.067235:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297229568:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.067252:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297229184 00000100:00100000:3.0:1733164792.067252:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.067257:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297229184 00000100:00100000:0.0:1733164792.067282:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297229568 00000100:00100000:3.0:1733164792.067285:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187227 00000100:00100000:0.0:1733164792.067286:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297229568 00000100:00100000:3.0:1733164792.067290:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3058:3760:x1817354297229184:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.067302:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10634 count 1 00000100:00100000:0.0:1733164792.067306:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187228 00010000:00010000:3.0:1733164792.067310:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5ec9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.067312:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3058:3761:x1817354297229568:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.067326:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e56ad00/0xe92384b90c8486d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e78f expref: 1042 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.067333:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.067334:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.067335:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5ec9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.067339:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10636 count 1 00010000:00010000:3.0:1733164792.067346:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e56ad00/0xe92384b90c8486d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e78f expref: 1042 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.067351:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e56ad00/0xe92384b90c8486d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e78f expref: 1042 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.067354:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5ed0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.067357:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297229824:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.067367:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575480 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.067372:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092dac900/0xe92384b90c848809 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7ce expref: 1042 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.067379:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.067380:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.067383:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5ed0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.067404:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092dac900/0xe92384b90c848809 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7ce expref: 1042 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.067415:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092dac900/0xe92384b90c848809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7ce expref: 1042 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.067426:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d623100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297229952:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.067451:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.067768:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3060:3761:x1817354297227776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2975us (3002us total) trans 4295982635 rc 0/0 00000100:00100000:0.0:1733164792.067777:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187221 00000004:00080000:3.0:1733164792.067783:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5ff480/2, rc 0, transno 1015339 00000100:00100000:3.0:1733164792.067791:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297227776:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.067814:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800932c9880/2, rc 0, transno 1015340 00000100:00100000:3.0:1733164792.067823:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297230080:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.067825:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297228544:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.067841:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5fce00/2, rc 0, transno 1015341 00000100:00100000:3.0:1733164792.067843:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.067849:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297227392:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.067869:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297230080 00000100:00100000:0.0:1733164792.067873:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297230080 00000100:00100000:3.0:1733164792.067873:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297230208 00000100:00100000:3.0:1733164792.067876:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297230208 00000100:00100000:3.0:1733164792.067886:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297230336 00000100:00100000:3.0:1733164792.067887:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297230336 00000100:00100000:3.0:1733164792.067894:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187229 00000100:00100000:3.0:1733164792.067897:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3060:3759:x1817354297230208:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.067906:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10638 count 1 00010000:00010000:3.0:1733164792.067914:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d5ed7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.067922:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091243a80/0xe92384b90c84897c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e81b expref: 1042 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.067926:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.067927:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.067929:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d5ed7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.067939:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091243a80/0xe92384b90c84897c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e81b expref: 1042 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.067945:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091243a80/0xe92384b90c84897c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e81b expref: 1042 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.067950:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297230464:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.067966:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575840 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.068948:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.068962:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606208384 00000100:00100000:0.0:1733164792.068963:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.068965:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606208384 00010000:00010000:3.0:1733164792.068976:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800850a2ac0/0xe92384b90c848618 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e765 expref: 1043 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.068987:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606208512 00000100:00100000:3.0:1733164792.068988:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606208512 00010000:00010000:3.0:1733164792.068993:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099560900/0xe92384b90c84857e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2988:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e734 expref: 1044 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.069004:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807651 00000100:00100000:3.0:1733164792.069007:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d622a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1044:2001:x1817354606208384:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.069008:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.069012:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.069015:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800850a2ac0/0xe92384b90c848618 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e765 expref: 1044 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.069020:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606208640 00010000:00010000:3.0:1733164792.069021:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800850a2ac0/0xe92384b90c848618 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e765 expref: 1044 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.069023:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606208640 00010000:00010000:3.0:1733164792.069030:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.069031:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.069033:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069036:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123299b00/0xe92384b90c84873e lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x298b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7ab expref: 1045 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.069037:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5ebb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069046:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.069052:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807653 00000100:00100000:0.0:1733164792.069056:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1044:2001:x1817354606208640:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.069062:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d622a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1044:2001:x1817354606208384:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (117us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.069063:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.069066:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807651 00010000:00010000:0.0:1733164792.069067:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123299b00/0xe92384b90c84873e lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x298b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7ab expref: 1044 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.069075:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123299b00/0xe92384b90c84873e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x298b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7ab expref: 1043 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.069087:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.069088:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.069089:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800850a2ac0/0xe92384b90c848618 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e765 expref: 1043 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.069091:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d5ec2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.069096:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5ff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297229440:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.069098:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d5ec2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x298b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069105:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069109:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.069113:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069117:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069121:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069124:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5ebb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.069126:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1040:2001:x1817354606208640:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (118us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.069128:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5ebb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069131:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.069133:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5ebb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.069136:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807653 00010000:00010000:3.0:1733164792.069137:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5ebb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069160:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5ebb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069165:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d5ebb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.069185:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297229824:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.069198:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5ec9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.069312:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.069324:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606208768 00000100:00100000:0.0:1733164792.069327:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606208768 00010000:00010000:0.0:1733164792.069337:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e56ad00/0xe92384b90c8486d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e78f expref: 1040 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.069354:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807654 00000100:00100000:0.0:1733164792.069358:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1040:2003:x1817354606208768:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.069361:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3061:3761:x1817354297229056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2298us (2386us total) trans 4295982640 rc 0/0 00010000:00010000:0.0:1733164792.069363:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.069366:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e56ad00/0xe92384b90c8486d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e78f expref: 1040 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.069367:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187225 00010000:00010000:0.0:1733164792.069372:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e56ad00/0xe92384b90c8486d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e78f expref: 1040 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.069380:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e56ad00/0xe92384b90c8486d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e78f expref: 1040 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.069387:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1733164792.069387:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880086bd7b80/2, rc 0, transno 1015344 00010000:00010000:0.0:1733164792.069388:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.069390:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.069390:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297229056:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.069394:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5ec9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.069395:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880086bd7480/2, rc 0, transno 1015342 00000100:00100000:3.0:1733164792.069397:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297228800:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.069403:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.069408:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297230464:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.069424:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1040:2003:x1817354606208768:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (114us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.069427:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d5ed7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.069428:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807654 00000100:00100000:0.0:1733164792.069438:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807655 00000100:00100000:0.0:1733164792.069442:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1040:2000:x1817354606208896:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.069448:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.069451:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092dac900/0xe92384b90c848809 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7ce expref: 1040 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.069459:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092dac900/0xe92384b90c848809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7ce expref: 1040 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.069469:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.069471:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.069474:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5ed0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069480:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5ed0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069490:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.069490:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.069500:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606209152 00000100:00100000:3.0:1733164792.069503:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606209152 00000100:00100000:0.0:1733164792.069505:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1039:2000:x1817354606208896:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.069511:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807655 00010000:00010000:3.0:1733164792.069513:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1a7e880/0xe92384b90c848a24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x298f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e845 expref: 1040 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.069525:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807657 00000100:00100000:0.0:1733164792.069529:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ed050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1039:2000:x1817354606209152:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.069535:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.069552:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1a7e880/0xe92384b90c848a24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x298f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e845 expref: 1039 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.069552:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297230976:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.069558:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1a7e880/0xe92384b90c848a24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x298f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e845 expref: 1039 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.069566:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1a7e880/0xe92384b90c848a24 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x298f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e845 expref: 1039 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.069572:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.069573:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.069574:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.069576:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d5ede lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069580:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d5ede lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x298f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.069586:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.069591:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297230848:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.069595:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.069606:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ed050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1038:2000:x1817354606209152:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.069606:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.069610:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807657 00000100:00100000:3.0:1733164792.069621:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297230976 00000100:00100000:3.0:1733164792.069624:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297230976 00000100:00100000:3.0:1733164792.069638:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297230848 00000100:00100000:3.0:1733164792.069640:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297230848 00010000:00010000:0.0:1733164792.069645:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.069650:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187232 00010000:00010000:0.0:1733164792.069652:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.069654:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3062:3762:x1817354297230976:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.069659:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5ec9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069665:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5ec9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.069666:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10641 count 1 00010000:00010000:0.0:1733164792.069672:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5ec9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069676:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5eec lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069678:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.069681:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5ec9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069686:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800912421c0/0xe92384b90c848b5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e892 expref: 1036 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069687:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5ec9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069692:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.069694:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.069696:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5eec lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069697:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5ec9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069703:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d5ec9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x298a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069711:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800912421c0/0xe92384b90c848b5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e892 expref: 1036 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069720:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800912421c0/0xe92384b90c848b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e892 expref: 1036 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.069730:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297231232:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.069746:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575840 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.069810:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3064:3760:x1817354297229184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2519us (2594us total) trans 4295982642 rc 0/0 00000100:00100000:0.0:1733164792.069815:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187227 00010000:00010000:3.0:1733164792.069823:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d5ed7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069831:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d5ed7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069837:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092dac900/0xe92384b90c848809 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7ce expref: 1036 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.069839:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d5ed7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.069844:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d623100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297229952:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.069846:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d5ed7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069852:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d5ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069855:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5ed0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069858:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.069861:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d5ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069862:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5ed0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069868:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5ed0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069868:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d5ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.069869:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297230720:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.069875:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5ed0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069877:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d5ed7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069881:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5ed0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.069881:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d5ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.069883:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d5ed7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x298e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069888:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5ed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.069888:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d5ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.069894:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d5ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069899:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.069901:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d5ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069902:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5ed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.069907:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d5ee5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069908:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.069914:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d5ee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069918:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5ed0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.069920:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.069923:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d5ee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.069924:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d5ed0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x298c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.069929:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d5ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.069940:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d5ee5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.069950:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d5ee5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x298d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.069959:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297231744:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.069971:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297231616:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.069979:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.069991:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.070023:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3066:3761:x1817354297229568:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2710us (2769us total) trans 4295982644 rc 0/0 00000100:00100000:0.0:1733164792.070030:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187228 00000004:00080000:3.0:1733164792.070030:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880086bd6a00/2, rc 0, transno 1015348 00000100:00100000:3.0:1733164792.070038:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297229568:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.070044:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187236 00000100:00100000:0.0:1733164792.070048:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3067:3760:x1817354297231616:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.070058:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10643 count 1 00010000:00010000:0.0:1733164792.070067:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5f01 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2993:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.070078:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992d2640/0xe92384b90c848caf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8ca expref: 1034 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.070084:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.070086:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.070087:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3067:3759:x1817354297230208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2188us (2223us total) trans 4295982643 rc 0/0 00010000:00010000:0.0:1733164792.070088:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d5f01 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.070093:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187229 00000100:00100000:1.0:1733164792.070099:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3067:3762:x1817354297230080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2190us (2253us total) trans 4295982645 rc 0/0 00010000:00010000:0.0:1733164792.070102:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992d2640/0xe92384b90c848caf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8ca expref: 1034 pid: 16650 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.070106:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187231 00010000:00010000:0.0:1733164792.070112:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992d2640/0xe92384b90c848caf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8ca expref: 1034 pid: 16650 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.070116:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5fdf80/2, rc 0, transno 1015347 00000100:00100000:3.0:1733164792.070120:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297230208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.070121:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d623100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297231872:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.070135:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5fdc00/2, rc 0, transno 1015349 00000100:00100000:3.0:1733164792.070138:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297230080:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.070163:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.070198:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297232128:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.070224:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.070231:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297232384:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.070246:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297232256:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.070249:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.070266:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.070281:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187237 00000100:00100000:1.0:1733164792.070286:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3068:3762:x1817354297232128:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.070288:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187238 00000100:00100000:3.0:1733164792.070293:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3068:3760:x1817354297232384:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.070299:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10645 count 1 00002000:00080000:3.0:1733164792.070305:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10647 count 1 00010000:00010000:1.0:1733164792.070310:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5f0f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.070314:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5f16 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.070321:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c029680/0xe92384b90c848e06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e917 expref: 1034 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.070324:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008aea5d40/0xe92384b90c848f3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e972 expref: 1034 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.070326:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.070328:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.070330:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5f0f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.070331:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.070332:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.070335:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5f16 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.070346:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c029680/0xe92384b90c848e06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e917 expref: 1034 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.070351:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008aea5d40/0xe92384b90c848f3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e972 expref: 1034 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.070355:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c029680/0xe92384b90c848e06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e917 expref: 1034 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.070362:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008aea5d40/0xe92384b90c848f3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e972 expref: 1034 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.070365:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297232512:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.070371:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297232768:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.070389:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.070401:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575900 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.070863:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.070871:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.070879:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606209408 00000100:00100000:3.0:1733164792.070893:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297231232:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.070895:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606209536 00000100:00100000:1.0:1733164792.070899:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606209536 00010000:00010000:3.0:1733164792.070903:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5eec lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.070912:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082de2880/0xe92384b90c848acc lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e868 expref: 1035 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.070937:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807659 00000100:00100000:1.0:1733164792.070942:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1035:2000:x1817354606209536:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.070949:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.070953:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082de2880/0xe92384b90c848acc lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e868 expref: 1035 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.070962:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082de2880/0xe92384b90c848acc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e868 expref: 1035 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.070973:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.070975:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.070977:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d5ef3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.070984:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d5ef3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.070996:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.071018:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1035:2000:x1817354606209536:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.071024:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807659 00010000:00010000:1.0:1733164792.071052:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082de2880/0xe92384b90c848acc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e868 expref: 1034 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.071064:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297231360:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.071075:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d5ef3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071083:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d5ef3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071089:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d5ef3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.071092:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297231488:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.071097:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d5ef3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071103:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d5ef3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.071105:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5efa lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071110:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d5ef3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071115:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.071117:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d5ef3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071124:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d5ef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.071133:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606209408 00010000:00010000:1.0:1733164792.071134:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d5ef3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.071154:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606209664 00000100:00100000:3.0:1733164792.071157:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606209664 00010000:00010000:0.0:1733164792.071161:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800912421c0/0xe92384b90c848b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e892 expref: 1035 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.071162:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d5ef3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.071165:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091242d00/0xe92384b90c848c0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8ae expref: 1035 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.071176:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606209920 00000100:00100000:0.0:1733164792.071179:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606209920 00000100:00100000:3.0:1733164792.071179:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807660 00000100:00100000:3.0:1733164792.071183:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d621880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1037:2000:x1817354606209408:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.071186:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800984e2640/0xe92384b90c848d57 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8f4 expref: 1037 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.071189:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.071192:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807661 00010000:00010000:3.0:1733164792.071193:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800912421c0/0xe92384b90c848b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e892 expref: 1037 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.071197:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1037:2002:x1817354606209664:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.071202:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807662 00000100:00100000:0.0:1733164792.071206:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1037:2000:x1817354606209920:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.071206:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.071210:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091242d00/0xe92384b90c848c0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8ae expref: 1037 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.071212:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800912421c0/0xe92384b90c848b5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e892 expref: 1037 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.071213:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.071216:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800984e2640/0xe92384b90c848d57 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2994:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8f4 expref: 1037 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.071219:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091242d00/0xe92384b90c848c0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8ae expref: 1037 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.071223:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800912421c0/0xe92384b90c848b5f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e892 expref: 1037 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.071224:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800984e2640/0xe92384b90c848d57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2994:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8f4 expref: 1037 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.071231:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091242d00/0xe92384b90c848c0e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8ae expref: 1036 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.071233:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.071234:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.071235:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.071235:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.071238:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d5f08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2994:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.071238:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071240:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.071242:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.071244:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.071244:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5eec lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.071245:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d5f08 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2994:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.071255:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.071255:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5efa lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.071256:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.071272:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.071272:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1035:2000:x1817354606209408:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.071274:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1035:2000:x1817354606209920:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.071277:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807660 00000100:00100000:0.0:1733164792.071280:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807662 00000100:00100000:1.0:1733164792.071292:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1033:2002:x1817354606209664:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 94us (207us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.071296:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.071303:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.071309:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807661 00010000:00010000:3.0:1733164792.071310:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.071322:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5eec lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.071329:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5eec lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071332:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.071335:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.071338:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.071338:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5eec lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071345:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.071345:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5eec lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.071347:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.071352:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5efa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.071355:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5eec lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071357:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.071358:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606210048 00000100:00100000:0.0:1733164792.071360:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606210048 00010000:00010000:3.0:1733164792.071361:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d5eec lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071362:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.071365:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.071369:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c029680/0xe92384b90c848e06 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e917 expref: 1031 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.071376:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.071382:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807664 00010000:00010000:1.0:1733164792.071385:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5efa lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.071386:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1031:2001:x1817354606210048:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.071391:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5efa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.071394:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.071397:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c029680/0xe92384b90c848e06 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e917 expref: 1031 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.071405:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c029680/0xe92384b90c848e06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e917 expref: 1031 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.071415:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.071417:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.071419:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5f0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.071425:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5f0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.071435:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.071449:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1031:2001:x1817354606210048:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.071454:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807664 00000100:00100000:3.0:1733164792.071477:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3071:3762:x1817354297230976:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1822us (1904us total) trans 4295982646 rc 0/0 00000100:00100000:3.0:1733164792.071484:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187232 00000100:00100000:0.0:1733164792.071493:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297232768:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.071504:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5f16 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.071507:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5fca80/2, rc 0, transno 1015350 00000100:00100000:3.0:1733164792.071514:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297230976:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.071522:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3070:3759:x1817354297231104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1708us (1849us total) trans 4295982647 rc 0/0 00000100:00100000:1.0:1733164792.071529:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187234 00000004:00080000:3.0:1733164792.071530:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5fe680/2, rc 0, transno 1015351 00000100:00100000:3.0:1733164792.071534:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297231104:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.071554:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.071567:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606210176 00000100:00100000:0.0:1733164792.071569:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606210176 00010000:00010000:0.0:1733164792.071578:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082de3cc0/0xe92384b90c848ebc lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e93a expref: 1030 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.071586:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297232896:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.071592:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807665 00000100:00100000:0.0:1733164792.071596:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1030:2001:x1817354606210176:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.071601:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.071605:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082de3cc0/0xe92384b90c848ebc lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e93a expref: 1030 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.071606:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.071613:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082de3cc0/0xe92384b90c848ebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e93a expref: 1030 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.071618:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.071622:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297233024:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.071623:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.071625:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.071627:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.071634:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d5f1d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.071637:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.071643:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.071647:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3070:3762:x1817354297230848:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1944us (2040us total) trans 4295982649 rc 0/0 00000004:00080000:3.0:1733164792.071652:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5fc700/2, rc 0, transno 1015352 00000100:00100000:1.0:1733164792.071653:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187233 00000100:00100000:0.0:1733164792.071656:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1030:2001:x1817354606210176:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.071657:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297231744:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.071662:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807665 00000100:00100000:1.0:1733164792.071666:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187241 00000100:00100000:1.0:1733164792.071670:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3071:3761:x1817354297233024:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.071678:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5fd500/2, rc 0, transno 1015353 00002000:00080000:1.0:1733164792.071681:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10649 count 1 00000100:00100000:3.0:1733164792.071681:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297230848:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.071690:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d5f2b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071700:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131222640/0xe92384b90c849098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9cd expref: 1029 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071705:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.071707:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.071709:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d5f2b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.071720:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297233152:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.071721:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.071723:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131222640/0xe92384b90c849098 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9cd expref: 1029 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071730:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131222640/0xe92384b90c849098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9cd expref: 1029 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.071736:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606210304 00000100:00100000:3.0:1733164792.071738:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.071739:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606210304 00000100:00100000:1.0:1733164792.071739:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297233536:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.071749:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008aea5d40/0xe92384b90c848f3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e972 expref: 1030 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.071750:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.071754:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297233408:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.071758:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850dbf00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.071768:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807666 00000100:00100000:3.0:1733164792.071769:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.071772:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d621880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1029:2001:x1817354606210304:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.071773:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297233152 00000100:00100000:1.0:1733164792.071775:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297233152 00010000:00010000:0.0:1733164792.071779:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.071782:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297233408 00010000:00010000:0.0:1733164792.071783:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008aea5d40/0xe92384b90c848f3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e972 expref: 1029 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.071784:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297233408 00010000:00010000:0.0:1733164792.071790:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008aea5d40/0xe92384b90c848f3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e972 expref: 1029 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.071791:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187242 00000100:00100000:1.0:1733164792.071795:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3073:3759:x1817354297233152:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.071801:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aea5d40/0xe92384b90c848f3a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e972 expref: 1029 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.071801:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187243 00002000:00080000:1.0:1733164792.071805:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10650 count 1 00000100:00100000:3.0:1733164792.071805:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3073:3759:x1817354297233408:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.071811:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.071812:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.071814:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5f16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071814:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d5f32 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.071816:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10651 count 1 00010000:00010000:0.0:1733164792.071820:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5f16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071822:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008caa46c0/0xe92384b90c849116 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9f7 expref: 1028 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.071824:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5f39 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071827:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.071829:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.071831:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d5f32 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.071833:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.071834:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956f5200/0xe92384b90c84920b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea28 expref: 1028 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.071843:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008caa46c0/0xe92384b90c849116 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9f7 expref: 1028 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.071845:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1028:2001:x1817354606210304:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (124us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.071845:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.071846:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.071849:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5f39 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.071851:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807666 00010000:00010000:1.0:1733164792.071851:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008caa46c0/0xe92384b90c849116 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9f7 expref: 1028 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.071858:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297233664:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.071864:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956f5200/0xe92384b90c84920b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea28 expref: 1027 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.071871:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5f16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.071873:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956f5200/0xe92384b90c84920b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea28 expref: 1027 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.071875:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db480 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.071878:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5f16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.071882:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297233792:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.071885:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5f16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.071891:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5f16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.071898:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.071898:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575840 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.071903:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.071906:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.071912:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5f16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.071921:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5f16 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.071925:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1733164792.071927:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d5f16 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.071931:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297233920:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.071948:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.071953:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3073:3760:x1817354297231616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1903us (1960us total) trans 4295982650 rc 0/0 00000004:00080000:0.0:1733164792.071958:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5fd880/2, rc 0, transno 1015354 00000100:00100000:1.0:1733164792.071958:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187236 00000100:00100000:0.0:1733164792.071966:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297231616:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.071993:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c029680/0xe92384b90c848e06 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e917 expref: 1027 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.071993:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297234048:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.072002:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297232512:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.072010:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.072013:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5f0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.072019:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5f0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.072024:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5f0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.072028:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297234048 00010000:00010000:1.0:1733164792.072030:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5f0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.072031:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297234048 00010000:00010000:1.0:1733164792.072040:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5f0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.072046:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5f0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.072046:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187245 00010000:00010000:1.0:1733164792.072050:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5f80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.072050:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3074:3762:x1817354297234048:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.072052:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5f0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.072058:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5f0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.072066:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5f0f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.072067:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10653 count 1 00010000:00010000:1.0:1733164792.072071:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5f0f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.072077:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5f47 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.072093:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a9b00/0xe92384b90c8492dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea7c expref: 1026 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.072099:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.072100:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.072102:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5f47 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.072118:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801312a9b00/0xe92384b90c8492dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea7c expref: 1026 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.072122:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3076:3760:x1817354297232384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1829us (1872us total) trans 4295982652 rc 0/0 00010000:00010000:3.0:1733164792.072127:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801312a9b00/0xe92384b90c8492dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea7c expref: 1026 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.072129:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187238 00000100:00100000:3.0:1733164792.072136:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297234304:192.168.202.7@tcp:104: 00000004:00080000:0.0:1733164792.072169:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009402df80/2, rc 0, transno 1015356 00000100:00100000:0.0:1733164792.072176:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297232384:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.072180:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575600 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.072189:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3075:3762:x1817354297232128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1902us (1964us total) trans 4295982653 rc 0/0 00000100:00100000:1.0:1733164792.072195:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187237 00000004:00080000:3.0:1733164792.072196:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5fe300/2, rc 0, transno 1015357 00000100:00100000:3.0:1733164792.072199:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297232128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.072229:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297234432:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.072232:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297234560:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.072253:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.072255:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.072277:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297234432 00000100:00100000:1.0:1733164792.072280:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297234432 00000100:00100000:1.0:1733164792.072301:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297234560 00000100:00100000:1.0:1733164792.072303:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297234560 00000100:00100000:1.0:1733164792.072315:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187246 00000100:00100000:1.0:1733164792.072319:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b099850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3076:3759:x1817354297234432:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.072330:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10654 count 1 00010000:00010000:1.0:1733164792.072339:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5f4e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.072349:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082ccd440/0xe92384b90c849370 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea9f expref: 1026 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.072355:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.072357:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.072359:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5f4e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.072374:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082ccd440/0xe92384b90c849370 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea9f expref: 1026 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.072383:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082ccd440/0xe92384b90c849370 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea9f expref: 1026 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.072390:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297234688:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.072410:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.073243:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297233536:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.073256:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d5f2b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.073344:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.073387:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.073398:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606210560 00000100:00100000:0.0:1733164792.073401:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606210560 00010000:00010000:0.0:1733164792.073411:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099101680/0xe92384b90c848fe9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e995 expref: 1028 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.073414:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297233664:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.073428:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d5f32 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.073433:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807668 00000100:00100000:0.0:1733164792.073437:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1028:2003:x1817354606210560:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.073443:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.073446:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099101680/0xe92384b90c848fe9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e995 expref: 1028 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.073454:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099101680/0xe92384b90c848fe9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e995 expref: 1028 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.073464:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099101680/0xe92384b90c848fe9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e995 expref: 1028 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.073483:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.073484:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.073487:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d5f24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.073493:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d5f24 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073507:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d5f2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.073509:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.073512:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d5f2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073517:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d5f2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.073521:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1026:2003:x1817354606210560:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (134us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.073521:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d5f2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073525:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d5f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073528:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca58c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.073529:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807668 00010000:00010000:1.0:1733164792.073530:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d5f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.073530:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d5f24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073534:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d5f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.073552:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d5f24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073556:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d5f2b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.073560:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d5f24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073561:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d5f2b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.073567:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d5f24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.073574:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d5f24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.073580:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.073583:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d5f24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.073589:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d5f24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.073596:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297233792:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.073599:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d5f24 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.073604:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5f39 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.073606:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d5f24 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.073647:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.073654:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606210816 00000100:00100000:0.0:1733164792.073656:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606210816 00010000:00010000:0.0:1733164792.073663:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956f5200/0xe92384b90c84920b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea28 expref: 1025 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.073677:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807669 00000100:00100000:0.0:1733164792.073681:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1025:2001:x1817354606210816:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.073688:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.073690:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3078:3761:x1817354297233024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2018us (2050us total) trans 4295982654 rc 0/0 00010000:00010000:0.0:1733164792.073693:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956f5200/0xe92384b90c84920b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea28 expref: 1025 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.073697:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187241 00010000:00010000:0.0:1733164792.073700:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956f5200/0xe92384b90c84920b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea28 expref: 1025 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.073711:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956f5200/0xe92384b90c84920b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea28 expref: 1025 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.073717:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3077:3761:x1817354297232896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2049us (2109us total) trans 4295982655 rc 0/0 00010000:00010000:0.0:1733164792.073722:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.073723:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.073724:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187240 00010000:00010000:0.0:1733164792.073726:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5f39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.073732:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5f39 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.073746:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.073756:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5f39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.073758:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.073761:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5f39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.073765:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1024:2001:x1817354606210816:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (115us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.073765:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5f39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073769:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5f39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.073771:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807669 00010000:00010000:1.0:1733164792.073772:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5f39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073776:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.073777:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5f39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073783:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5f39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.073790:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297234304:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.073792:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5f39 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.073798:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5f47 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073798:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d5f39 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x299b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.073826:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.073837:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606210688 00000100:00100000:0.0:1733164792.073839:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606210688 00010000:00010000:0.0:1733164792.073846:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008caa46c0/0xe92384b90c849116 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9f7 expref: 1024 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.073854:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.073856:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807671 00000100:00100000:0.0:1733164792.073859:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1024:2000:x1817354606210688:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.073863:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.073865:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008caa46c0/0xe92384b90c849116 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9f7 expref: 1024 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.073866:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606210944 00000100:00100000:3.0:1733164792.073869:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606210944 00010000:00010000:0.0:1733164792.073871:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008caa46c0/0xe92384b90c849116 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9f7 expref: 1024 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.073878:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008caa46c0/0xe92384b90c849116 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9f7 expref: 1025 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.073883:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.073883:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.073885:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d5f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.073886:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801367adf80/0xe92384b90c849251 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea59 expref: 1024 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.073889:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d5f32 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.073899:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.073905:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3077:3759:x1817354297233408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2098us (2134us total) trans 4295982656 rc 0/0 00000100:00100000:0.0:1733164792.073909:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1023:2000:x1817354606210688:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 49us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.073909:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807672 00000100:00100000:1.0:1733164792.073911:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187243 00000100:00100000:0.0:1733164792.073913:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807671 00000100:00100000:3.0:1733164792.073914:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1023:2000:x1817354606210944:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.073921:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.073925:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801367adf80/0xe92384b90c849251 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea59 expref: 1022 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.073934:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801367adf80/0xe92384b90c849251 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea59 expref: 1022 pid: 16652 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.073939:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5ff800/2, rc 0, transno 1015360 00000100:00100000:1.0:1733164792.073944:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297233408:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.073945:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5f47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.073945:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801367adf80/0xe92384b90c849251 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x299c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea59 expref: 1022 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.073953:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5f47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.073955:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.073956:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d5f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.073956:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.073959:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d5f40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.073960:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5f47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073961:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d5f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073965:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d5f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.073965:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d5f40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x299c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.073966:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5f47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073969:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d5f32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.073972:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5f47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073977:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d5f32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.073978:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.073978:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.073980:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5f47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073984:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.073986:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d5f32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.073987:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.073993:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d5f32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.073994:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1021:2000:x1817354606210944:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (139us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.073998:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5f47 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.074000:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807672 00010000:00010000:0.0:1733164792.074003:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d5f47 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x299d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.074003:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d5f32 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.074009:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d5f32 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x299a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.074058:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.074070:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606211200 00000100:00100000:3.0:1733164792.074073:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606211200 00010000:00010000:3.0:1733164792.074083:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082ccd440/0xe92384b90c849370 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea9f expref: 1021 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.074099:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3079:3759:x1817354297233152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2302us (2359us total) trans 4295982657 rc 0/0 00000100:00100000:1.0:1733164792.074103:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187242 00000100:00100000:3.0:1733164792.074107:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807673 00000100:00100000:3.0:1733164792.074112:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1021:2000:x1817354606211200:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.074119:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.074122:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082ccd440/0xe92384b90c849370 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea9f expref: 1021 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.074130:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297235328:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.074130:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082ccd440/0xe92384b90c849370 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea9f expref: 1021 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.074158:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.074160:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.074163:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5f4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.074166:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.074171:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5f4e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.074178:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5fed80/2, rc 0, transno 1015361 00010000:00010000:3.0:1733164792.074181:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.074183:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297233152:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.074196:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1021:2000:x1817354606211200:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (137us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.074200:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082ccd440/0xe92384b90c849370 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea9f expref: 1021 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.074202:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807673 00000100:00100000:1.0:1733164792.074212:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297234688:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.074219:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5f4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.074224:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5f4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.074228:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5f4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.074230:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3080:3762:x1817354297234048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2178us (2218us total) trans 4295982658 rc 0/0 00010000:00010000:1.0:1733164792.074232:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5f4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.074235:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5f4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.074237:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187245 00010000:00010000:1.0:1733164792.074239:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5f4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.074242:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.074244:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5f4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.074247:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5f4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.074252:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187250 00000100:00100000:0.0:1733164792.074256:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3079:3759:x1817354297235328:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.074256:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5f4e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.074260:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d5f4e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x299e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.074267:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10658 count 1 00000100:00100000:3.0:1733164792.074267:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.074277:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5f6a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.074287:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f920d80/0xe92384b90c849568 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb24 expref: 1019 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.074289:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606211328 00000100:00100000:3.0:1733164792.074292:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606211328 00010000:00010000:0.0:1733164792.074293:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.074294:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.074296:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5f6a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.074305:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e6d4240/0xe92384b90c849411 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eac2 expref: 1020 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.074310:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297235584:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.074311:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f920d80/0xe92384b90c849568 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb24 expref: 1020 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.074321:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f920d80/0xe92384b90c849568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb24 expref: 1020 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.074326:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807674 00000100:00100000:0.0:1733164792.074330:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d623800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297235712:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.074330:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.074330:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1020:2000:x1817354606211328:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.074337:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.074340:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e6d4240/0xe92384b90c849411 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eac2 expref: 1020 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.074347:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297235584 00010000:00010000:3.0:1733164792.074348:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e6d4240/0xe92384b90c849411 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eac2 expref: 1020 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.074349:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297235584 00000100:00100000:0.0:1733164792.074354:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.074359:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.074360:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187251 00010000:00010000:3.0:1733164792.074360:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.074362:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d5f55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.074363:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3081:3760:x1817354297235584:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.074369:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d5f55 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.074372:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10659 count 1 00010000:00010000:3.0:1733164792.074377:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.074379:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5f71 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.074387:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a887cc0/0xe92384b90c8495d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb4e expref: 1020 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.074391:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.074393:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.074394:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5f71 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.074400:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1020:2000:x1817354606211328:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (125us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.074404:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a887cc0/0xe92384b90c8495d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb4e expref: 1020 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.074406:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807674 00010000:00010000:1.0:1733164792.074413:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a887cc0/0xe92384b90c8495d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb4e expref: 1020 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.074418:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297235840:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.074432:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bfbf100/2, rc 0, transno 1015362 00000100:00100000:1.0:1733164792.074433:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.074439:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297234048:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.074488:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b099850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3082:3759:x1817354297234432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2167us (2233us total) trans 4295982659 rc 0/0 00000100:00100000:1.0:1733164792.074494:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187246 00000004:00080000:0.0:1733164792.074503:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bfbc380/2, rc 0, transno 1015363 00000100:00100000:0.0:1733164792.074508:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297234432:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.074524:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297236096:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.074571:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e6d4240/0xe92384b90c849411 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eac2 expref: 1019 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.074582:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297234816:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.074593:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d5f55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.074601:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d5f55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.074607:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d5f55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.074614:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d5f55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.074620:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d5f55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.074626:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d5f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.074632:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.074635:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d5f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.074647:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d5f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.074656:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d5f55 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.074662:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d5f55 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x299f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.074775:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3082:3760:x1817354297234560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2445us (2519us total) trans 4295982661 rc 0/0 00000100:00100000:3.0:1733164792.074781:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187247 00000100:00100000:3.0:1733164792.074799:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1733164792.074811:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bfbce00/2, rc 0, transno 1015365 00000100:00100000:1.0:1733164792.074819:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297234560:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.074826:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bfbfb80/2, rc 0, transno 1015364 00000100:00100000:3.0:1733164792.074830:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297233920:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.074867:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.074875:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297236480:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.074894:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.074907:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297236352:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.074911:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187253 00000100:00100000:0.0:1733164792.074915:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3083:3762:x1817354297236096:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.074917:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.074922:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297236352 00002000:00080000:0.0:1733164792.074925:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10661 count 1 00000100:00100000:3.0:1733164792.074926:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297236352 00010000:00010000:0.0:1733164792.074935:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5f7f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.074942:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187255 00010000:00010000:0.0:1733164792.074945:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130857600/0xe92384b90c84970c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb9b expref: 1018 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.074946:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3084:3760:x1817354297236352:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.074951:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.074952:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.074955:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5f7f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.074957:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10662 count 1 00010000:00010000:3.0:1733164792.074967:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d5f8d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.074970:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130857600/0xe92384b90c84970c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb9b expref: 1018 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.074978:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801249ea640/0xe92384b90c849775 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebc5 expref: 1018 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.074979:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130857600/0xe92384b90c84970c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb9b expref: 1018 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.074988:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d621880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297236608:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.074989:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.074991:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.074993:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d5f8d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.075010:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.075010:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801249ea640/0xe92384b90c849775 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebc5 expref: 1018 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.075019:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801249ea640/0xe92384b90c849775 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebc5 expref: 1018 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.075028:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297236864:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.075047:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.075366:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d623800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297235712:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.075374:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.075383:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5f6a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.075386:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606211584 00000100:00100000:3.0:1733164792.075389:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606211584 00010000:00010000:3.0:1733164792.075400:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f920d80/0xe92384b90c849568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb24 expref: 1019 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.075415:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807675 00000100:00100000:1.0:1733164792.075418:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297235840:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.075420:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1019:2001:x1817354606211584:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.075427:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.075430:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5f71 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.075431:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f920d80/0xe92384b90c849568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb24 expref: 1019 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.075444:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f920d80/0xe92384b90c849568 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb24 expref: 1019 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.075456:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f920d80/0xe92384b90c849568 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb24 expref: 1019 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.075467:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.075468:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.075471:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5f6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.075477:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5f6a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.075489:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.075500:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5f6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.075505:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1018:2001:x1817354606211584:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (133us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.075508:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5f6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.075511:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807675 00010000:00010000:1.0:1733164792.075515:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5f6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.075521:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5f6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.075527:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5f6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.075532:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.075534:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5f6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.075556:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.075558:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5f6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.075568:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5f6a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.075575:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d5f6a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.075630:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.075644:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606211712 00000100:00100000:0.0:1733164792.075647:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606211712 00010000:00010000:0.0:1733164792.075659:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c97f3c0/0xe92384b90c84949d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eae5 expref: 1018 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.075688:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3085:3759:x1817354297235328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1431us (1520us total) trans 4295982662 rc 0/0 00010000:00010000:3.0:1733164792.075689:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5f63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.075694:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187250 00010000:00010000:3.0:1733164792.075697:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5f63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.075704:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5f63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.075711:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5f63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.075716:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009402d180/2, rc 0, transno 1015366 00010000:00010000:3.0:1733164792.075717:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5f63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.075723:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.075726:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5f63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.075729:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297235328:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.075732:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.075734:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807677 00000100:00100000:0.0:1733164792.075738:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1017:2001:x1817354606211712:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.075741:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5f63 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.075743:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.075746:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c97f3c0/0xe92384b90c84949d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eae5 expref: 1017 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.075747:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d5f63 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.075751:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c97f3c0/0xe92384b90c84949d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eae5 expref: 1017 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.075759:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c97f3c0/0xe92384b90c84949d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eae5 expref: 1017 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.075796:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297236992 00000100:00100000:1.0:1733164792.075800:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297236992 00010000:00010000:0.0:1733164792.075805:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.075806:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.075808:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d5f5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.075812:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d5f5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.075814:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187256 00000100:00100000:1.0:1733164792.075818:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3086:3761:x1817354297236992:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.075827:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1733164792.075828:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10664 count 1 00010000:00010000:1.0:1733164792.075839:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5f94 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.075842:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1016:2001:x1817354606211712:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 103us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.075847:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807677 00010000:00010000:1.0:1733164792.075849:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8d80/0xe92384b90c84987f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec0b expref: 1016 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.075855:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.075856:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.075856:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3086:3761:x1817354297235200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1652us (1724us total) trans 4295982663 rc 0/0 00010000:00010000:1.0:1733164792.075859:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5f94 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.075862:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187249 00010000:00010000:1.0:1733164792.075872:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cee8d80/0xe92384b90c84987f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec0b expref: 1015 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.075879:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.075879:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cee8d80/0xe92384b90c84987f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec0b expref: 1015 pid: 16692 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.075888:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009402d500/2, rc 0, transno 1015367 00000100:00100000:1.0:1733164792.075892:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297237120:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.075895:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297235200:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.075910:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.075927:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.075934:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297237248:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.075948:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606211840 00000100:00100000:0.0:1733164792.075951:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606211840 00000100:00100000:3.0:1733164792.075953:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.075961:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a887cc0/0xe92384b90c8495d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb4e expref: 1016 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.075967:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297237248 00000100:00100000:1.0:1733164792.075970:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297237248 00000100:00100000:0.0:1733164792.075982:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807678 00000100:00100000:1.0:1733164792.075985:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187257 00000100:00100000:0.0:1733164792.075986:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1016:2001:x1817354606211840:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.075988:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3087:3761:x1817354297237248:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.075991:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.075994:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a887cc0/0xe92384b90c8495d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb4e expref: 1016 pid: 16622 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.075997:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10665 count 1 00010000:00010000:0.0:1733164792.075999:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a887cc0/0xe92384b90c8495d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb4e expref: 1016 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.076006:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5f9b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.076007:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a887cc0/0xe92384b90c8495d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb4e expref: 1016 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.076014:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.076014:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130856d00/0xe92384b90c84990b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec35 expref: 1015 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.076015:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1733164792.076015:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009402ca80/2, rc 0, transno 1015368 00010000:00010000:0.0:1733164792.076017:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5f71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.076020:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.076021:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5f71 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.076021:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.076022:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297234944:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.076023:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5f9b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.076029:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.076036:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130856d00/0xe92384b90c84990b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec35 expref: 1015 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.076042:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1015:2001:x1817354606211840:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.076045:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807678 00010000:00010000:1.0:1733164792.076045:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130856d00/0xe92384b90c84990b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec35 expref: 1015 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.076053:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297237376:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.076065:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297237504:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.076082:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.076095:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297237504 00000100:00100000:3.0:1733164792.076098:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297237504 00010000:00010000:1.0:1733164792.076104:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5f71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.076109:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187258 00010000:00010000:1.0:1733164792.076110:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5f71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.076111:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3087:3759:x1817354297237504:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.076116:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5f71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.076119:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10666 count 1 00010000:00010000:1.0:1733164792.076122:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5f71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.076126:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5fa2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.076127:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5f71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.076132:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.076134:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5f71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.076134:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800949fdb00/0xe92384b90c849997 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec58 expref: 1014 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.076136:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606211968 00010000:00010000:3.0:1733164792.076138:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.076139:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606211968 00010000:00010000:3.0:1733164792.076139:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.076155:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d5fa2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.076158:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5f71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.076160:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801312aa1c0/0xe92384b90c84966b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb6a expref: 1015 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.076166:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800949fdb00/0xe92384b90c849997 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec58 expref: 1015 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.076167:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5f71 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.076170:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807679 00010000:00010000:3.0:1733164792.076171:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800949fdb00/0xe92384b90c849997 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec58 expref: 1015 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.076173:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1015:2001:x1817354606211968:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.076177:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d5f71 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.076177:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297237632:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.076178:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.076181:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801312aa1c0/0xe92384b90c84966b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb6a expref: 1015 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.076190:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801312aa1c0/0xe92384b90c84966b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb6a expref: 1015 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.076195:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575600 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.076201:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312aa1c0/0xe92384b90c84966b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb6a expref: 1015 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.076210:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.076211:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.076214:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d5f78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.076214:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.076220:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d5f78 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.076226:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606212224 00000100:00100000:3.0:1733164792.076228:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606212224 00010000:00010000:0.0:1733164792.076232:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.076235:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130857600/0xe92384b90c84970c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb9b expref: 1016 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.076245:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807681 00000100:00100000:0.0:1733164792.076247:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1016:2001:x1817354606211968:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.076248:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1016:2000:x1817354606212224:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.076252:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.076253:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807679 00010000:00010000:3.0:1733164792.076255:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130857600/0xe92384b90c84970c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb9b expref: 1016 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.076260:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130857600/0xe92384b90c84970c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb9b expref: 1016 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.076267:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.076268:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.076270:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.076274:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5f7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.076275:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3088:3760:x1817354297235584:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1910us (1942us total) trans 4295982665 rc 0/0 00010000:00010000:3.0:1733164792.076280:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.076281:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187251 00010000:00010000:0.0:1733164792.076284:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130857600/0xe92384b90c84970c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb9b expref: 1015 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.076289:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1015:2000:x1817354606212224:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 40us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.076294:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d621880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297236608:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.076295:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807681 00000004:00080000:1.0:1733164792.076302:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009402c000/2, rc 0, transno 1015369 00010000:00010000:0.0:1733164792.076305:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.076310:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297235584:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.076312:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.076318:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.076325:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.076331:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5f7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.076333:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db480 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.076338:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5f7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.076343:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.076346:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5f7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.076353:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5f7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.076362:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5f7f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.076369:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d5f7f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.076395:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.076487:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3088:3762:x1817354297236096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1570us (1687us total) trans 4295982666 rc 0/0 00000100:00100000:0.0:1733164792.076493:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187253 00010000:00010000:3.0:1733164792.076504:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801249ea640/0xe92384b90c849775 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebc5 expref: 1013 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.076510:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.076514:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297236864:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.076517:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297237760:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.076523:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d5f8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.076531:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d5f8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.076533:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.076551:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d5f8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.076559:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d5f8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.076565:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d5f8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.076566:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009402ea00/2, rc 0, transno 1015370 00000100:00100000:1.0:1733164792.076571:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297236096:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.076571:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d5f8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.076577:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.076579:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d5f8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.076586:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d5f8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.076595:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1733164792.076597:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d5f8d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.076599:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297237888:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.076602:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d5f8d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.076611:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.076622:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297237760 00000100:00100000:1.0:1733164792.076624:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297237760 00000004:00080000:3.0:1733164792.076632:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009402ed80/2, rc 0, transno 1015371 00000100:00100000:1.0:1733164792.076634:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297237888 00000100:00100000:1.0:1733164792.076635:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297237888 00000100:00100000:3.0:1733164792.076638:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297235968:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.076643:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187259 00000100:00100000:1.0:1733164792.076646:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3089:3759:x1817354297237760:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.076654:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10667 count 1 00010000:00010000:1.0:1733164792.076661:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5fa9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.076669:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092148000/0xe92384b90c849a0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec7b expref: 1011 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.076673:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.076674:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.076676:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5fa9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.076691:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092148000/0xe92384b90c849a0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec7b expref: 1011 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.076700:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092148000/0xe92384b90c849a0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec7b expref: 1011 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.076708:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297238016:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.076730:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850dbf00 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.076732:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3090:3760:x1817354297236352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1784us (1812us total) trans 4295982668 rc 0/0 00000100:00100000:3.0:1733164792.076738:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187255 00000100:00100000:1.0:1733164792.076759:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297238272:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.076760:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009402fb80/2, rc 0, transno 1015372 00000100:00100000:3.0:1733164792.076766:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297236352:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.076777:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.076782:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297238272 00000100:00100000:3.0:1733164792.076785:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297238272 00000100:00100000:3.0:1733164792.076798:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187261 00000100:00100000:3.0:1733164792.076802:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3090:3762:x1817354297238272:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.076819:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297238400:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.076826:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10669 count 1 00000100:00100000:1.0:1733164792.076835:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.076836:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5fb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.076846:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013120d680/0xe92384b90c849b03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecc1 expref: 1010 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.076852:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.076854:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.076856:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5fb7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.076861:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297237120:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.076870:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013120d680/0xe92384b90c849b03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecc1 expref: 1010 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.076873:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5f94 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.076878:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013120d680/0xe92384b90c849b03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecc1 expref: 1010 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.076884:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297238528:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.076886:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297238400 00000100:00100000:0.0:1733164792.076891:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297238400 00000100:00100000:3.0:1733164792.076900:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.076914:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187262 00000100:00100000:0.0:1733164792.076919:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800932c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3092:3759:x1817354297238400:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.076923:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00002000:00080000:0.0:1733164792.076930:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10670 count 1 00000100:00100000:3.0:1733164792.076934:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606212480 00000100:00100000:3.0:1733164792.076936:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606212480 00010000:00010000:0.0:1733164792.076940:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5fbe lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.076943:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cee8d80/0xe92384b90c84987f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec0b expref: 1011 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.076950:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800938c8480/0xe92384b90c849b96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ece4 expref: 1011 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.076953:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807683 00000100:00100000:3.0:1733164792.076955:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1011:2000:x1817354606212480:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.076956:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.076957:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.076960:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5fbe lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.076960:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.076962:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cee8d80/0xe92384b90c84987f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec0b expref: 1011 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.076971:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cee8d80/0xe92384b90c84987f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec0b expref: 1011 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.076975:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800938c8480/0xe92384b90c849b96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ece4 expref: 1011 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.076978:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8d80/0xe92384b90c84987f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec0b expref: 1011 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.076984:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.076985:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.076987:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5f94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.076988:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800938c8480/0xe92384b90c849b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ece4 expref: 1010 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.076991:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5f94 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.076997:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d621880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297238656:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.076999:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.077008:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1010:2000:x1817354606212480:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (85us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.077011:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5f94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.077011:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807683 00000100:00100000:0.0:1733164792.077017:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.077019:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5f94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077025:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5f94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.077029:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080ff2a00/2, rc 0, transno 1015373 00010000:00010000:1.0:1733164792.077031:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5f94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.077033:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297236480:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.077037:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077042:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.077045:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077051:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077060:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5f94 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077068:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d5f94 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.077105:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297238784 00000100:00100000:0.0:1733164792.077108:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297238784 00000100:00100000:0.0:1733164792.077123:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187263 00000100:00100000:0.0:1733164792.077128:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3093:3760:x1817354297238784:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.077138:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10671 count 1 00010000:00010000:0.0:1733164792.077164:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5fc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.077173:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800949ff180/0xe92384b90c849c06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed07 expref: 1009 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.077175:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3093:3761:x1817354297236992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1356us (1393us total) trans 4295982670 rc 0/0 00010000:00010000:0.0:1733164792.077179:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.077180:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.077180:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187256 00010000:00010000:0.0:1733164792.077182:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5fc5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.077192:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080ff3800/2, rc 0, transno 1015374 00010000:00010000:0.0:1733164792.077196:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800949ff180/0xe92384b90c849c06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed07 expref: 1009 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.077199:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297236992:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.077206:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800949ff180/0xe92384b90c849c06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed07 expref: 1009 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.077219:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d620700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297238912:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.077226:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297239040:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.077242:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.077245:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.077291:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297239040 00000100:00100000:1.0:1733164792.077295:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297239040 00000100:00100000:1.0:1733164792.077311:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187264 00000100:00100000:1.0:1733164792.077315:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3093:3761:x1817354297239040:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.077327:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10672 count 1 00010000:00010000:1.0:1733164792.077336:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d5fcc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077346:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092119b00/0xe92384b90c849cbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed3f expref: 1009 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077352:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.077353:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.077354:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d5fcc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077365:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092119b00/0xe92384b90c849cbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed3f expref: 1009 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077371:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092119b00/0xe92384b90c849cbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed3f expref: 1009 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.077377:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297239168:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.077401:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.077485:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.077493:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297237376:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.077500:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606212736 00000100:00100000:3.0:1733164792.077504:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606212736 00010000:00010000:1.0:1733164792.077509:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5f9b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.077516:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.077516:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130856d00/0xe92384b90c84990b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec35 expref: 1010 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.077535:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807684 00000100:00100000:3.0:1733164792.077556:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1011:2000:x1817354606212736:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.077563:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.077567:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130856d00/0xe92384b90c84990b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec35 expref: 1011 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.077576:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130856d00/0xe92384b90c84990b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec35 expref: 1011 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.077588:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130856d00/0xe92384b90c84990b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec35 expref: 1011 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.077597:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.077598:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.077601:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5f9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.077608:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5f9b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.077620:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.077638:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1009:2000:x1817354606212736:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 98us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.077644:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807684 00000100:00100000:0.0:1733164792.077671:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297238016:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.077683:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5f9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.077687:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5fa9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077691:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5f9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077698:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5f9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077705:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5f9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077711:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5f9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077716:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.077719:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5f9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077725:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5f9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.077734:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5f9b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.077738:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.077745:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d5f9b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.077768:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080ff3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297238144:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.077780:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5fb0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.077850:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3094:3761:x1817354297237248:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1859us (1894us total) trans 4295982671 rc 0/0 00010000:00010000:0.0:1733164792.077854:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5fa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.077855:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187257 00000004:00080000:3.0:1733164792.077861:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bfbdf80/2, rc 0, transno 1015375 00010000:00010000:0.0:1733164792.077862:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5fa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.077868:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297237248:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.077869:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5fa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.077875:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5fa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.077881:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5fa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.077883:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297238528:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.077887:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.077890:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5fa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.077894:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5fb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.077897:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5fa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.077901:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297239296:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.077906:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5fa9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.077911:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d5fa9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.077920:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1733164792.077989:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bfbd500/2, rc 0, transno 1015376 00000100:00100000:3.0:1733164792.077996:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297237504:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.078023:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297239424:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.078024:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3095:3759:x1817354297237760:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1375us (1487us total) trans 4295982673 rc 0/0 00000100:00100000:0.0:1733164792.078031:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187259 00000100:00100000:3.0:1733164792.078043:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.078048:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d620700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297238912:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.078052:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d621880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297238656:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.078056:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bfbf480/2, rc 0, transno 1015377 00000100:00100000:3.0:1733164792.078060:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297237760:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.078063:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5fc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.078072:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297239424 00000100:00100000:3.0:1733164792.078074:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297239424 00000100:00100000:3.0:1733164792.078095:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187266 00000100:00100000:3.0:1733164792.078098:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3095:3759:x1817354297239424:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.078106:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10674 count 1 00010000:00010000:3.0:1733164792.078113:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d5fda lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078123:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc9e400/0xe92384b90c849daa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed85 expref: 1006 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078127:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.078128:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.078129:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5fbe lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078129:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d5fda lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078138:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc9e400/0xe92384b90c849daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed85 expref: 1006 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.078156:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.078161:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc9e400/0xe92384b90c849daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed85 expref: 1006 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.078167:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297239680:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.078181:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.078199:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.078203:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297239808:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.078215:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.078408:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5fb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078414:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5fb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078419:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5fb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078423:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5fb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078427:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5fb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078430:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.078432:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5fb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078436:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5fb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078442:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5fb0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078445:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d5fb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.078457:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297239808 00000100:00100000:0.0:1733164792.078461:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297239808 00000100:00100000:1.0:1733164792.078464:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.078484:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187267 00000100:00100000:0.0:1733164792.078489:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3096:3759:x1817354297239808:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.078500:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10675 count 1 00000100:00100000:1.0:1733164792.078505:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.078509:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5fe1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.078518:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807688 00010000:00010000:0.0:1733164792.078520:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e682ac0/0xe92384b90c849e44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edbd expref: 1007 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.078524:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d5ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1007:2000:x1817354606213248:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.078526:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.078528:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.078530:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5fe1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.078530:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.078553:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.078558:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800938c8480/0xe92384b90c849b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ece4 expref: 1007 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.078566:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807689 00000100:00100000:0.0:1733164792.078571:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1008:2000:x1817354606213120:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.078572:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800938c8480/0xe92384b90c849b96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ece4 expref: 1008 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.078578:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.078579:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.078582:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013120d680/0xe92384b90c849b03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecc1 expref: 1008 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.078582:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800938c8480/0xe92384b90c849b96 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ece4 expref: 1008 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.078588:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.078590:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013120d680/0xe92384b90c849b03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecc1 expref: 1007 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.078590:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.078591:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5fbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078596:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5fbe lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.078599:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013120d680/0xe92384b90c849b03 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecc1 expref: 1007 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.078605:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297239168:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.078605:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.078606:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.078607:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.078609:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5fb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.078613:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5fb7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.078615:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d5fcc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.078619:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d5ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1006:2000:x1817354606213248:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 95us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.078624:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807688 00000100:00100000:3.0:1733164792.078635:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606213504 00000100:00100000:3.0:1733164792.078638:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606213504 00010000:00010000:3.0:1733164792.078646:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092119b00/0xe92384b90c849cbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed3f expref: 1005 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.078660:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5fc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.078662:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807691 00000100:00100000:3.0:1733164792.078665:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1005:2001:x1817354606213504:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.078667:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.078667:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5fc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078672:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.078675:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5fc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078676:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092119b00/0xe92384b90c849cbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed3f expref: 1005 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.078681:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1004:2000:x1817354606213120:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 110us (175us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.078681:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5fc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078685:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092119b00/0xe92384b90c849cbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed3f expref: 1004 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.078686:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807689 00010000:00010000:1.0:1733164792.078688:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5fc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.078693:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.078696:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5fc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078697:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092119b00/0xe92384b90c849cbc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed3f expref: 1003 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.078703:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.078706:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e682ac0/0xe92384b90c849e44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edbd expref: 1002 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078706:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.078707:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.078709:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d5fcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.078712:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e682ac0/0xe92384b90c849e44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edbd expref: 1002 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.078713:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5fc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078713:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d5fcc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.078717:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d621880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297239936:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.078718:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d5fc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078721:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.078727:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.078734:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1002:2001:x1817354606213504:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.078737:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807691 00010000:00010000:1.0:1733164792.078773:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d5fcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.078777:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d5fcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.078784:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d5fcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.078791:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d5fcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.078796:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d5fcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.078802:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.078804:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d5fcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.078811:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d5fcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.078816:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3098:3762:x1817354297237888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2161us (2203us total) trans 4295982674 rc 0/0 00010000:00010000:1.0:1733164792.078821:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d5fcc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.078822:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187260 00010000:00010000:1.0:1733164792.078827:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d5fcc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078836:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5fbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078843:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5fbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078851:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5fbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078857:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5fbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.078859:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5fb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078864:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5fbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.078865:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5fb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078870:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.078873:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5fbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078879:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5fbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078889:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5fbe lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.078896:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d5fbe lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.078932:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5fb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.078936:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5fb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.078937:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3098:3761:x1817354297239040:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1620us (1690us total) trans 4295982676 rc 0/0 00010000:00010000:0.0:1733164792.078940:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.078943:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1d40 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.078943:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187264 00010000:00010000:0.0:1733164792.078945:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.078950:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5fb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.078956:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5fb7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.078960:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d5fb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.078968:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e1bca80/2, rc 0, transno 1015378 00000100:00100000:1.0:1733164792.078973:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297237888:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.078992:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800932c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3098:3759:x1817354297238400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2072us (2155us total) trans 4295982677 rc 0/0 00000100:00100000:1.0:1733164792.078995:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.078998:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187262 00000100:00100000:1.0:1733164792.079001:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297240192:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.079021:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800932cb100/2, rc 0, transno 1015381 00000100:00100000:1.0:1733164792.079023:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.079024:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.079028:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800932cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297238400:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.079034:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297240064:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.079035:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606213632 00000100:00100000:0.0:1733164792.079037:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606213632 00000100:00100000:3.0:1733164792.079043:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297239680:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.079045:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de32f40/0xe92384b90c849d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed62 expref: 1002 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.079045:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.079053:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d5fda lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.079056:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297240192 00000100:00100000:1.0:1733164792.079058:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297240192 00000100:00100000:0.0:1733164792.079063:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807692 00000100:00100000:0.0:1733164792.079066:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372eec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1002:2001:x1817354606213632:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.079066:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297240064 00000100:00100000:1.0:1733164792.079067:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297240064 00010000:00010000:0.0:1733164792.079071:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.079073:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de32f40/0xe92384b90c849d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed62 expref: 1002 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.079074:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187268 00000100:00100000:1.0:1733164792.079078:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3100:3762:x1817354297240192:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.079079:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de32f40/0xe92384b90c849d1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed62 expref: 1002 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.079080:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187269 00000100:00100000:3.0:1733164792.079084:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3100:3762:x1817354297240064:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.079087:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10678 count 1 00010000:00010000:0.0:1733164792.079090:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de32f40/0xe92384b90c849d1e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed62 expref: 1002 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.079094:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d5fe8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.079095:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10676 count 1 00010000:00010000:0.0:1733164792.079096:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.079097:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.079099:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d5fd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.079102:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801228f9200/0xe92384b90c849f47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edf5 expref: 1001 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.079103:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d5fd3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079104:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d5fef lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.079106:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.079107:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.079109:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d5fe8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.079112:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.079114:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801237e0900/0xe92384b90c849ede lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edd9 expref: 1001 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.079119:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801228f9200/0xe92384b90c849f47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edf5 expref: 1001 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079120:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.079122:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372eec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1001:2001:x1817354606213632:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (99us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.079122:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.079124:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801228f9200/0xe92384b90c849f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edf5 expref: 1001 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.079124:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d5fef lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.079126:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807692 00000100:00100000:1.0:1733164792.079130:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297240448:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.079138:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801237e0900/0xe92384b90c849ede lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edd9 expref: 1000 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.079160:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.079165:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801237e0900/0xe92384b90c849ede lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edd9 expref: 1000 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.079174:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297240576:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.079194:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.079207:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3101:3760:x1817354297238784:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2079us (2117us total) trans 4295982675 rc 0/0 00000100:00100000:0.0:1733164792.079209:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.079212:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187263 00000100:00100000:0.0:1733164792.079218:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606213760 00000100:00100000:0.0:1733164792.079221:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606213760 00010000:00010000:0.0:1733164792.079228:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc9e400/0xe92384b90c849daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed85 expref: 1001 pid: 16653 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.079228:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d621500/2, rc 0, transno 1015379 00000100:00100000:1.0:1733164792.079232:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297238784:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.079243:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807693 00000100:00100000:0.0:1733164792.079245:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1001:2001:x1817354606213760:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.079250:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.079252:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fc9e400/0xe92384b90c849daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed85 expref: 1001 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.079261:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fc9e400/0xe92384b90c849daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed85 expref: 1001 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.079268:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fc9e400/0xe92384b90c849daa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed85 expref: 1001 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.079273:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.079274:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.079276:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d5fda lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.079280:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d5fda lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.079288:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.079297:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d5fda lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.079300:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1000:2001:x1817354606213760:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.079303:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807693 00010000:00010000:3.0:1733164792.079305:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d5fda lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079312:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d5fda lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079318:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d5fda lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079325:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d5fda lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079331:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.079334:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d5fda lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079340:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d5fda lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079349:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d5fda lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079355:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d5fda lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.079408:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3102:3762:x1817354297238272:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2604us (2629us total) trans 4295982678 rc 0/0 00000004:00080000:1.0:1733164792.079413:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e1bc380/2, rc 0, transno 1015383 00000100:00100000:0.0:1733164792.079415:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187261 00000100:00100000:1.0:1733164792.079416:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297239296:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.079421:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e1bfb80/2, rc 0, transno 1015382 00000100:00100000:1.0:1733164792.079422:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297238272:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.079439:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d621880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297239936:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.079447:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5fe1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.079453:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3100:3759:x1817354297239424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1353us (1409us total) trans 4295982680 rc 0/0 00000100:00100000:3.0:1733164792.079460:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187266 00000100:00100000:1.0:1733164792.079467:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297240832:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.079481:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1733164792.079483:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bfbed80/2, rc 0, transno 1015384 00000100:00100000:3.0:1733164792.079489:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297239424:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.079494:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297241088:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.079499:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297240832 00000100:00100000:3.0:1733164792.079502:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297240832 00000100:00100000:3.0:1733164792.079513:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297240960 00000100:00100000:0.0:1733164792.079514:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.079515:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297240960 00000100:00100000:1.0:1733164792.079517:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.079523:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606213888 00000100:00100000:3.0:1733164792.079524:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297241088 00000100:00100000:0.0:1733164792.079525:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606213888 00000100:00100000:3.0:1733164792.079527:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297241088 00000100:00100000:1.0:1733164792.079531:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187271 00010000:00010000:0.0:1733164792.079532:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e682ac0/0xe92384b90c849e44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edbd expref: 1000 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.079534:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3102:3760:x1817354297240832:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.079554:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187272 00002000:00080000:1.0:1733164792.079559:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10680 count 1 00000100:00100000:3.0:1733164792.079560:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3102:3761:x1817354297240960:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.079566:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807694 00010000:00010000:1.0:1733164792.079567:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5ffd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.079569:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d621880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1000:2001:x1817354606213888:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.079573:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.079574:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085a4c240/0xe92384b90c84a027 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee42 expref: 1000 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.079575:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297241216:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.079576:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e682ac0/0xe92384b90c849e44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edbd expref: 1000 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.079581:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e682ac0/0xe92384b90c849e44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edbd expref: 1000 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.079582:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.079583:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.079585:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5ffd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.079589:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e682ac0/0xe92384b90c849e44 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edbd expref: 1000 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.079595:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.079595:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085a4c240/0xe92384b90c84a027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee42 expref: 999 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.079595:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.079596:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.079598:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5fe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.079600:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085a4c240/0xe92384b90c84a027 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee42 expref: 999 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.079602:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5fe1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.079605:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297241344:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.079610:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1733164792.079616:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10681 count 1 00000100:00100000:1.0:1733164792.079621:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db480 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.079622:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+999:2001:x1817354606213888:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (109us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.079625:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d600b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.079628:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807694 00000100:00100000:1.0:1733164792.079631:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297241216 00000100:00100000:1.0:1733164792.079633:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297241216 00010000:00010000:3.0:1733164792.079636:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800930dad00/0xe92384b90c84a07b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee5e expref: 998 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.079638:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5fe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.079642:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5fe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079642:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.079644:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.079646:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5fe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079646:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d600b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.079649:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187274 00000100:00100000:1.0:1733164792.079651:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3103:3759:x1817354297241216:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.079659:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10683 count 1 00010000:00010000:1.0:1733164792.079665:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6012 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079668:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800930dad00/0xe92384b90c84a07b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee5e expref: 998 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.079672:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ee89200/0xe92384b90c84a170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeab expref: 998 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.079676:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.079677:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.079677:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800930dad00/0xe92384b90c84a07b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee5e expref: 998 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.079679:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6012 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.079686:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297241600:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.079688:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ee89200/0xe92384b90c84a170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeab expref: 998 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.079694:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ee89200/0xe92384b90c84a170 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeab expref: 998 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.079698:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5fe1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.079699:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297241728:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.079705:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5fe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.079705:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575840 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.079709:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850dbf00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.079751:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.079754:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5fe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.079761:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.079770:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5fe1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.079783:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297240448:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.079791:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d5fe8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.079807:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.079815:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606214016 00000100:00100000:3.0:1733164792.079818:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606214016 00010000:00010000:3.0:1733164792.079825:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801228f9200/0xe92384b90c849f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edf5 expref: 999 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.079835:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807695 00000100:00100000:3.0:1733164792.079838:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+999:2000:x1817354606214016:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.079842:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.079845:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801228f9200/0xe92384b90c849f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edf5 expref: 999 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.079850:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801228f9200/0xe92384b90c849f47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edf5 expref: 999 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.079857:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801228f9200/0xe92384b90c849f47 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edf5 expref: 999 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.079869:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.079870:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.079872:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d5fe8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079877:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d5fe8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.079882:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d5fe1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079885:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.079895:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+998:2000:x1817354606214016:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.079897:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.079899:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807695 00000100:00100000:3.0:1733164792.079906:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606214144 00000100:00100000:3.0:1733164792.079908:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606214144 00010000:00010000:3.0:1733164792.079913:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801237e0900/0xe92384b90c849ede lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edd9 expref: 998 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.079914:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d5fe8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.079920:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d5fe8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.079928:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d5fe8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.079930:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807696 00000100:00100000:3.0:1733164792.079933:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+998:2001:x1817354606214144:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.079934:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d5fe8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079939:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.079943:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801237e0900/0xe92384b90c849ede lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edd9 expref: 998 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.079945:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d5fe8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.079950:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.079951:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801237e0900/0xe92384b90c849ede lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edd9 expref: 998 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.079954:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d5fe8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.079960:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d5fe8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079967:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801237e0900/0xe92384b90c849ede lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edd9 expref: 998 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.079969:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d5fe8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.079975:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d5fe8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.079980:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.079981:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.079982:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3104:3759:x1817354297239808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1491us (1764us total) trans 4295982681 rc 0/0 00010000:00010000:3.0:1733164792.079984:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d5fef lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.079987:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187267 00010000:00010000:3.0:1733164792.079991:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d5fef lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.080004:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1733164792.080010:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bfbe300/2, rc 0, transno 1015385 00000100:00100000:0.0:1733164792.080017:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297239808:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.080018:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+997:2001:x1817354606214144:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.080022:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807696 00000100:00100000:1.0:1733164792.080065:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3104:3762:x1817354297240192:12345-0@lo:6:osp-syn-1-1.0 Request processed in 986us (1042us total) trans 4295982682 rc 0/0 00000100:00100000:1.0:1733164792.080069:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187268 00000100:00100000:0.0:1733164792.080076:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:1.0:1733164792.080086:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080ff2300/2, rc 0, transno 1015386 00000100:00100000:3.0:1733164792.080086:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606214272 00000100:00100000:1.0:1733164792.080088:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297240192:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.080089:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606214272 00010000:00010000:3.0:1733164792.080095:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4480/0xe92384b90c849fb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee1f expref: 997 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.080105:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807697 00000100:00100000:3.0:1733164792.080107:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d623480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+997:2001:x1817354606214272:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.080111:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.080114:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4480/0xe92384b90c849fb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee1f expref: 997 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.080122:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4480/0xe92384b90c849fb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee1f expref: 997 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.080129:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4480/0xe92384b90c849fb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee1f expref: 997 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.080135:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.080136:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.080137:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5ff6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.080162:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080ff0000/2, rc 0, transno 1015387 00010000:00010000:3.0:1733164792.080163:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d5ff6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.080167:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297240064:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.080172:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1733164792.080176:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.080180:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297241984:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.080182:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297241856:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.080193:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+996:2001:x1817354606214272:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.080199:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807697 00000100:00100000:1.0:1733164792.080206:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.080227:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.080240:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297241856 00000100:00100000:1.0:1733164792.080243:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297241856 00000100:00100000:1.0:1733164792.080254:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297242112 00000100:00100000:1.0:1733164792.080256:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297242112 00000100:00100000:1.0:1733164792.080264:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187275 00000100:00100000:1.0:1733164792.080268:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3105:3760:x1817354297241856:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.080269:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1733164792.080278:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10684 count 1 00010000:00010000:1.0:1733164792.080285:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6019 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.080291:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297241984 00010000:00010000:1.0:1733164792.080292:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e0f2400/0xe92384b90c84a1d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eece expref: 995 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.080294:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297241984 00010000:00010000:1.0:1733164792.080296:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.080297:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.080298:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6019 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080307:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e0f2400/0xe92384b90c84a1d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eece expref: 995 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.080308:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187276 00010000:00010000:1.0:1733164792.080312:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e0f2400/0xe92384b90c84a1d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eece expref: 995 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.080313:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3107:3761:x1817354297242112:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.080317:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297242240:192.168.202.7@tcp:104: 00002000:00080000:0.0:1733164792.080324:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10686 count 1 00000100:00100000:1.0:1733164792.080333:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.080334:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6020 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.080339:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080ff0a80/2, rc 0, transno 1015388 00010000:00010000:0.0:1733164792.080345:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094909d40/0xe92384b90c84a2b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef14 expref: 995 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.080346:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297240320:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.080351:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.080352:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.080355:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6020 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.080371:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094909d40/0xe92384b90c84a2b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef14 expref: 995 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.080372:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.080379:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297242368:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.080380:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094909d40/0xe92384b90c84a2b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef14 expref: 995 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.080389:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d620700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297242496:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.080402:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.080468:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.080480:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297241344:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.080489:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5ffd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.080514:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297241728:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.080521:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6012 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.080536:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297241600:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.080563:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d600b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.080632:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.080644:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.080644:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606214400 00000100:00100000:3.0:1733164792.080647:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606214400 00000100:00100000:0.0:1733164792.080653:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.080658:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013674d8c0/0xe92384b90c84a0e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee88 expref: 997 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.080667:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.080668:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606214784 00000100:00100000:1.0:1733164792.080671:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606214784 00000100:00100000:3.0:1733164792.080679:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606214656 00010000:00010000:1.0:1733164792.080681:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800930dad00/0xe92384b90c84a07b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee5e expref: 998 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.080682:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606214656 00000100:00100000:0.0:1733164792.080687:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807699 00010000:00010000:3.0:1733164792.080690:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee89200/0xe92384b90c84a170 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeab expref: 999 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.080691:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+999:2000:x1817354606214528:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.080697:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.080697:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807700 00010000:00010000:0.0:1733164792.080700:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085a4c240/0xe92384b90c84a027 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee42 expref: 999 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.080700:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+999:2000:x1817354606214784:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.080706:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.080706:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807701 00010000:00010000:0.0:1733164792.080707:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085a4c240/0xe92384b90c84a027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee42 expref: 999 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.080708:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800930dad00/0xe92384b90c84a07b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee5e expref: 999 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.080710:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+999:2001:x1817354606214656:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.080714:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800930dad00/0xe92384b90c84a07b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee5e expref: 998 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.080715:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085a4c240/0xe92384b90c84a027 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee42 expref: 998 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.080716:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.080719:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ee89200/0xe92384b90c84a170 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeab expref: 998 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.080722:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800930dad00/0xe92384b90c84a07b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee5e expref: 997 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.080724:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.080725:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.080727:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.080727:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ee89200/0xe92384b90c84a170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeab expref: 996 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.080728:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.080729:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.080731:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5ffd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080731:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d600b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080738:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d600b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.080738:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ee89200/0xe92384b90c84a170 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeab expref: 996 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.080740:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.080747:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.080748:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.080749:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.080751:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+995:2000:x1817354606214528:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (106us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.080751:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6012 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.080754:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807699 00000100:00100000:1.0:1733164792.080759:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+994:2000:x1817354606214784:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 57us (104us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.080762:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6012 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.080764:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807700 00010000:00010000:3.0:1733164792.080773:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.080782:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6012 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.080787:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+992:2001:x1817354606214656:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (118us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.080789:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6012 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.080792:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807701 00010000:00010000:1.0:1733164792.080796:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6012 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080803:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6012 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.080807:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d600b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080810:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6012 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.080814:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d600b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080815:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.080818:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6012 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.080820:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d600b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.080825:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d600b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080829:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.080831:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d600b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.080836:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.080838:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d600b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080839:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6012 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080844:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6012 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.080849:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d600b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.080856:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d600b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.080861:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d600b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.080900:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080ff3480/2, rc 0, transno 1015389 00000100:00100000:0.0:1733164792.080905:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297241088:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.080924:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3109:3759:x1817354297241216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1271us (1329us total) trans 4295982686 rc 0/0 00000004:00080000:0.0:1733164792.080928:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009402f100/2, rc 0, transno 1015390 00000100:00100000:1.0:1733164792.080929:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187274 00000100:00100000:0.0:1733164792.080930:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297241216:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.080941:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080946:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080950:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080953:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5ffd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.080954:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3108:3761:x1817354297240960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1394us (1450us total) trans 4295982687 rc 0/0 00000004:00080000:0.0:1733164792.080956:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080ff3100/2, rc 0, transno 1015391 00010000:00010000:1.0:1733164792.080957:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5ffd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.080958:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297240960:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.080961:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187272 00010000:00010000:1.0:1733164792.080963:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.080965:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5ffd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080969:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5ffd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080974:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5ffd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.080977:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d5ffd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.081002:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297243008:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.081021:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297242880 00000100:00100000:0.0:1733164792.081022:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.081023:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297242880 00000100:00100000:3.0:1733164792.081034:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297243008 00000100:00100000:3.0:1733164792.081036:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297243008 00000100:00100000:3.0:1733164792.081045:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187280 00000100:00100000:0.0:1733164792.081046:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.081049:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3110:3761:x1817354297243008:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.081056:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297243136:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.081059:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10689 count 1 00000100:00100000:1.0:1733164792.081066:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3110:3760:x1817354297240832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1531us (1583us total) trans 4295982688 rc 0/0 00010000:00010000:3.0:1733164792.081068:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6035 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.081072:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187271 00000100:00100000:0.0:1733164792.081074:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.081078:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086713a80/0xe92384b90c84a3e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef68 expref: 991 pid: 15891 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.081085:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297243136 00010000:00010000:3.0:1733164792.081085:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.081087:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297243136 00010000:00010000:3.0:1733164792.081087:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.081089:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6035 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.081102:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187281 00010000:00010000:3.0:1733164792.081104:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086713a80/0xe92384b90c84a3e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef68 expref: 991 pid: 15891 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.081105:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d621880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3110:3761:x1817354297243136:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.081113:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086713a80/0xe92384b90c84a3e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef68 expref: 991 pid: 15891 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.081115:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10690 count 1 00000100:00100000:3.0:1733164792.081123:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297243264:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.081124:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6043 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.081133:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eab18c0/0xe92384b90c84a464 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef8b expref: 991 pid: 16600 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.081158:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575840 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.081160:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.081161:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.081163:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6043 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.081256:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eab18c0/0xe92384b90c84a464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef8b expref: 991 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.081266:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eab18c0/0xe92384b90c84a464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef8b expref: 991 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.081276:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297243648:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.081292:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850dbf00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.081330:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297242240:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.081339:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6019 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.081368:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e435180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297242624:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.081378:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6027 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.081405:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d620700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297242496:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.081408:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606214912 00000100:00100000:3.0:1733164792.081410:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606214912 00010000:00010000:0.0:1733164792.081413:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6020 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081418:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e0f2400/0xe92384b90c84a1d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eece expref: 992 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.081435:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807702 00000100:00100000:0.0:1733164792.081436:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606215040 00000100:00100000:0.0:1733164792.081438:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606215040 00000100:00100000:3.0:1733164792.081438:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+992:2000:x1817354606214912:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.081443:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.081445:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e0f2400/0xe92384b90c84a1d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eece expref: 993 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.081446:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090c106c0/0xe92384b90c84a226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eef1 expref: 993 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.081454:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e0f2400/0xe92384b90c84a1d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eece expref: 993 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.081458:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606215168 00000100:00100000:0.0:1733164792.081460:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606215168 00010000:00010000:3.0:1733164792.081462:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e0f2400/0xe92384b90c84a1d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eece expref: 993 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.081466:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807703 00010000:00010000:0.0:1733164792.081467:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094909d40/0xe92384b90c84a2b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef14 expref: 993 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.081469:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.081470:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.081471:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e435880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+993:2000:x1817354606215040:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.081471:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081476:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6019 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.081479:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.081481:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807704 00010000:00010000:1.0:1733164792.081483:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090c106c0/0xe92384b90c84a226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eef1 expref: 993 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.081483:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.081486:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+993:2000:x1817354606215168:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.081491:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090c106c0/0xe92384b90c84a226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eef1 expref: 993 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.081494:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.081496:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+993:2000:x1817354606214912:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 57us (98us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.081497:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094909d40/0xe92384b90c84a2b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef14 expref: 993 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.081499:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807702 00010000:00010000:1.0:1733164792.081502:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c106c0/0xe92384b90c84a226 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eef1 expref: 993 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.081503:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094909d40/0xe92384b90c84a2b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef14 expref: 993 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.081506:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606215296 00000100:00100000:3.0:1733164792.081508:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606215296 00010000:00010000:3.0:1733164792.081512:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801237e2400/0xe92384b90c84a2ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef22 expref: 993 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.081514:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094909d40/0xe92384b90c84a2b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef14 expref: 992 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.081515:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.081516:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.081519:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.081522:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.081523:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.081525:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6020 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.081525:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6027 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.081527:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807705 00010000:00010000:0.0:1733164792.081529:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6020 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.081530:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+991:2001:x1817354606215296:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.081533:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.081536:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801237e2400/0xe92384b90c84a2ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef22 expref: 991 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.081550:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.081554:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.081555:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801237e2400/0xe92384b90c84a2ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef22 expref: 991 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.081562:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e435880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+991:2000:x1817354606215040:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (142us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.081562:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801237e2400/0xe92384b90c84a2ea lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef22 expref: 991 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.081566:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+991:2000:x1817354606215168:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.081566:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807703 00000100:00100000:0.0:1733164792.081570:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807704 00010000:00010000:3.0:1733164792.081571:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.081572:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.081573:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d602e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081577:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d602e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.081584:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6020 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081585:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.081588:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6020 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.081593:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6020 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.081595:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+988:2001:x1817354606215296:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (117us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.081596:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6020 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.081599:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807705 00010000:00010000:0.0:1733164792.081604:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6020 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.081608:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.081609:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6020 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081610:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.081613:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6020 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081614:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.081618:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6020 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081618:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.081622:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6020 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081623:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6027 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081627:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081632:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.081634:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081640:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6027 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081649:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6027 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081655:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6027 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.081700:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3114:3761:x1817354297242112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1386us (1472us total) trans 4295982689 rc 0/0 00000100:00100000:0.0:1733164792.081704:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187276 00010000:00010000:3.0:1733164792.081706:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081713:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.081719:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e436a00/2, rc 0, transno 1015393 00010000:00010000:3.0:1733164792.081719:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081726:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6019 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.081727:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e436a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297242112:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.081732:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6019 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081736:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.081739:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6019 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081746:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6019 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.081754:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6019 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.081759:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1733164792.081760:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6019 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.081767:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297243904:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.081785:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.081813:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297244032:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.081887:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.081898:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3114:3760:x1817354297241856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1628us (1689us total) trans 4295982692 rc 0/0 00000100:00100000:3.0:1733164792.081906:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187275 00000100:00100000:1.0:1733164792.081909:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297244032 00000100:00100000:1.0:1733164792.081912:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297244032 00000100:00100000:1.0:1733164792.081928:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187284 00000100:00100000:1.0:1733164792.081932:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3114:3761:x1817354297244032:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.081942:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10693 count 1 00010000:00010000:1.0:1733164792.081952:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6058 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.081962:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800958ff840/0xe92384b90c84a5c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37effb expref: 987 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.081972:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.081973:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.081975:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6058 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.081976:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880124935050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3114:3762:x1817354297241984:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1639us (1708us total) trans 4295982691 rc 0/0 00000100:00100000:3.0:1733164792.081981:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187277 00000004:00080000:0.0:1733164792.081986:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bfbdc00/2, rc 0, transno 1015395 00010000:00010000:1.0:1733164792.081989:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800958ff840/0xe92384b90c84a5c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37effb expref: 987 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.081992:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297241984:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.081995:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800958ff840/0xe92384b90c84a5c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37effb expref: 987 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.082001:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297244288:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.082017:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db480 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.082054:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297244416:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.082075:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.082088:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297244416 00000100:00100000:3.0:1733164792.082092:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297244416 00000100:00100000:3.0:1733164792.082106:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297244544 00000100:00100000:3.0:1733164792.082108:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297244544 00000100:00100000:3.0:1733164792.082119:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187286 00000100:00100000:3.0:1733164792.082124:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3115:3760:x1817354297244544:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.082134:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10695 count 1 00010000:00010000:3.0:1733164792.082167:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6066 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082179:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f68240/0xe92384b90c84a719 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f056 expref: 987 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082186:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.082187:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.082189:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6066 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.082190:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e434700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297243392:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.082203:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d603c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.082206:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.082206:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f68240/0xe92384b90c84a719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f056 expref: 987 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082217:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f68240/0xe92384b90c84a719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f056 expref: 987 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.082219:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297243648:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.082221:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.082225:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6043 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.082227:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297244800:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.082228:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606215424 00000100:00100000:0.0:1733164792.082230:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606215424 00010000:00010000:0.0:1733164792.082238:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eab18c0/0xe92384b90c84a464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef8b expref: 988 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.082238:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606215680 00000100:00100000:3.0:1733164792.082240:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606215680 00000100:00100000:0.0:1733164792.082249:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807706 00010000:00010000:3.0:1733164792.082251:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086713a80/0xe92384b90c84a3e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef68 expref: 989 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.082252:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ee050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+989:2001:x1817354606215424:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.082257:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.082259:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eab18c0/0xe92384b90c84a464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef8b expref: 989 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.082265:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eab18c0/0xe92384b90c84a464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef8b expref: 989 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.082266:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807707 00000100:00100000:3.0:1733164792.082269:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+989:2001:x1817354606215680:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.082273:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eab18c0/0xe92384b90c84a464 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef8b expref: 989 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.082274:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.082276:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086713a80/0xe92384b90c84a3e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef68 expref: 989 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.082278:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.082279:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.082281:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082282:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086713a80/0xe92384b90c84a3e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef68 expref: 988 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.082285:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6043 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082288:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.082289:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.082291:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6035 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.082292:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606215552 00000100:00100000:1.0:1733164792.082295:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606215552 00010000:00010000:3.0:1733164792.082295:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6035 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.082297:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.082301:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.082306:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954e3cc0/0xe92384b90c84a37d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef45 expref: 989 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.082308:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ee050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+989:2001:x1817354606215424:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.082311:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807706 00000100:00100000:3.0:1733164792.082313:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+989:2001:x1817354606215680:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 43us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.082317:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807707 00000100:00100000:3.0:1733164792.082324:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807708 00000100:00100000:3.0:1733164792.082327:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e437b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+987:2000:x1817354606215552:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.082331:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.082333:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954e3cc0/0xe92384b90c84a37d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef45 expref: 987 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.082336:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082339:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954e3cc0/0xe92384b90c84a37d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef45 expref: 987 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.082342:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082345:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954e3cc0/0xe92384b90c84a37d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef45 expref: 987 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.082348:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.082350:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086713a80/0xe92384b90c84a3e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef68 expref: 986 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.082351:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.082351:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.082353:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d603c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.082354:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6043 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082357:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d603c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.082359:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.082360:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297243264:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.082364:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.082364:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.082366:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.082370:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6035 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.082371:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e437b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+986:2000:x1817354606215552:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 43us (94us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.082372:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.082376:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807708 00010000:00010000:0.0:1733164792.082378:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6035 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.082383:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6043 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.082384:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6035 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.082387:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807709 00010000:00010000:1.0:1733164792.082389:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6043 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.082391:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6035 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.082391:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e434000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+985:2001:x1817354606215808:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.082397:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.082399:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082401:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b0b7600/0xe92384b90c84a4db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efae expref: 985 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.082405:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082414:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b0b7600/0xe92384b90c84a4db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efae expref: 985 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.082416:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.082419:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.082423:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082425:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b7600/0xe92384b90c84a4db lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efae expref: 985 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.082430:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6035 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082433:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.082434:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6035 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082435:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.082437:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d604a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082444:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d604a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082457:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.082475:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e434000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+984:2001:x1817354606215808:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.082482:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807709 00000100:00100000:1.0:1733164792.082485:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d621880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3117:3761:x1817354297243136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1379us (1410us total) trans 4295982693 rc 0/0 00000100:00100000:1.0:1733164792.082490:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187281 00000004:00080000:1.0:1733164792.082508:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d0700/2, rc 0, transno 1015397 00000100:00100000:1.0:1733164792.082511:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297243136:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.082511:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575900 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.082532:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3116:3761:x1817354297243008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1482us (1510us total) trans 4295982694 rc 0/0 00000004:00080000:1.0:1733164792.082534:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d0e00/2, rc 0, transno 1015398 00000100:00100000:3.0:1733164792.082547:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297244928:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.082551:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297243008:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.082553:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187280 00000100:00100000:3.0:1733164792.082563:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.082569:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297245056:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.082580:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297244928 00000100:00100000:3.0:1733164792.082583:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297244928 00000100:00100000:1.0:1733164792.082584:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.082595:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297245056 00000100:00100000:1.0:1733164792.082597:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297245056 00000100:00100000:3.0:1733164792.082598:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187287 00000100:00100000:3.0:1733164792.082602:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3118:3760:x1817354297244928:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.082606:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187288 00000100:00100000:1.0:1733164792.082608:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3118:3761:x1817354297245056:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.082613:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10696 count 1 00002000:00080000:1.0:1733164792.082616:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10697 count 1 00010000:00010000:1.0:1733164792.082623:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6074 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082623:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d606d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.082630:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f701d40/0xe92384b90c84a7d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f095 expref: 983 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.082634:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.082634:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed621c0/0xe92384b90c84a751 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f072 expref: 983 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.082635:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.082636:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6074 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082640:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.082641:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.082643:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d606d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.082648:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f701d40/0xe92384b90c84a7d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f095 expref: 983 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.082653:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f701d40/0xe92384b90c84a7d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f095 expref: 983 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.082659:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297245184:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.082659:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed621c0/0xe92384b90c84a751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f072 expref: 983 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082668:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ed621c0/0xe92384b90c84a751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f072 expref: 983 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.082673:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850dbf00 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.082674:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297245312:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.082680:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d603c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.082684:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d603c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.082688:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575480 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.082689:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d603c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.082692:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d603c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.082696:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d603c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.082699:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.082702:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d603c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.082707:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d603c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.082709:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e434380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297245440:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.082712:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d603c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.082716:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d603c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.082724:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.082735:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297245440 00000100:00100000:3.0:1733164792.082737:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297245440 00000100:00100000:3.0:1733164792.082748:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187289 00000100:00100000:3.0:1733164792.082751:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3119:3762:x1817354297245440:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.082758:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10698 count 1 00010000:00010000:3.0:1733164792.082765:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d607b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082771:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123771200/0xe92384b90c84a84d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0aa expref: 983 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082775:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.082776:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.082777:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d607b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.082786:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123771200/0xe92384b90c84a84d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0aa expref: 983 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.082788:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3119:3760:x1817354297242880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1747us (1780us total) trans 4295982696 rc 0/0 00010000:00010000:3.0:1733164792.082791:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123771200/0xe92384b90c84a84d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0aa expref: 983 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.082792:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187279 00000100:00100000:3.0:1733164792.082796:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297245568:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.082811:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575840 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.082838:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.082843:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297245696:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.082855:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.083016:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e437800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297244160:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.083024:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6051 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.083035:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297244288:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.083042:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6058 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.083048:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e435f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297244672:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.083055:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d605f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.083081:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.083094:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606216064 00000100:00100000:3.0:1733164792.083098:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606216064 00010000:00010000:3.0:1733164792.083108:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800958ff840/0xe92384b90c84a5c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37effb expref: 984 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.083124:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807710 00000100:00100000:3.0:1733164792.083128:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+984:2000:x1817354606216064:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.083135:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.083139:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800958ff840/0xe92384b90c84a5c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37effb expref: 984 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.083165:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800958ff840/0xe92384b90c84a5c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37effb expref: 984 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.083174:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800958ff840/0xe92384b90c84a5c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37effb expref: 984 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.083180:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.083181:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.083183:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6058 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083187:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6058 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083196:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.083209:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+983:2000:x1817354606216064:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (128us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.083210:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6058 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.083213:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807710 00010000:00010000:1.0:1733164792.083217:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6058 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.083223:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6058 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.083232:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6058 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.083236:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6058 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.083239:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.083241:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6058 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.083244:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6058 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.083250:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6058 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.083254:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6058 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.083327:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3120:3761:x1817354297244032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1394us (1440us total) trans 4295982697 rc 0/0 00000100:00100000:1.0:1733164792.083331:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187284 00000100:00100000:3.0:1733164792.083477:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606215936 00000100:00100000:3.0:1733164792.083481:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606215936 00010000:00010000:3.0:1733164792.083493:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801249c8900/0xe92384b90c84a591 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efd1 expref: 983 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.083506:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297245952 00000100:00100000:3.0:1733164792.083509:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807711 00000100:00100000:1.0:1733164792.083510:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297245952 00000100:00100000:0.0:1733164792.083513:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606216192 00000100:00100000:3.0:1733164792.083513:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e434a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+983:2001:x1817354606215936:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.083517:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606216192 00010000:00010000:3.0:1733164792.083520:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.083523:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187291 00010000:00010000:3.0:1733164792.083523:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801249c8900/0xe92384b90c84a591 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efd1 expref: 984 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.083525:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ea2880/0xe92384b90c84a663 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f01e expref: 984 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.083527:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3120:3759:x1817354297245952:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.083531:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801249c8900/0xe92384b90c84a591 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efd1 expref: 984 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.083550:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807712 00002000:00080000:1.0:1733164792.083550:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10700 count 1 00000100:00100000:0.0:1733164792.083555:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+984:2001:x1817354606216192:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.083557:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801249c8900/0xe92384b90c84a591 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efd1 expref: 984 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.083559:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6089 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.083562:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.083565:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ea2880/0xe92384b90c84a663 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f01e expref: 983 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.083565:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.083567:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.083569:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b903cc0/0xe92384b90c84a934 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0f7 expref: 983 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083569:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.083570:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ea2880/0xe92384b90c84a663 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f01e expref: 983 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.083575:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.083575:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6051 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.083576:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.083578:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6089 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.083579:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ea2880/0xe92384b90c84a663 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f01e expref: 983 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.083585:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.083586:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.083588:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d605f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.083591:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b903cc0/0xe92384b90c84a934 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0f7 expref: 983 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.083593:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d605f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083594:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.083599:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b903cc0/0xe92384b90c84a934 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0f7 expref: 983 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.083602:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.083607:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297246080:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.083611:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e434a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+983:2001:x1817354606215936:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 96us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.083613:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+983:2001:x1817354606216192:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.083624:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db480 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.083626:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807711 00000100:00100000:0.0:1733164792.083630:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807712 00000100:00100000:1.0:1733164792.083641:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297245184:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.083644:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d605f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.083649:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d605f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.083654:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6074 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.083656:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d605f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.083659:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297245312:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.083660:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d605f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.083664:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d605f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.083667:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.083669:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d605f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083669:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d606d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.083673:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d605f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.083678:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d605f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.083681:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d605f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083681:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083688:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083696:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083702:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.083704:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.083709:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083715:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.083717:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.083721:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606216320 00000100:00100000:0.0:1733164792.083724:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606216320 00010000:00010000:3.0:1733164792.083725:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.083728:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.083734:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f68240/0xe92384b90c84a719 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x29c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f056 expref: 980 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.083735:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6051 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083742:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6051 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.083754:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807714 00000100:00100000:0.0:1733164792.083759:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+981:2000:x1817354606216320:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.083765:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.083768:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f68240/0xe92384b90c84a719 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x29c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f056 expref: 981 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.083774:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.083777:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f68240/0xe92384b90c84a719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f056 expref: 981 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.083786:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807715 00010000:00010000:0.0:1733164792.083787:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.083789:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.083791:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6066 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.083791:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+982:2000:x1817354606216576:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.083794:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6074 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.083798:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6066 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.083799:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6074 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083799:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.083803:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ed621c0/0xe92384b90c84a751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f072 expref: 982 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.083804:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6074 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.083808:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.083808:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6074 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.083812:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083812:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ed621c0/0xe92384b90c84a751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f072 expref: 982 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.083816:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.083817:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.083821:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083822:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed621c0/0xe92384b90c84a751 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f072 expref: 982 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.083824:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+982:2000:x1817354606216320:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 66us (120us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.083827:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6074 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.083829:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807714 00010000:00010000:3.0:1733164792.083829:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.083830:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6074 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083830:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.083831:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d606d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083839:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d606d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083848:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.083860:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+980:2000:x1817354606216576:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.083863:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807715 00010000:00010000:3.0:1733164792.083876:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d606d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083881:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d606d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083885:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d606d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083889:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d606d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083892:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d606d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083895:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0d80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.083896:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3122:3762:x1817354297244416:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1782us (1821us total) trans 4295982698 rc 0/0 00010000:00010000:3.0:1733164792.083897:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d606d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.083900:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187285 00010000:00010000:3.0:1733164792.083904:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d606d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083909:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d606d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.083912:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d606d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.083916:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e1be680/2, rc 0, transno 1015402 00000100:00100000:1.0:1733164792.083916:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3121:3761:x1817354297245056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1305us (1331us total) trans 4295982699 rc 0/0 00000100:00100000:0.0:1733164792.083920:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297244416:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.083920:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187288 00000100:00100000:0.0:1733164792.083938:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.083942:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d621180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297246208:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.083942:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e435c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297245824:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.083954:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.083955:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6082 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.083968:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297246208 00000100:00100000:1.0:1733164792.083970:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297246208 00000100:00100000:0.0:1733164792.083981:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297246336:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.083983:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187292 00000100:00100000:3.0:1733164792.083986:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3122:3760:x1817354297244928:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1383us (1422us total) trans 4295982700 rc 0/0 00000100:00100000:1.0:1733164792.083987:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3122:3762:x1817354297246208:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.083990:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187287 00000100:00100000:0.0:1733164792.083991:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1733164792.083997:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10701 count 1 00000100:00100000:3.0:1733164792.083998:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297246336 00000100:00100000:3.0:1733164792.084000:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297246336 00010000:00010000:1.0:1733164792.084006:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6090 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.084009:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187293 00000100:00100000:3.0:1733164792.084011:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3122:3762:x1817354297246336:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.084015:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f69680/0xe92384b90c84a95e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f11a expref: 977 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.084019:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10702 count 1 00010000:00010000:1.0:1733164792.084020:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.084021:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.084023:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6090 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.084025:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6097 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.084027:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.084032:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945f5680/0xe92384b90c84a9ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f13d expref: 977 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.084035:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.084036:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f69680/0xe92384b90c84a95e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f11a expref: 977 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.084036:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.084038:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6097 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.084047:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945f5680/0xe92384b90c84a9ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f13d expref: 978 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084048:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f69680/0xe92384b90c84a95e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f11a expref: 978 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.084053:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945f5680/0xe92384b90c84a9ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f13d expref: 978 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.084057:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297246464:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.084059:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297246592:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.084086:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850dbf00 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.084087:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575480 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.084102:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e1bea00/2, rc 0, transno 1015404 00010000:00010000:1.0:1733164792.084106:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123771200/0xe92384b90c84a84d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0aa expref: 977 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.084106:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297244928:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.084115:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297245568:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.084125:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d607b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084131:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d607b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.084133:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.084137:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d607b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.084138:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d5ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297246720:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.084161:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d607b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.084166:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.084167:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d607b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084172:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d607b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084177:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.084179:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d607b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084184:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d607b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084192:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d607b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084198:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d607b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.084233:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3123:3759:x1817354297243904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2405us (2447us total) trans 4295982702 rc 0/0 00000100:00100000:3.0:1733164792.084237:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187283 00000100:00100000:3.0:1733164792.084248:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297246720 00000100:00100000:3.0:1733164792.084249:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297246720 00000100:00100000:3.0:1733164792.084258:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187294 00000100:00100000:3.0:1733164792.084260:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3124:3760:x1817354297246720:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.084267:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10703 count 1 00010000:00010000:3.0:1733164792.084274:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d609e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.084281:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800968ae640/0xe92384b90c84aa45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f160 expref: 975 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.084285:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.084286:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.084287:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d609e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.084297:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800968ae640/0xe92384b90c84aa45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f160 expref: 975 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.084301:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800968ae640/0xe92384b90c84aa45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f160 expref: 975 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.084305:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3124:3762:x1817354297245440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1551us (1578us total) trans 4295982703 rc 0/0 00000100:00100000:3.0:1733164792.084307:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297246848:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.084310:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187289 00000004:00080000:0.0:1733164792.084314:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e434380/2, rc 0, transno 1015407 00000100:00100000:0.0:1733164792.084319:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e434380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297245440:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.084321:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575780 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.084327:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6082 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084334:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6082 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.084335:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297246080:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.084337:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e1bed80/2, rc 0, transno 1015405 00000100:00100000:3.0:1733164792.084339:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297244544:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.084340:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6082 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084344:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6082 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.084347:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6089 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084351:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6082 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084356:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.084358:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6082 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084364:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6082 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084372:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6082 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084378:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6082 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.084378:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297246976:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.084393:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297247232:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.084395:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.084410:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.084417:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297246976 00000100:00100000:3.0:1733164792.084420:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297246976 00000100:00100000:3.0:1733164792.084433:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297247232 00000100:00100000:3.0:1733164792.084435:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297247232 00000100:00100000:0.0:1733164792.084438:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297247104 00000100:00100000:0.0:1733164792.084441:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297247104 00000100:00100000:3.0:1733164792.084446:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187295 00000100:00100000:3.0:1733164792.084450:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3127:3760:x1817354297246976:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.084461:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10704 count 1 00000100:00100000:0.0:1733164792.084467:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187297 00010000:00010000:3.0:1733164792.084471:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d60a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.084472:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3127:3761:x1817354297247104:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.084483:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3127:3760:x1817354297245696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1598us (1626us total) trans 4295982704 rc 0/0 00010000:00010000:3.0:1733164792.084483:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097829680/0xe92384b90c84aad8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f18a expref: 975 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.084489:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187290 00010000:00010000:3.0:1733164792.084490:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.084491:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.084494:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d60a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.084514:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d620380/2, rc 0, transno 1015408 00000100:00100000:3.0:1733164792.084521:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d620380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297245696:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.084555:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097829680/0xe92384b90c84aad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f18a expref: 975 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.084565:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097829680/0xe92384b90c84aad8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f18a expref: 975 pid: 16593 timeout: 1075 lvb_type: 0 00002000:00080000:0.0:1733164792.084575:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10705 count 1 00000100:00100000:3.0:1733164792.084577:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297247488:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.084583:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d60b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.084602:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.084618:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.084625:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097829440/0xe92384b90c84ab10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1a6 expref: 975 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.084628:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606216960 00000100:00100000:3.0:1733164792.084631:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606216960 00010000:00010000:0.0:1733164792.084633:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.084634:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.084636:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d60b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.084642:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b903cc0/0xe92384b90c84a934 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0f7 expref: 976 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.084647:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097829440/0xe92384b90c84ab10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1a6 expref: 976 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.084652:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097829440/0xe92384b90c84ab10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1a6 expref: 976 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.084658:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297247744:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.084668:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187298 00000100:00100000:1.0:1733164792.084671:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3127:3759:x1817354297247616:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.084672:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fff0c0 going to sleep for 11 seconds 00002000:00080000:1.0:1733164792.084681:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10707 count 1 00010000:00010000:1.0:1733164792.084688:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d60ba lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084695:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d8ddb00/0xe92384b90c84ac4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1fa expref: 976 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084700:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.084701:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.084702:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d60ba lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084712:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d8ddb00/0xe92384b90c84ac4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1fa expref: 975 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.084717:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d8ddb00/0xe92384b90c84ac4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1fa expref: 975 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.084723:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297247872:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.084742:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db300 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.084808:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6089 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.084815:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6089 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.084822:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6089 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.084829:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6089 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.084833:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.084874:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.084876:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.084880:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.084887:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6089 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.084891:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6089 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.084998:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3128:3759:x1817354297245952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1469us (1506us total) trans 4295982705 rc 0/0 00000100:00100000:0.0:1733164792.085004:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187291 00000100:00100000:0.0:1733164792.085060:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.085082:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.085093:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297246592:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.085105:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6097 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.085117:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807720 00000100:00100000:1.0:1733164792.085122:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+976:2000:x1817354606217088:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.085129:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.085134:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f69680/0xe92384b90c84a95e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f11a expref: 976 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.085159:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.085162:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f69680/0xe92384b90c84a95e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f11a expref: 975 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.085175:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f69680/0xe92384b90c84a95e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f11a expref: 975 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.085182:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606217344 00000100:00100000:3.0:1733164792.085186:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606217344 00010000:00010000:1.0:1733164792.085188:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.085189:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.085191:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6090 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085197:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6090 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085197:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800968ae640/0xe92384b90c84aa45 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f160 expref: 975 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.085209:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807721 00000100:00100000:3.0:1733164792.085212:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+975:2000:x1817354606217344:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.085217:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.085222:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.085225:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800968ae640/0xe92384b90c84aa45 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f160 expref: 975 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.085231:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800968ae640/0xe92384b90c84aa45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f160 expref: 974 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.085233:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+974:2000:x1817354606217088:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 110us (150us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.085236:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6090 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.085239:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807720 00010000:00010000:3.0:1733164792.085239:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.085240:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.085241:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6090 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085242:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d609e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.085246:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6090 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085246:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d609e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.085251:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6090 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085252:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.085255:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6090 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.085258:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.085259:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6090 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.085263:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6090 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.085263:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+973:2000:x1817354606217344:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 51us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.085268:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807721 00010000:00010000:0.0:1733164792.085269:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6090 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085279:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800968ae640/0xe92384b90c84aa45 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f160 expref: 972 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.085281:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085285:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.085286:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297246848:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.085289:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085293:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d609e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085293:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6097 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085297:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6097 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085298:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d609e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085300:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.085301:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d609e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085301:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6097 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085305:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6097 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085306:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d609e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085310:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d609e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085310:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6097 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085313:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6097 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085314:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d609e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085317:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.085318:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d609e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085322:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d609e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085328:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d609e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085331:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d609e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.085363:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6090 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.085394:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3130:3762:x1817354297246336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1381us (1401us total) trans 4295982706 rc 0/0 00000100:00100000:3.0:1733164792.085398:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187293 00000100:00100000:1.0:1733164792.085405:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3129:3760:x1817354297246720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1143us (1238us total) trans 4295982707 rc 0/0 00000100:00100000:1.0:1733164792.085409:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187294 00000004:00080000:1.0:1733164792.085426:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5ff100/2, rc 0, transno 1015411 00000100:00100000:1.0:1733164792.085430:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297246720:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.085450:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297247744:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.085459:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3129:3762:x1817354297246208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1471us (1503us total) trans 4295982708 rc 0/0 00010000:00010000:3.0:1733164792.085460:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d60b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.085463:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187292 00000100:00100000:3.0:1733164792.085471:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e434000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297247360:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.085478:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d60ac lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.085489:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d623100/2, rc 0, transno 1015410 00000100:00100000:0.0:1733164792.085495:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d623100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297246336:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.085504:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d621180/2, rc 0, transno 1015412 00000100:00100000:0.0:1733164792.085512:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d621180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297246208:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.085516:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297247872:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.085520:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297248384:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.085524:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d60ba lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.085552:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.085553:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.085555:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.085562:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297248512:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.085563:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606217472 00000100:00100000:3.0:1733164792.085565:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606217472 00010000:00010000:3.0:1733164792.085573:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c549200/0xe92384b90c84abc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1c2 expref: 972 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.085577:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.085583:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807722 00000100:00100000:3.0:1733164792.085586:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+972:2001:x1817354606217472:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.085588:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297248384 00010000:00010000:3.0:1733164792.085590:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.085591:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297248384 00010000:00010000:3.0:1733164792.085593:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c549200/0xe92384b90c84abc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1c2 expref: 972 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.085598:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c549200/0xe92384b90c84abc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1c2 expref: 972 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.085599:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297248512 00000100:00100000:1.0:1733164792.085601:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297248512 00010000:00010000:3.0:1733164792.085606:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c549200/0xe92384b90c84abc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1c2 expref: 972 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.085607:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187301 00000100:00100000:1.0:1733164792.085610:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3131:3762:x1817354297248384:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.085612:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.085613:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.085615:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d60ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.085617:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10710 count 1 00010000:00010000:3.0:1733164792.085619:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d60ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085624:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d60cf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085626:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.085630:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c258b40/0xe92384b90c84ae35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f286 expref: 971 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085634:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.085635:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.085636:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+971:2001:x1817354606217472:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 50us (99us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.085637:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d60cf lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.085639:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807722 00010000:00010000:1.0:1733164792.085646:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c258b40/0xe92384b90c84ae35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f286 expref: 970 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085650:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d60ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085651:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c258b40/0xe92384b90c84ae35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f286 expref: 970 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.085654:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d60ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.085657:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.085657:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297248768:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.085658:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d60ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085662:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d60ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.085669:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db300 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.085670:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d60ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085674:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.085676:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d60ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085679:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d60ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085684:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d60ac lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.085687:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.085688:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d60ac lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.085700:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606217728 00000100:00100000:3.0:1733164792.085702:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606217728 00000100:00100000:0.0:1733164792.085704:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.085707:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097829680/0xe92384b90c84aad8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f18a expref: 971 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.085722:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606217856 00000100:00100000:3.0:1733164792.085722:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606217600 00000100:00100000:3.0:1733164792.085723:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606217600 00000100:00100000:1.0:1733164792.085724:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606217856 00010000:00010000:3.0:1733164792.085728:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097829440/0xe92384b90c84ab10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1a6 expref: 973 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.085731:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d8ddb00/0xe92384b90c84ac4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1fa expref: 973 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.085740:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807724 00000100:00100000:1.0:1733164792.085745:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807725 00000100:00100000:3.0:1733164792.085745:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+973:2001:x1817354606217600:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.085747:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+973:2001:x1817354606217856:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.085748:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.085751:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.085751:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097829440/0xe92384b90c84ab10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1a6 expref: 973 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.085754:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d8ddb00/0xe92384b90c84ac4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1fa expref: 973 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.085756:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097829440/0xe92384b90c84ab10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1a6 expref: 973 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.085759:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d8ddb00/0xe92384b90c84ac4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1fa expref: 973 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.085763:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097829440/0xe92384b90c84ab10 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1a6 expref: 973 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.085766:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d8ddb00/0xe92384b90c84ac4b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1fa expref: 972 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.085767:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.085768:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.085770:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d60b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085772:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.085772:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.085774:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d60ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085774:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d60b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.085778:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d60ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085781:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.085787:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.085792:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+971:2001:x1817354606217600:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 47us (105us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.085795:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d60ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.085795:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807724 00010000:00010000:0.0:1733164792.085800:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d60ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.085800:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+970:2001:x1817354606217856:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (95us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.085804:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d60ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.085804:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807725 00010000:00010000:3.0:1733164792.085805:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d60b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.085808:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d60ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085809:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d60b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.085811:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d60ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085814:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d60b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.085815:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.085816:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d60ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085818:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d60b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.085820:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d60ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085822:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d60b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085825:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.085826:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d60b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.085829:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d60ba lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085830:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d60b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.085833:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d60ba lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085835:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d60b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085838:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d60b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085890:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097829680/0xe92384b90c84aad8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f18a expref: 968 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.085895:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297247488:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.085902:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d60a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085907:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d60a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.085910:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3134:3759:x1817354297247616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1238us (1307us total) trans 4295982709 rc 0/0 00010000:00010000:3.0:1733164792.085910:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d60a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.085914:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187298 00010000:00010000:3.0:1733164792.085914:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d60a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085917:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d60a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085921:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d60a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085924:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0fc0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.085927:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3133:3761:x1817354297247104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1455us (1495us total) trans 4295982710 rc 0/0 00010000:00010000:3.0:1733164792.085927:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d60a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.085931:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187297 00010000:00010000:3.0:1733164792.085933:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d60a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085940:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d60a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.085950:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d60a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.085969:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.085974:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297249152:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.086001:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297249024 00000100:00100000:1.0:1733164792.086004:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297249024 00000100:00100000:0.0:1733164792.086009:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.086013:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297249152 00000100:00100000:1.0:1733164792.086014:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297249152 00000100:00100000:1.0:1733164792.086020:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187303 00000100:00100000:0.0:1733164792.086023:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187304 00000100:00100000:1.0:1733164792.086023:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3135:3759:x1817354297249024:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.086026:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009309c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3135:3762:x1817354297249152:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.086030:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10712 count 1 00002000:00080000:0.0:1733164792.086036:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10713 count 1 00010000:00010000:1.0:1733164792.086036:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d60dd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.086042:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d8df840/0xe92384b90c84aeeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2d3 expref: 967 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.086046:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.086047:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.086048:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3135:3760:x1817354297246976:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1596us (1651us total) trans 4295982712 rc 0/0 00010000:00010000:1.0:1733164792.086049:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d60dd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.086055:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187295 00010000:00010000:1.0:1733164792.086057:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d8df840/0xe92384b90c84aeeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2d3 expref: 967 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.086066:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d8df840/0xe92384b90c84aeeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2d3 expref: 967 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.086071:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297249280:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.086085:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db780 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.086101:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3134:3762:x1817354297247232:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1634us (1691us total) trans 4295982711 rc 0/0 00000100:00100000:1.0:1733164792.086104:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187296 00000100:00100000:3.0:1733164792.086107:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.086115:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297249408:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.086124:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133bc0a80/2, rc 0, transno 1015415 00000100:00100000:0.0:1733164792.086131:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297247232:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.086136:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.086157:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297249408 00000100:00100000:1.0:1733164792.086160:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297249408 00000100:00100000:1.0:1733164792.086173:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187305 00000100:00100000:1.0:1733164792.086178:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3134:3761:x1817354297249408:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.086178:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297249536:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.086187:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:10714 count 1 00000100:00100000:3.0:1733164792.086189:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.086196:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d60e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.086205:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d60eb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.086205:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cc7df80/0xe92384b90c84afc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f319 expref: 967 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.086211:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.086212:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.086213:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800933c7a80/0xe92384b90c84af77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2f6 expref: 967 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.086214:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d60e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.086217:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.086218:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.086221:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d60eb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.086228:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011cc7df80/0xe92384b90c84afc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f319 expref: 967 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.086233:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800933c7a80/0xe92384b90c84af77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2f6 expref: 967 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.086237:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011cc7df80/0xe92384b90c84afc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f319 expref: 967 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.086239:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800933c7a80/0xe92384b90c84af77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2f6 expref: 967 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.086242:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297249664:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.086245:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297249792:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.086255:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850dbf00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.086259:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffb40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.086301:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e437100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297248128:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.086313:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d60c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.086315:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.086377:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297248768:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.086386:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d60cf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086422:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d60c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086429:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d60c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086435:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d60c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086442:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d60c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086449:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d60c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086455:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.086457:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d60c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086463:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d60c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086472:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d60c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086478:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d60c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.086558:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.086570:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.086585:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606218112 00000100:00100000:3.0:1733164792.086587:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3136:3759:x1817354297248000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1224us (1262us total) trans 4295982713 rc 0/0 00000100:00100000:0.0:1733164792.086589:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606218112 00000100:00100000:1.0:1733164792.086593:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.086594:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187299 00010000:00010000:0.0:1733164792.086602:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095dd5440/0xe92384b90c84adb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f25c expref: 968 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.086612:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606218368 00000100:00100000:1.0:1733164792.086614:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606218368 00000100:00100000:3.0:1733164792.086620:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807728 00010000:00010000:1.0:1733164792.086622:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d4d2400/0xe92384b90c84ae82 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x29d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2a9 expref: 969 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.086625:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+969:2001:x1817354606218112:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.086633:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807729 00010000:00010000:3.0:1733164792.086633:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.086636:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+969:2000:x1817354606218368:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.086637:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095dd5440/0xe92384b90c84adb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f25c expref: 969 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.086640:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.086643:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d4d2400/0xe92384b90c84ae82 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x29d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2a9 expref: 969 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.086648:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d4d2400/0xe92384b90c84ae82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2a9 expref: 968 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.086651:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095dd5440/0xe92384b90c84adb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f25c expref: 968 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.086656:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.086656:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.086658:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d60d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.086662:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d60d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086662:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095dd5440/0xe92384b90c84adb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f25c expref: 968 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.086668:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.086671:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.086673:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.086675:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d60cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086675:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d60c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.086680:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+967:2000:x1817354606218368:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 44us (86us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.086681:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d60c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.086683:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d60cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.086686:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807729 00010000:00010000:0.0:1733164792.086690:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d60cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086693:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.086696:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d60cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.086708:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d60cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.086708:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+965:2001:x1817354606218112:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.086712:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807728 00010000:00010000:0.0:1733164792.086713:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca61c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.086716:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d60cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.086723:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d60cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.086733:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d60cf lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.086733:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e2e8380/2, rc 0, transno 1015417 00010000:00010000:0.0:1733164792.086739:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d60cf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.086739:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e2e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297248000:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.086786:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.086792:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297250048:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.086812:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.086829:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297250048 00000100:00100000:3.0:1733164792.086832:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297250048 00000100:00100000:3.0:1733164792.086847:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187307 00000100:00100000:3.0:1733164792.086852:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3138:3759:x1817354297250048:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.086863:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8584 count 1 00010000:00010000:3.0:1733164792.086872:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d60f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086882:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096928d80/0xe92384b90c80120d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f362d23 expref: 964 pid: 16684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086889:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.086890:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.086892:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d60f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.086901:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3137:3762:x1817354297248384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1289us (1362us total) trans 4295982714 rc 0/0 00000100:00100000:0.0:1733164792.086906:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187301 00010000:00010000:3.0:1733164792.086907:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096928d80/0xe92384b90c80120d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f362d23 expref: 963 pid: 16684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.086908:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297249280:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.086916:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d60dd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.086916:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096928d80/0xe92384b90c80120d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f362d23 expref: 963 pid: 16684 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.086925:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297250176:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.086947:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00000004:00080000:0.0:1733164792.086959:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801339ee300/2, rc 0, transno 1015418 00000100:00100000:0.0:1733164792.086964:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297248384:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.086966:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d5fc380/2, rc 0, transno 1015419 00000100:00100000:3.0:1733164792.086970:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d5fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297248256:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.086975:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297249792:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.086991:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297249664:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.086998:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d60e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.087014:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297250304:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.087033:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.087047:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1733164792.087052:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d60eb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.087052:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.087052:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800932c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297250432:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.087061:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606218624 00000100:00100000:1.0:1733164792.087063:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606218624 00000100:00100000:3.0:1733164792.087066:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.087070:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011cc7df80/0xe92384b90c84afc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f319 expref: 964 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.087083:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807730 00000100:00100000:1.0:1733164792.087085:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+964:2000:x1817354606218624:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.087090:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.087090:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.087092:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011cc7df80/0xe92384b90c84afc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f319 expref: 964 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.087095:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297250560:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.087097:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011cc7df80/0xe92384b90c84afc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f319 expref: 964 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.087104:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cc7df80/0xe92384b90c84afc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f319 expref: 964 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.087108:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.087111:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.087111:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.087112:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.087113:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d60e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087117:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d60e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.087119:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606218880 00000100:00100000:0.0:1733164792.087123:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606218880 00010000:00010000:1.0:1733164792.087125:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.087133:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009665a880/0xe92384b90c84b088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f343 expref: 964 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.087135:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187309 00000100:00100000:1.0:1733164792.087136:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+964:2000:x1817354606218624:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 49us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.087156:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807730 00000100:00100000:0.0:1733164792.087157:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606218496 00000100:00100000:3.0:1733164792.087157:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3139:3761:x1817354297250432:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.087159:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606218496 00010000:00010000:0.0:1733164792.087164:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d8df840/0xe92384b90c84aeeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2d3 expref: 964 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.087164:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807731 00000100:00100000:1.0:1733164792.087167:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+964:2000:x1817354606218880:12345-192.168.202.7@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1733164792.087169:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8586 count 1 00010000:00010000:1.0:1733164792.087171:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.087172:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807732 00010000:00010000:1.0:1733164792.087174:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009665a880/0xe92384b90c84b088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f343 expref: 964 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.087175:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+964:2000:x1817354606218496:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.087178:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6107 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087179:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009665a880/0xe92384b90c84b088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f343 expref: 964 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.087180:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.087182:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d8df840/0xe92384b90c84aeeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2d3 expref: 964 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.087186:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009665a880/0xe92384b90c84b088 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f343 expref: 964 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.087188:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d8df840/0xe92384b90c84aeeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2d3 expref: 964 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.087189:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097fb7180/0xe92384b90c8024c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f363add expref: 964 pid: 16691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087192:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.087193:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.087194:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d60f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.087195:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.087196:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d8df840/0xe92384b90c84aeeb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2d3 expref: 963 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.087197:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.087199:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d60f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.087199:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6107 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087204:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.087205:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.087206:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.087208:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d60dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087214:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d60dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.087214:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+962:2000:x1817354606218880:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 45us (125us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.087214:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097fb7180/0xe92384b90c8024c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363add expref: 962 pid: 16691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.087217:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807731 00010000:00010000:3.0:1733164792.087223:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097fb7180/0xe92384b90c8024c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363add expref: 961 pid: 16691 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.087227:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.087231:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187310 00000100:00100000:3.0:1733164792.087232:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297250816:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.087234:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3139:3759:x1817354297250560:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.087241:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8587 count 1 00000100:00100000:0.0:1733164792.087243:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+961:2000:x1817354606218496:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 66us (134us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.087248:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d610e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.087248:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575480 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.087249:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807732 00010000:00010000:1.0:1733164792.087254:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800987cf600/0xe92384b90c8027ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f363b8c expref: 961 pid: 16639 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087258:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.087258:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.087260:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d610e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087267:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d60dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087268:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800987cf600/0xe92384b90c8027ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363b8c expref: 960 pid: 16639 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087274:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d60dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087274:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800987cf600/0xe92384b90c8027ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363b8c expref: 960 pid: 16639 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.087279:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297250944:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.087281:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d60dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087288:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d60dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.087290:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850dbf00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.087294:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d60dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087297:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d60e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087300:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.087301:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d60e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087303:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d60dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087305:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d60e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087309:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d60dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087309:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d60e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087313:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d60e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087316:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d60dd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087317:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.087318:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d60e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087319:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d60dd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087322:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d60e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087327:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d60e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087331:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d60e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.087379:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e434000/2, rc 0, transno 1015421 00000100:00100000:3.0:1733164792.087386:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297249536:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.087392:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.087416:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3141:3759:x1817354297249024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1390us (1429us total) trans 4295982718 rc 0/0 00000004:00080000:3.0:1733164792.087419:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801339edf80/2, rc 0, transno 1015422 00000100:00100000:0.0:1733164792.087422:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187303 00000100:00100000:3.0:1733164792.087424:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297249024:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.087446:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297251200:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.087464:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.087482:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297251200 00000100:00100000:3.0:1733164792.087485:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297251200 00000100:00100000:0.0:1733164792.087496:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187312 00000100:00100000:1.0:1733164792.087496:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3142:3761:x1817354297249408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1316us (1358us total) trans 4295982719 rc 0/0 00000100:00100000:0.0:1733164792.087501:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3142:3761:x1817354297251200:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.087502:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187305 00000004:00080000:3.0:1733164792.087511:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e435180/2, rc 0, transno 1015423 00002000:00080000:0.0:1733164792.087513:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8589 count 1 00000100:00100000:3.0:1733164792.087516:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297249408:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.087522:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d611c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087532:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801312a98c0/0xe92384b90c802cee lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f363d37 expref: 960 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087553:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.087555:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.087557:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d611c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087578:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801312a98c0/0xe92384b90c802cee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363d37 expref: 960 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087586:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801312a98c0/0xe92384b90c802cee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363d37 expref: 960 pid: 16670 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.087589:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297251456 00000100:00100000:3.0:1733164792.087592:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297251456 00000100:00100000:0.0:1733164792.087596:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297251584:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.087608:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187313 00000100:00100000:3.0:1733164792.087613:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3142:3761:x1817354297251456:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.087618:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffb40 going to sleep for 11 seconds 00002000:00080000:3.0:1733164792.087630:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8590 count 1 00010000:00010000:3.0:1733164792.087639:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6123 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.087650:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801340add40/0xe92384b90c803083 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f363e2c expref: 960 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.087656:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.087658:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.087660:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6123 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.087675:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801340add40/0xe92384b90c803083 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363e2c expref: 960 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.087681:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606218752 00000100:00100000:0.0:1733164792.087684:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606218752 00010000:00010000:3.0:1733164792.087689:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801340add40/0xe92384b90c803083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363e2c expref: 961 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.087695:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800933c7a80/0xe92384b90c84af77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2f6 expref: 961 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.087698:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.087698:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297251712:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.087711:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606219008 00000100:00100000:0.0:1733164792.087713:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606219008 00010000:00010000:0.0:1733164792.087720:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096928d80/0xe92384b90c80120d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f362d23 expref: 962 pid: 16684 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.087720:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575600 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.087734:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807733 00000100:00100000:0.0:1733164792.087737:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+962:2000:x1817354606218752:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.087742:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.087745:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800933c7a80/0xe92384b90c84af77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2f6 expref: 962 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.087750:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800933c7a80/0xe92384b90c84af77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2f6 expref: 962 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.087759:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800933c7a80/0xe92384b90c84af77 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2f6 expref: 962 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.087766:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.087767:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.087769:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d60eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087774:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d60eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.087788:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.087792:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d60f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087796:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d60eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.087800:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d60f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087802:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d60eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.087804:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+960:2000:x1817354606218752:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (410us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.087806:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d60f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.087810:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807733 00010000:00010000:1.0:1733164792.087810:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d60eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.087813:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d60f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087814:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d60eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087818:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d60eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.087819:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d60f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087821:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.087823:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d60eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.087825:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.087826:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d60eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.087828:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d60f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087832:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d60eb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.087835:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d60f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.087836:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d60eb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x29d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.087845:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d60f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.087851:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d60f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.087914:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009309c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3144:3762:x1817354297249152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1886us (1903us total) trans 4295982720 rc 0/0 00000100:00100000:1.0:1733164792.087920:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187304 00000004:00080000:0.0:1733164792.087928:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801339eed80/2, rc 0, transno 1015424 00000100:00100000:0.0:1733164792.087934:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297249152:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.087956:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3143:3759:x1817354297250048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1103us (1142us total) trans 4295982721 rc 0/0 00000100:00100000:3.0:1733164792.087963:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187307 00000004:00080000:3.0:1733164792.087984:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d1f80/2, rc 0, transno 1015425 00000100:00100000:3.0:1733164792.087991:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297250048:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.088002:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297251840 00000100:00100000:3.0:1733164792.088005:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297251840 00000100:00100000:1.0:1733164792.088017:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297251968 00000100:00100000:3.0:1733164792.088019:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187314 00000100:00100000:1.0:1733164792.088020:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297251968 00000100:00100000:3.0:1733164792.088023:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3144:3760:x1817354297251840:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.088033:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8591 count 1 00000100:00100000:1.0:1733164792.088034:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187315 00000100:00100000:1.0:1733164792.088038:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3144:3760:x1817354297251968:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.088042:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d612a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.088049:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8592 count 1 00010000:00010000:3.0:1733164792.088053:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012482cb40/0xe92384b90c803481 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f363ffa expref: 958 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088059:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.088060:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6131 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088061:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.088063:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d612a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.088070:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800964fa1c0/0xe92384b90c803c76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36458e expref: 958 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.088076:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.088077:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.088079:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6131 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088083:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012482cb40/0xe92384b90c803481 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363ffa expref: 958 pid: 16671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088091:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012482cb40/0xe92384b90c803481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363ffa expref: 958 pid: 16671 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.088094:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800964fa1c0/0xe92384b90c803c76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36458e expref: 958 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.088100:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800964fa1c0/0xe92384b90c803c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36458e expref: 958 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.088100:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297252096:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.088107:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297252224:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.088120:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db780 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.088120:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.088319:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297250816:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.088320:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.088320:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297250944:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.088328:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606219264 00010000:00010000:1.0:1733164792.088328:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d610e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.088330:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606219264 00010000:00010000:3.0:1733164792.088330:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6107 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.088338:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097fb7180/0xe92384b90c8024c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363add expref: 959 pid: 16691 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.088349:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807735 00000100:00100000:0.0:1733164792.088352:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+959:2001:x1817354606219264:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.088358:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.088361:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097fb7180/0xe92384b90c8024c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363add expref: 959 pid: 16691 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.088368:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097fb7180/0xe92384b90c8024c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363add expref: 959 pid: 16691 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.088380:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097fb7180/0xe92384b90c8024c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363add expref: 959 pid: 16691 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.088389:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.088391:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.088393:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.088399:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6107 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.088412:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.088421:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088426:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.088429:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+958:2001:x1817354606219264:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (109us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.088431:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088434:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6107 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.088435:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807735 00010000:00010000:3.0:1733164792.088438:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088442:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.088444:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088447:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.088450:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.088454:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6107 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088457:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6107 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x218a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.088483:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606219136 00000100:00100000:0.0:1733164792.088486:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606219136 00010000:00010000:0.0:1733164792.088493:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007cb03180/0xe92384b90c8019d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363240 expref: 958 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.088494:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.088502:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606219392 00000100:00100000:0.0:1733164792.088503:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606219392 00000100:00100000:1.0:1733164792.088507:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807736 00010000:00010000:0.0:1733164792.088508:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800987cf600/0xe92384b90c8027ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363b8c expref: 959 pid: 16639 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.088512:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+959:2001:x1817354606219136:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.088516:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807737 00010000:00010000:1.0:1733164792.088518:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.088519:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+959:2001:x1817354606219392:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.088523:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.088524:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007cb03180/0xe92384b90c8019d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2189:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363240 expref: 959 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.088526:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800987cf600/0xe92384b90c8027ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363b8c expref: 959 pid: 16639 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.088532:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800987cf600/0xe92384b90c8027ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363b8c expref: 959 pid: 16639 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.088533:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007cb03180/0xe92384b90c8019d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2189:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363240 expref: 959 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.088552:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3145:3761:x1817354297250432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1411us (1485us total) trans 4295982722 rc 0/0 00010000:00010000:0.0:1733164792.088557:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800987cf600/0xe92384b90c8027ae lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363b8c expref: 959 pid: 16639 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.088557:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007cb03180/0xe92384b90c8019d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2189:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363240 expref: 959 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.088557:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187309 00010000:00010000:0.0:1733164792.088564:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.088565:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.088566:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.088567:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.088568:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d610e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.088570:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6100 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.088575:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d610e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.088575:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6100 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.088588:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.088603:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+957:2001:x1817354606219136:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 90us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.088612:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807736 00010000:00010000:1.0:1733164792.088629:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d610e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.088633:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297252352 00010000:00010000:1.0:1733164792.088635:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d610e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.088635:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297252352 00010000:00010000:0.0:1733164792.088640:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.088642:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d610e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.088645:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187316 00010000:00010000:1.0:1733164792.088647:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d610e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.088648:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3145:3761:x1817354297252352:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.088653:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d610e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.088654:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+956:2001:x1817354606219392:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 133us (160us total) trans 0 rc 0/0 00002000:00080000:3.0:1733164792.088655:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8593 count 1 00000100:00100000:0.0:1733164792.088658:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807737 00010000:00010000:1.0:1733164792.088658:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.088660:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d610e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088662:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6138 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.088666:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d610e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088669:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097abb600/0xe92384b90c804082 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f364698 expref: 955 pid: 16601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.088674:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d610e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088677:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.088678:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.088679:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6138 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.088680:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d610e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x218b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088688:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097abb600/0xe92384b90c804082 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364698 expref: 955 pid: 16601 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088693:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097abb600/0xe92384b90c804082 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364698 expref: 955 pid: 16601 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.088696:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297251584:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.088699:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297252480:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.088707:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d611c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.088713:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575480 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.088742:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.088754:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606219520 00000100:00100000:1.0:1733164792.088775:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3147:3759:x1817354297250560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1540us (1664us total) trans 4295982723 rc 0/0 00000100:00100000:1.0:1733164792.088780:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187310 00000004:00080000:3.0:1733164792.088783:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080ff3b80/2, rc 0, transno 1015427 00000100:00100000:3.0:1733164792.088788:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297250560:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.088807:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.088811:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297251712:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.088816:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.088818:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6123 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.088822:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606219648 00000100:00100000:1.0:1733164792.088824:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606219648 00010000:00010000:1.0:1733164792.088831:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801312a98c0/0xe92384b90c802cee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363d37 expref: 956 pid: 16670 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.088840:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606219776 00000100:00100000:1.0:1733164792.088842:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606219776 00000100:00100000:3.0:1733164792.088847:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807738 00010000:00010000:1.0:1733164792.088848:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801340add40/0xe92384b90c803083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363e2c expref: 957 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.088850:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+957:2001:x1817354606219648:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.088852:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606219520 00010000:00010000:3.0:1733164792.088855:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.088858:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801312a98c0/0xe92384b90c802cee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363d37 expref: 958 pid: 16670 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.088861:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092dbe400/0xe92384b90c802a5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363c65 expref: 958 pid: 16670 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.088862:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807739 00000100:00100000:1.0:1733164792.088866:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+958:2001:x1817354606219776:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.088868:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801312a98c0/0xe92384b90c802cee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363d37 expref: 958 pid: 16670 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.088872:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.088874:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807740 00010000:00010000:1.0:1733164792.088876:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801340add40/0xe92384b90c803083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363e2c expref: 958 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.088876:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801312a98c0/0xe92384b90c802cee lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363d37 expref: 958 pid: 16670 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.088877:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+958:2001:x1817354606219520:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.088881:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.088882:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.088882:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.088884:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801340add40/0xe92384b90c803083 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363e2c expref: 957 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.088884:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d611c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.088885:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092dbe400/0xe92384b90c802a5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363c65 expref: 957 pid: 16670 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.088888:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d611c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.088891:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092dbe400/0xe92384b90c802a5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363c65 expref: 957 pid: 16670 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.088895:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801340add40/0xe92384b90c803083 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363e2c expref: 957 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.088896:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.088898:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092dbe400/0xe92384b90c802a5c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x218c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363c65 expref: 957 pid: 16670 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.088905:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.088905:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.088905:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+955:2001:x1817354606219648:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (98us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.088906:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.088907:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.088908:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6115 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.088909:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.088909:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807738 00010000:00010000:0.0:1733164792.088916:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6115 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x218c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.088916:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6123 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088923:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d611c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.088925:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.088929:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.088930:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d611c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.088936:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+954:2001:x1817354606219520:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (195us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.088937:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d611c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.088939:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807740 00000100:00100000:1.0:1733164792.088943:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+954:2001:x1817354606219776:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.088949:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807739 00010000:00010000:3.0:1733164792.088949:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d611c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088956:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d611c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088961:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.088964:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d611c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088971:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d611c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.088978:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297252096:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.088981:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d611c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.088986:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d612a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.088987:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d611c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x218d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.089072:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.089077:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3147:3761:x1817354297251200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1575us (1612us total) trans 4295982725 rc 0/0 00000100:00100000:0.0:1733164792.089078:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297252224:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.089082:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606219904 00000100:00100000:3.0:1733164792.089082:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187312 00000100:00100000:1.0:1733164792.089085:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606219904 00010000:00010000:0.0:1733164792.089088:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6131 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.089096:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012482cb40/0xe92384b90c803481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363ffa expref: 953 pid: 16671 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.089111:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807741 00000100:00100000:1.0:1733164792.089116:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a42c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+953:2000:x1817354606219904:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.089117:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297252864:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.089122:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.089126:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012482cb40/0xe92384b90c803481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363ffa expref: 953 pid: 16671 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.089134:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012482cb40/0xe92384b90c803481 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363ffa expref: 953 pid: 16671 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.089136:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.089172:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012482cb40/0xe92384b90c803481 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f363ffa expref: 953 pid: 16671 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.089175:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297252864 00000100:00100000:3.0:1733164792.089178:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297252864 00010000:00010000:1.0:1733164792.089182:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.089183:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.089186:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d612a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.089189:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187318 00010000:00010000:1.0:1733164792.089191:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d612a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.089192:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3148:3759:x1817354297252864:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.089200:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8595 count 1 00010000:00010000:3.0:1733164792.089206:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6146 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.089211:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.089213:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f309d40/0xe92384b90c80459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36483c expref: 952 pid: 16604 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.089217:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.089218:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.089219:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6146 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.089227:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d612a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.089229:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f309d40/0xe92384b90c80459f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36483c expref: 952 pid: 16604 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.089230:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a42c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+952:2000:x1817354606219904:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 113us (159us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.089232:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d612a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.089233:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f309d40/0xe92384b90c80459f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36483c expref: 952 pid: 16604 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.089236:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807741 00010000:00010000:0.0:1733164792.089237:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d612a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.089239:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297252992:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.089240:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d612a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.089245:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d612a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.089249:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.089251:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d612a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.089252:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575600 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.089254:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d612a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.089260:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d612a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.089264:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d612a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x218f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.089268:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.089272:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297253120:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.089284:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.089293:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.089301:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.089301:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.089305:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.089309:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6123 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.089313:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.089315:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606220032 00010000:00010000:3.0:1733164792.089316:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.089317:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.089318:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606220032 00010000:00010000:3.0:1733164792.089321:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.089326:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6123 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.089328:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800964fa1c0/0xe92384b90c803c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36458e expref: 952 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.089330:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6123 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x218e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.089345:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807742 00000100:00100000:1.0:1733164792.089347:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+952:2001:x1817354606220032:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.089351:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.089354:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800964fa1c0/0xe92384b90c803c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36458e expref: 952 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.089363:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800964fa1c0/0xe92384b90c803c76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36458e expref: 952 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.089370:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800964fa1c0/0xe92384b90c803c76 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36458e expref: 952 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.089371:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3150:3760:x1817354297251840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1346us (1386us total) trans 4295982727 rc 0/0 00010000:00010000:1.0:1733164792.089376:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.089378:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187314 00010000:00010000:1.0:1733164792.089378:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.089380:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6131 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.089386:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6131 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.089399:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1733164792.089402:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e434a80/2, rc 0, transno 1015431 00000100:00100000:0.0:1733164792.089407:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e434a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297251840:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.089414:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+951:2001:x1817354606220032:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.089414:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3149:3761:x1817354297251456:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1801us (1835us total) trans 4295982728 rc 0/0 00010000:00010000:0.0:1733164792.089415:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6131 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.089419:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187313 00010000:00010000:0.0:1733164792.089420:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6131 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.089420:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807742 00010000:00010000:0.0:1733164792.089426:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6131 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.089430:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6131 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.089473:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c405f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297253632:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.089485:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6131 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.089490:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4480 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.089492:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.089493:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6131 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.089500:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6131 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.089510:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6131 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.089514:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297253376 00010000:00010000:0.0:1733164792.089517:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6131 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.089518:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297253376 00000100:00100000:3.0:1733164792.089531:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297253504 00000100:00100000:3.0:1733164792.089534:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297253504 00000100:00100000:3.0:1733164792.089562:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187321 00000100:00100000:3.0:1733164792.089565:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3151:3759:x1817354297253632:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.089574:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187322 00000100:00100000:3.0:1733164792.089576:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3151:3761:x1817354297253504:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.089583:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8598 count 1 00010000:00010000:3.0:1733164792.089590:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d615b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.089597:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097e8d680/0xe92384b90c804fa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f364b53 expref: 950 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.089601:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.089602:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.089603:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d615b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.089613:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097e8d680/0xe92384b90c804fa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364b53 expref: 950 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.089618:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097e8d680/0xe92384b90c804fa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364b53 expref: 950 pid: 16621 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.089624:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c406300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297253760:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.089640:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575780 going to sleep for 11 seconds 00002000:00080000:3.0:1733164792.089651:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8599 count 1 00010000:00010000:3.0:1733164792.089659:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6162 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2197:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.089669:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082ec8d80/0xe92384b90c80529c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f364c1e expref: 950 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.089674:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.089675:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.089677:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6162 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.089691:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082ec8d80/0xe92384b90c80529c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364c1e expref: 950 pid: 16680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.089692:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3152:3760:x1817354297251968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1652us (1677us total) trans 4295982729 rc 0/0 00000100:00100000:1.0:1733164792.089695:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.089699:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187315 00010000:00010000:3.0:1733164792.089700:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082ec8d80/0xe92384b90c80529c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364c1e expref: 950 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.089708:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c407800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297254016:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.089709:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606220160 00000100:00100000:1.0:1733164792.089712:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606220160 00000004:00080000:0.0:1733164792.089721:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e437800/2, rc 0, transno 1015433 00010000:00010000:1.0:1733164792.089723:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097abb600/0xe92384b90c804082 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364698 expref: 951 pid: 16601 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.089727:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575840 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.089740:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807743 00000100:00100000:1.0:1733164792.089742:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+951:2001:x1817354606220160:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.089747:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.089749:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097abb600/0xe92384b90c804082 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364698 expref: 951 pid: 16601 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.089755:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097abb600/0xe92384b90c804082 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364698 expref: 951 pid: 16601 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.089756:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1733164792.089762:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.089762:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.089763:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297254144:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.089764:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.089769:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6138 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.089775:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.089782:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.089785:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+951:2001:x1817354606220160:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 42us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.089789:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297251968:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.089789:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807743 00000100:00100000:1.0:1733164792.089806:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e434700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297252736:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.089815:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d613f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.089820:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.089827:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097abb600/0xe92384b90c804082 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364698 expref: 950 pid: 16601 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.089829:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606220288 00000100:00100000:0.0:1733164792.089831:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606220288 00000100:00100000:1.0:1733164792.089833:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297252480:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.089839:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.089840:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131213840/0xe92384b90c804306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364778 expref: 950 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.089843:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.089847:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.089851:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6138 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.089856:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6138 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.089860:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.089863:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.089864:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.089865:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807744 00010000:00010000:1.0:1733164792.089868:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.089870:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+950:2001:x1817354606220288:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.089874:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6138 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.089877:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.089881:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6138 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.089882:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131213840/0xe92384b90c804306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2192:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364778 expref: 950 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.089891:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131213840/0xe92384b90c804306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2192:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364778 expref: 950 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.089903:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131213840/0xe92384b90c804306 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2192:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364778 expref: 950 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.089914:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.089915:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.089917:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d613f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.089921:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d613f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.089935:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.089946:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+949:2001:x1817354606220288:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.089950:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807744 00000100:00100000:1.0:1733164792.089980:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3153:3761:x1817354297252352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1329us (1356us total) trans 4295982730 rc 0/0 00000100:00100000:1.0:1733164792.089985:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187316 00000004:00080000:3.0:1733164792.089991:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880086bd5500/2, rc 0, transno 1015434 00000100:00100000:3.0:1733164792.089996:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297252352:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.090019:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297252992:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.090026:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6146 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.090044:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e436680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297253248:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.090052:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d614d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.090092:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:3.0:1733164792.090098:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880086bd7800/2, rc 0, transno 1015435 00000100:00100000:3.0:1733164792.090100:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297252608:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.090103:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606220416 00000100:00100000:0.0:1733164792.090106:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606220416 00010000:00010000:0.0:1733164792.090114:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e99c480/0xe92384b90c804877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36490e expref: 949 pid: 16590 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.090128:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807745 00000100:00100000:0.0:1733164792.090131:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+949:2000:x1817354606220416:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.090135:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.090136:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.090138:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e99c480/0xe92384b90c804877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36490e expref: 949 pid: 16590 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.090154:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e99c480/0xe92384b90c804877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36490e expref: 949 pid: 16590 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.090154:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297254400:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.090163:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e99c480/0xe92384b90c804877 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36490e expref: 949 pid: 16590 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.090164:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606220544 00010000:00010000:0.0:1733164792.090168:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.090168:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606220544 00010000:00010000:0.0:1733164792.090169:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.090171:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d614d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.090171:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.090178:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d614d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.090179:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f309d40/0xe92384b90c80459f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36483c expref: 949 pid: 16604 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.090183:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1733164792.090187:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.090188:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297254528:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.090195:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807746 00000100:00100000:0.0:1733164792.090199:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+949:2000:x1817354606220416:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.090199:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+949:2000:x1817354606220544:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.090203:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807745 00000100:00100000:3.0:1733164792.090203:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.090205:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.090208:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f309d40/0xe92384b90c80459f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36483c expref: 948 pid: 16604 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.090217:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f309d40/0xe92384b90c80459f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36483c expref: 948 pid: 16604 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.090219:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297254528 00000100:00100000:3.0:1733164792.090222:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297254528 00010000:00010000:1.0:1733164792.090228:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f309d40/0xe92384b90c80459f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36483c expref: 948 pid: 16604 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.090238:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187325 00000100:00100000:3.0:1733164792.090242:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3154:3761:x1817354297254528:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.090244:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.090245:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.090248:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6146 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.090253:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8602 count 1 00010000:00010000:1.0:1733164792.090255:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6146 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090262:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6177 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.090267:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.090271:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800864bdd40/0xe92384b90c805b4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f364e94 expref: 947 pid: 15942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090278:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.090280:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.090282:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+947:2000:x1817354606220544:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (147us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.090282:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6177 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.090288:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807746 00010000:00010000:3.0:1733164792.090298:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800864bdd40/0xe92384b90c805b4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364e94 expref: 946 pid: 15942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090306:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800864bdd40/0xe92384b90c805b4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364e94 expref: 946 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.090316:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c407100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297254784:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.090334:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575600 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.090345:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6146 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090352:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6146 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090359:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6146 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090366:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6146 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090372:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6146 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090378:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d33c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.090381:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6146 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090386:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6146 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090394:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6146 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090399:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6146 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.090497:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3155:3759:x1817354297252864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1304us (1360us total) trans 4295982732 rc 0/0 00000100:00100000:3.0:1733164792.090502:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187318 00010000:00010000:3.0:1733164792.090515:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d614d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090520:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d614d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090524:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d614d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090528:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d614d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.090532:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880086bd4380/2, rc 0, transno 1015436 00010000:00010000:3.0:1733164792.090532:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d614d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090536:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.090553:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d614d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.090557:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297252864:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.090559:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d614d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090569:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d614d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090575:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d614d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.090640:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297254912:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.090663:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3155:3759:x1817354297253120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1338us (1377us total) trans 4295982733 rc 0/0 00000100:00100000:3.0:1733164792.090667:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187319 00000100:00100000:0.0:1733164792.090716:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.090724:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297254912 00000100:00100000:3.0:1733164792.090726:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297254912 00000100:00100000:3.0:1733164792.090737:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187326 00000100:00100000:3.0:1733164792.090740:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3155:3759:x1817354297254912:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.090748:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8603 count 1 00010000:00010000:3.0:1733164792.090757:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d617e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090770:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f214d80/0xe92384b90c805ee3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3650e7 expref: 946 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090775:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.090777:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.090779:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d617e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090794:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f214d80/0xe92384b90c805ee3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3650e7 expref: 946 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090803:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f214d80/0xe92384b90c805ee3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3650e7 expref: 946 pid: 16592 timeout: 1075 lvb_type: 0 00000004:00080000:0.0:1733164792.090810:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880086bd4e00/2, rc 0, transno 1015437 00000100:00100000:3.0:1733164792.090812:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c405880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297255040:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.090819:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297253120:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.090834:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575900 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.090841:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.090851:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c406300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297253760:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.090853:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1733164792.090854:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606220672 00000100:00100000:1.0:1733164792.090857:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606220672 00000100:00100000:0.0:1733164792.090859:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297255168:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.090863:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d615b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.090867:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082ec8d80/0xe92384b90c80529c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364c1e expref: 947 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.090882:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807747 00000100:00100000:1.0:1733164792.090887:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+947:2000:x1817354606220672:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.090893:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.090896:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082ec8d80/0xe92384b90c80529c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2197:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364c1e expref: 947 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.090901:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082ec8d80/0xe92384b90c80529c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2197:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364c1e expref: 947 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.090912:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082ec8d80/0xe92384b90c80529c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2197:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364c1e expref: 947 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.090919:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.090920:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.090922:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6162 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.090926:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6162 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.090934:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.090940:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.090944:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+946:2000:x1817354606220672:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.090948:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807747 00000100:00100000:3.0:1733164792.090948:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297255168 00000100:00100000:3.0:1733164792.090950:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297255168 00000100:00100000:3.0:1733164792.090961:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187327 00000100:00100000:3.0:1733164792.090964:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3156:3759:x1817354297255168:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.090967:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297254656:192.168.202.7@tcp:104: 00002000:00080000:3.0:1733164792.090972:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8604 count 1 00010000:00010000:1.0:1733164792.090976:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6170 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090979:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6185 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x219c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090985:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012285b3c0/0xe92384b90c806312 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x219c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36535d expref: 945 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.090989:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.090990:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.090992:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6185 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x219c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.090995:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.091001:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012285b3c0/0xe92384b90c806312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36535d expref: 945 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091005:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012285b3c0/0xe92384b90c806312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36535d expref: 945 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.091006:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606220800 00000100:00100000:0.0:1733164792.091009:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606220800 00000100:00100000:1.0:1733164792.091011:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.091011:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c406300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297255296:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.091018:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097e8d680/0xe92384b90c804fa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364b53 expref: 946 pid: 16621 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.091024:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575780 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.091027:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606221056 00000100:00100000:0.0:1733164792.091028:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606221056 00010000:00010000:0.0:1733164792.091033:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fce1f80/0xe92384b90c805615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364d05 expref: 947 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.091036:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.091036:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c407100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297254784:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.091041:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6177 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.091044:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606221312 00000100:00100000:0.0:1733164792.091045:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606221312 00010000:00010000:0.0:1733164792.091051:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800864bdd40/0xe92384b90c805b4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364e94 expref: 948 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.091051:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.091058:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606220928 00000100:00100000:0.0:1733164792.091060:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606220928 00000100:00100000:3.0:1733164792.091062:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807749 00010000:00010000:0.0:1733164792.091064:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092cb2d00/0xe92384b90c804cf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364a8f expref: 948 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.091065:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+948:2001:x1817354606221056:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.091070:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.091072:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fce1f80/0xe92384b90c805615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364d05 expref: 948 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.091078:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807750 00010000:00010000:3.0:1733164792.091078:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fce1f80/0xe92384b90c805615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364d05 expref: 948 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.091080:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+948:2001:x1817354606221312:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.091085:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.091088:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800864bdd40/0xe92384b90c805b4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364e94 expref: 948 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.091089:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fce1f80/0xe92384b90c805615 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364d05 expref: 948 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.091096:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800864bdd40/0xe92384b90c805b4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364e94 expref: 948 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.091097:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.091099:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.091101:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.091102:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.091107:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6169 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.091108:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800864bdd40/0xe92384b90c805b4e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364e94 expref: 947 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.091117:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.091117:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606221184 00010000:00010000:0.0:1733164792.091118:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.091119:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606221184 00010000:00010000:3.0:1733164792.091120:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.091121:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.091128:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009211b180/0xe92384b90c805837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364dc2 expref: 946 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.091132:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6177 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.091136:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+946:2001:x1817354606221056:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.091140:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807752 00000100:00100000:1.0:1733164792.091157:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+946:2001:x1817354606221184:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.091162:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.091164:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009211b180/0xe92384b90c805837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364dc2 expref: 946 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.091164:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807749 00010000:00010000:0.0:1733164792.091166:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.091170:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009211b180/0xe92384b90c805837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364dc2 expref: 945 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.091179:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009211b180/0xe92384b90c805837 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f364dc2 expref: 944 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.091183:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+944:2001:x1817354606221312:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 101us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.091188:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807750 00010000:00010000:1.0:1733164792.091190:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.091191:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.091193:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.091199:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6170 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091200:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d615b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091206:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d615b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091210:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d615b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.091212:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.091217:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d615b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.091218:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091221:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d615b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.091223:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091224:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.091226:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d615b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.091227:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6170 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.091229:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+941:2001:x1817354606221184:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (127us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.091229:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d615b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.091231:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.091235:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.091235:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807752 00010000:00010000:3.0:1733164792.091235:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d615b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.091238:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.091239:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d615b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.091240:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.091247:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6170 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.091253:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6170 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.091256:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6170 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.091320:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3158:3761:x1817354297253504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1742us (1809us total) trans 4295982734 rc 0/0 00000100:00100000:3.0:1733164792.091324:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187322 00000004:00080000:3.0:1733164792.091341:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d3b80/2, rc 0, transno 1015439 00000100:00100000:0.0:1733164792.091342:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3157:3761:x1817354297254400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1131us (1168us total) trans 4295982735 rc 0/0 00000100:00100000:3.0:1733164792.091345:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297254400:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.091348:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187324 00000004:00080000:3.0:1733164792.091351:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c406680/2, rc 0, transno 1015438 00000100:00100000:3.0:1733164792.091355:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c406680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297253504:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.091362:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091366:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091370:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091374:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091377:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091381:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.091382:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.091384:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297255552:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.091386:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091391:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6177 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091395:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6177 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x219a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.091401:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.091411:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.091413:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297255552 00000100:00100000:0.0:1733164792.091414:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297255424:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.091416:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297255552 00000100:00100000:0.0:1733164792.091422:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.091425:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297255424 00000100:00100000:1.0:1733164792.091427:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297255424 00000100:00100000:1.0:1733164792.091433:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187328 00000100:00100000:0.0:1733164792.091436:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187329 00000100:00100000:1.0:1733164792.091436:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3160:3762:x1817354297255552:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.091439:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3160:3762:x1817354297255424:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.091443:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8606 count 1 00002000:00080000:0.0:1733164792.091449:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8605 count 1 00010000:00010000:1.0:1733164792.091450:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d618c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.091456:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6193 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.091457:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e453600/0xe92384b90c80692b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36567b expref: 940 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.091461:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.091462:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.091463:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e6006c0/0xe92384b90c806699 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f365571 expref: 940 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.091463:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d618c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.091470:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.091471:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.091472:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e453600/0xe92384b90c80692b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36567b expref: 940 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.091473:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6193 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.091479:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e453600/0xe92384b90c80692b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36567b expref: 940 pid: 16679 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.091486:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3159:3761:x1817354297254528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1241us (1281us total) trans 4295982737 rc 0/0 00000100:00100000:1.0:1733164792.091488:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297255680:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.091492:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e6006c0/0xe92384b90c806699 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365571 expref: 940 pid: 9554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.091492:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187325 00010000:00010000:0.0:1733164792.091501:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e6006c0/0xe92384b90c806699 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365571 expref: 940 pid: 9554 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.091508:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db300 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.091509:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297255808:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.091513:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d0a80/2, rc 0, transno 1015441 00000100:00100000:3.0:1733164792.091518:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297254528:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.091524:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bfbc000/2, rc 0, transno 1015440 00000100:00100000:3.0:1733164792.091526:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297253376:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.091527:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffb40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.091550:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091557:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091564:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.091569:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297255936:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.091570:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.091574:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297256064:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.091577:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.091582:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.091585:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.091585:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.091595:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.091595:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.091600:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c405f80/2, rc 0, transno 1015442 00010000:00010000:3.0:1733164792.091603:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6169 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.091605:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c405f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297253632:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.091608:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6169 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.091614:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297255936 00000100:00100000:1.0:1733164792.091618:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297255936 00000100:00100000:0.0:1733164792.091628:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.091631:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297256064 00000100:00100000:1.0:1733164792.091633:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297256064 00000100:00100000:0.0:1733164792.091634:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297256192:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.091645:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187331 00000100:00100000:1.0:1733164792.091649:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3160:3760:x1817354297256064:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.091651:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1733164792.091663:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8608 count 1 00010000:00010000:1.0:1733164792.091673:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d619a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.091683:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b902ac0/0xe92384b90c80702b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3659fb expref: 940 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.091690:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.091691:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.091693:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d619a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.091697:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3162:3759:x1817354297254144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1875us (1914us total) trans 4295982739 rc 0/0 00000100:00100000:3.0:1733164792.091701:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187323 00010000:00010000:1.0:1733164792.091707:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b902ac0/0xe92384b90c80702b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3659fb expref: 940 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.091711:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d2a00/2, rc 0, transno 1015443 00010000:00010000:1.0:1733164792.091715:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b902ac0/0xe92384b90c80702b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3659fb expref: 940 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.091716:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297254144:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.091724:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297256320:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.091740:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297256448:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.091743:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db480 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.091846:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.091880:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c405880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297255040:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.091892:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d617e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.091912:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c406300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297255296:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.091920:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6185 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x219c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.091989:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.092003:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606221440 00000100:00100000:3.0:1733164792.092006:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606221440 00010000:00010000:3.0:1733164792.092014:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f214d80/0xe92384b90c805ee3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3650e7 expref: 941 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.092034:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807753 00000100:00100000:3.0:1733164792.092037:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+941:2000:x1817354606221440:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.092042:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.092045:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f214d80/0xe92384b90c805ee3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3650e7 expref: 941 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.092050:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f214d80/0xe92384b90c805ee3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3650e7 expref: 941 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.092058:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f214d80/0xe92384b90c805ee3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3650e7 expref: 941 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.092065:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.092066:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.092067:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d617e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092072:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d617e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092079:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.092090:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+940:2000:x1817354606221440:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.092093:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807753 00010000:00010000:3.0:1733164792.092103:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d617e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092108:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d617e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092115:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d617e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092120:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d617e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092126:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d617e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092130:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.092132:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d617e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092137:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d617e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092165:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d617e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092170:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d617e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x219b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.092193:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297255680:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.092204:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d618c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.092242:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297255808:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.092255:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297256320:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.092263:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d619a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.092283:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3163:3759:x1817354297254912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1540us (1565us total) trans 4295982740 rc 0/0 00000100:00100000:3.0:1733164792.092290:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187326 00010000:00010000:0.0:1733164792.092351:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6193 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.092402:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606221568 00000100:00100000:3.0:1733164792.092406:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606221568 00010000:00010000:3.0:1733164792.092415:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012285b3c0/0xe92384b90c806312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36535d expref: 940 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.092427:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807754 00000100:00100000:3.0:1733164792.092430:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+940:2000:x1817354606221568:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000004:00080000:0.0:1733164792.092433:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d1180/2, rc 0, transno 1015444 00000100:00100000:0.0:1733164792.092439:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297254912:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.092441:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.092444:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012285b3c0/0xe92384b90c806312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36535d expref: 940 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.092449:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012285b3c0/0xe92384b90c806312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36535d expref: 940 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.092456:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012285b3c0/0xe92384b90c806312 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x219c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36535d expref: 940 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.092461:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.092462:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.092464:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.092466:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297256960:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.092468:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6185 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x219c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092476:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.092478:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.092490:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+939:2000:x1817354606221568:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.092496:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807754 00000100:00100000:3.0:1733164792.092511:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297256960 00000100:00100000:3.0:1733164792.092513:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297256960 00000100:00100000:3.0:1733164792.092526:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187334 00000100:00100000:3.0:1733164792.092530:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3163:3759:x1817354297256960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.092553:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8611 count 1 00010000:00010000:3.0:1733164792.092562:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d61b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092572:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f2c900/0xe92384b90c80799a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f366061 expref: 938 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092578:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.092579:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.092582:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d61b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092595:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097f2c900/0xe92384b90c80799a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366061 expref: 938 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092603:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097f2c900/0xe92384b90c80799a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366061 expref: 938 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.092611:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c406300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297257088:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.092617:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.092631:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575780 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.092641:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606221824 00000100:00100000:3.0:1733164792.092644:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606221824 00010000:00010000:3.0:1733164792.092653:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b902ac0/0xe92384b90c80702b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3659fb expref: 939 pid: 16592 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.092669:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69d880/2, rc 0, transno 1015445 00000100:00100000:3.0:1733164792.092672:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807755 00000100:00100000:1.0:1733164792.092675:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297255168:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.092675:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+939:2001:x1817354606221824:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.092679:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.092681:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b902ac0/0xe92384b90c80702b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3659fb expref: 939 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.092686:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.092687:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b902ac0/0xe92384b90c80702b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3659fb expref: 939 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.092694:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b902ac0/0xe92384b90c80702b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3659fb expref: 939 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.092702:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606221696 00010000:00010000:3.0:1733164792.092703:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.092703:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.092704:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606221696 00010000:00010000:3.0:1733164792.092705:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d619a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092709:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d619a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.092712:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.092712:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e6006c0/0xe92384b90c806699 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365571 expref: 939 pid: 9554 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.092717:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.092723:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606221952 00000100:00100000:1.0:1733164792.092725:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606221952 00000100:00100000:0.0:1733164792.092728:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807756 00010000:00010000:1.0:1733164792.092729:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e453600/0xe92384b90c80692b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36567b expref: 940 pid: 16679 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.092729:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+940:2001:x1817354606221824:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.092732:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+940:2000:x1817354606221696:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.092733:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807755 00010000:00010000:0.0:1733164792.092739:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.092739:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807757 00000100:00100000:1.0:1733164792.092741:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+939:2000:x1817354606221952:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.092742:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e6006c0/0xe92384b90c806699 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365571 expref: 939 pid: 9554 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.092747:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.092748:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e6006c0/0xe92384b90c806699 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365571 expref: 939 pid: 9554 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.092751:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e453600/0xe92384b90c80692b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36567b expref: 939 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.092756:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e6006c0/0xe92384b90c806699 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365571 expref: 939 pid: 9554 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.092759:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e453600/0xe92384b90c80692b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36567b expref: 939 pid: 16679 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.092760:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606222080 00000100:00100000:3.0:1733164792.092761:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606222080 00010000:00010000:0.0:1733164792.092762:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.092763:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.092765:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092767:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092d90240/0xe92384b90c807246 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365acd expref: 939 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.092769:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6193 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.092771:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e453600/0xe92384b90c80692b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36567b expref: 939 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.092778:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.092778:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807758 00010000:00010000:1.0:1733164792.092780:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.092780:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+938:2000:x1817354606222080:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.092781:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.092784:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d618c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092784:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.092786:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092d90240/0xe92384b90c807246 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365acd expref: 938 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.092791:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d618c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092791:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092d90240/0xe92384b90c807246 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365acd expref: 938 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.092792:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+938:2000:x1817354606221696:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.092797:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807756 00010000:00010000:3.0:1733164792.092799:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d90240/0xe92384b90c807246 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365acd expref: 938 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.092804:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.092808:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.092809:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.092811:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d61a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092817:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d61a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.092820:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606222208 00000100:00100000:1.0:1733164792.092820:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+936:2000:x1817354606221952:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.092823:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606222208 00000100:00100000:1.0:1733164792.092827:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807757 00010000:00010000:3.0:1733164792.092829:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.092832:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800850e46c0/0xe92384b90c807572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365c9b expref: 937 pid: 16679 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.092844:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+936:2000:x1817354606222080:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.092845:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297257216:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.092854:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807758 00000100:00100000:1.0:1733164792.092857:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807759 00000100:00100000:1.0:1733164792.092860:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+935:2000:x1817354606222208:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.092865:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.092868:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800850e46c0/0xe92384b90c807572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365c9b expref: 935 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.092871:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d619a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.092873:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800850e46c0/0xe92384b90c807572 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365c9b expref: 935 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.092878:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d619a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.092883:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800850e46c0/0xe92384b90c807572 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365c9b expref: 935 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.092884:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d619a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.092889:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.092889:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d619a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.092890:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.092891:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d61a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.092895:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d61a8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092895:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d619a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092900:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.092903:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.092903:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d619a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092909:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d619a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.092914:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.092915:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+934:2000:x1817354606222208:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.092918:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807759 00010000:00010000:3.0:1733164792.092918:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d619a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.092922:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.092925:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d619a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.092929:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.092935:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.092936:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.092942:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.092951:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.092951:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d618c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.092953:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.092955:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d618c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.092956:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.092960:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d618c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.092962:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6193 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.092963:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d618c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.092966:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6193 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x219d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.092971:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d618c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.092974:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.092976:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d618c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.092980:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d618c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.092985:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d618c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.092988:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d618c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x219e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.093036:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3167:3760:x1817354297256064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1385us (1439us total) trans 4295982742 rc 0/0 00000100:00100000:3.0:1733164792.093042:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187331 00000100:00100000:3.0:1733164792.093053:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297257216 00000100:00100000:3.0:1733164792.093056:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297257216 00000100:00100000:1.0:1733164792.093067:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3167:3762:x1817354297255552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1629us (1664us total) trans 4295982745 rc 0/0 00000100:00100000:3.0:1733164792.093070:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187335 00000100:00100000:1.0:1733164792.093072:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187328 00000100:00100000:3.0:1733164792.093074:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3167:3760:x1817354297257216:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.093084:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69f800/2, rc 0, transno 1015447 00002000:00080000:3.0:1733164792.093084:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8612 count 1 00000100:00100000:0.0:1733164792.093089:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297256192:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.093092:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d61bd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.093094:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801339ed180/2, rc 0, transno 1015449 00000100:00100000:0.0:1733164792.093096:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297255552:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.093102:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097befa80/0xe92384b90c807e08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3661cd expref: 933 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.093105:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d61a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093108:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.093110:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.093111:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d61a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093112:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d61bd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.093116:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.093119:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1733164792.093119:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d61a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.093124:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297257472:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.093125:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d61a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093126:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097befa80/0xe92384b90c807e08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3661cd expref: 933 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.093134:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d61a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093135:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097befa80/0xe92384b90c807e08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3661cd expref: 933 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.093159:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d61a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.093164:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c405880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297257600:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.093171:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.093178:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297256832:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.093181:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575600 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.093189:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d61af lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.093196:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801339ec380/2, rc 0, transno 1015446 00000100:00100000:3.0:1733164792.093202:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297256064:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.093222:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297257728:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.093235:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297257344:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.093237:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.093245:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097351050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3166:3762:x1817354297256448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1365us (1399us total) trans 4295982746 rc 0/0 00000100:00100000:0.0:1733164792.093249:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.093250:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297257472 00000100:00100000:2.0:1733164792.093250:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187333 00000100:00100000:1.0:1733164792.093252:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297257472 00000004:00080000:0.0:1733164792.093260:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69ca80/2, rc 0, transno 1015450 00000100:00100000:1.0:1733164792.093260:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297257728 00000100:00100000:2.0:1733164792.093260:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297257344 00000100:00100000:1.0:1733164792.093261:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297257728 00000100:00100000:2.0:1733164792.093262:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297257344 00000100:00100000:0.0:1733164792.093264:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297256448:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.093267:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187336 00000100:00100000:1.0:1733164792.093270:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3168:3762:x1817354297257472:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.093276:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187337 00002000:00080000:1.0:1733164792.093278:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8614 count 1 00000100:00100000:2.0:1733164792.093280:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187338 00000100:00100000:3.0:1733164792.093281:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3168:3759:x1817354297257728:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.093284:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3168:3762:x1817354297257344:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.093285:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d61c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.093292:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801211118c0/0xe92384b90c8084b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f366577 expref: 933 pid: 16666 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.093293:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8615 count 1 00002000:00080000:2.0:1733164792.093294:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8613 count 1 00010000:00010000:1.0:1733164792.093296:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.093297:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.093298:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d61c4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093302:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d61cb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.093304:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d61d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.093307:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801211118c0/0xe92384b90c8084b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366577 expref: 933 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093311:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d71f3c0/0xe92384b90c808999 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f366879 expref: 933 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.093312:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801211118c0/0xe92384b90c8084b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366577 expref: 933 pid: 16666 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.093315:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3168:3762:x1817354297255424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1874us (1891us total) trans 4295982744 rc 0/0 00010000:00010000:3.0:1733164792.093316:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.093318:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e435f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297257856:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.093318:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121110240/0xe92384b90c80809a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36630f expref: 933 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093318:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.093320:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d61cb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.093321:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187329 00010000:00010000:2.0:1733164792.093324:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.093325:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.093327:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d61d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.093329:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db480 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.093333:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d71f3c0/0xe92384b90c808999 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366879 expref: 933 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093341:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d71f3c0/0xe92384b90c808999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366879 expref: 933 pid: 9553 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.093342:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121110240/0xe92384b90c80809a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36630f expref: 933 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.093350:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121110240/0xe92384b90c80809a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36630f expref: 933 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.093352:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.093352:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c407100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297257984:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.093356:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297258112:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.093359:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297258240:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.093370:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.093378:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54a80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.093381:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575840 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.093385:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297258112 00000100:00100000:1.0:1733164792.093387:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297258112 00000004:00080000:0.0:1733164792.093391:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801339ef800/2, rc 0, transno 1015448 00000100:00100000:0.0:1733164792.093396:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297255424:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.093397:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187339 00000100:00100000:1.0:1733164792.093399:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3168:3759:x1817354297258112:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.093401:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.093415:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606222336 00000100:00100000:1.0:1733164792.093417:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606222336 00010000:00010000:1.0:1733164792.093423:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012faaba80/0xe92384b90c806c73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365826 expref: 934 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.093432:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807760 00000100:00100000:1.0:1733164792.093434:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+934:2001:x1817354606222336:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.093444:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.093449:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012faaba80/0xe92384b90c806c73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365826 expref: 934 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.093457:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012faaba80/0xe92384b90c806c73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365826 expref: 934 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.093468:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012faaba80/0xe92384b90c806c73 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f365826 expref: 934 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.093476:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.093476:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c406300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297257088:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.093477:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.093480:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d61af lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093488:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d61b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.093490:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.093490:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d61af lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.093503:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.093503:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606222464 00000100:00100000:2.0:1733164792.093505:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606222464 00010000:00010000:2.0:1733164792.093513:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097f2c900/0xe92384b90c80799a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366061 expref: 934 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.093519:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+934:2001:x1817354606222336:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.093524:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807761 00000100:00100000:1.0:1733164792.093527:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807760 00000100:00100000:2.0:1733164792.093527:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013296bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+934:2000:x1817354606222464:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.093531:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.093534:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097f2c900/0xe92384b90c80799a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366061 expref: 934 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.093556:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097f2c900/0xe92384b90c80799a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366061 expref: 933 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.093565:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097f2c900/0xe92384b90c80799a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366061 expref: 933 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.093571:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.093572:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.093574:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d61b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.093576:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d621880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297258368:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.093578:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d61b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.093583:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8616 count 1 00010000:00010000:2.0:1733164792.093588:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.093591:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.093592:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d61d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.093601:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d021b00/0xe92384b90c808d20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f366a8d expref: 932 pid: 15928 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.093601:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013296bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+932:2000:x1817354606222464:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.093605:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807761 00010000:00010000:1.0:1733164792.093606:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.093607:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.093609:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d61d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093609:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d61b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093616:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d61b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.093617:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297258368 00000100:00100000:2.0:1733164792.093619:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297258368 00010000:00010000:1.0:1733164792.093621:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d021b00/0xe92384b90c808d20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366a8d expref: 931 pid: 15928 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093622:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d61b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.093627:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187340 00010000:00010000:3.0:1733164792.093628:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d61b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.093629:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d021b00/0xe92384b90c808d20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366a8d expref: 931 pid: 15928 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.093629:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3169:3761:x1817354297258368:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.093634:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d61b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.093636:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8617 count 1 00000100:00100000:1.0:1733164792.093638:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d620000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297258496:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.093640:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.093642:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d61b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.093644:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d61e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093648:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d61b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.093653:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d456d00/0xe92384b90c808f7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f366c00 expref: 931 pid: 16638 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.093657:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.093658:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.093659:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db300 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.093659:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d61e0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093663:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d61b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.093668:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d456d00/0xe92384b90c808f7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366c00 expref: 931 pid: 16638 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.093670:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d61af lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.093670:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d61b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.093674:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d456d00/0xe92384b90c808f7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366c00 expref: 931 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.093677:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d61af lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.093679:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297258624:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.093684:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d61af lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.093690:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d61af lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.093691:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54300 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.093696:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d61af lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.093700:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.093702:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d61af lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.093706:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d61af lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.093712:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d61af lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.093715:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d61af lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x219f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.093754:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3170:3759:x1817354297256960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1223us (1274us total) trans 4295982747 rc 0/0 00000100:00100000:3.0:1733164792.093760:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187334 00000004:00080000:0.0:1733164792.093768:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880086bd5f80/2, rc 0, transno 1015451 00000100:00100000:0.0:1733164792.093775:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297256960:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.093809:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3170:3759:x1817354297255936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2163us (2222us total) trans 4295982748 rc 0/0 00000004:00080000:0.0:1733164792.093813:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801339efb80/2, rc 0, transno 1015452 00000100:00100000:1.0:1733164792.093813:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187330 00000100:00100000:0.0:1733164792.093815:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297255936:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.093916:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.093922:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d623480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297258752:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.093936:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.093944:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297258752 00000100:00100000:1.0:1733164792.093946:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297258752 00000100:00100000:0.0:1733164792.093952:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297258880:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.093955:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187341 00000100:00100000:1.0:1733164792.093958:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3170:3761:x1817354297258752:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.093965:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8618 count 1 00010000:00010000:1.0:1733164792.093972:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d61e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.093974:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.093979:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cfe6ac0/0xe92384b90c8091aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f366d57 expref: 931 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.093982:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.093983:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.093983:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297258880 00010000:00010000:1.0:1733164792.093985:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d61e7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.093986:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297258880 00010000:00010000:1.0:1733164792.093993:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cfe6ac0/0xe92384b90c8091aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366d57 expref: 931 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.093998:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cfe6ac0/0xe92384b90c8091aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366d57 expref: 931 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.094002:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187342 00000100:00100000:1.0:1733164792.094003:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d623800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297259008:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.094006:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3171:3759:x1817354297258880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.094016:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8619 count 1 00000100:00100000:1.0:1733164792.094018:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.094026:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d61ee lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.094035:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fe9680/0xe92384b90c809482 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f366f2c expref: 931 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.094041:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.094042:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.094044:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d61ee lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.094060:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fe9680/0xe92384b90c809482 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366f2c expref: 931 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.094068:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fe9680/0xe92384b90c809482 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366f2c expref: 931 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.094075:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c405180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297259136:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.094092:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575780 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.094682:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c405880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297257600:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.094694:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d61bd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.094703:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e435f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297257856:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.094704:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.094714:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.094716:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d61c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.094722:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c407100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297257984:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.094724:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606222592 00000100:00100000:0.0:1733164792.094728:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.094728:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606222592 00000100:00100000:1.0:1733164792.094731:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606222720 00010000:00010000:3.0:1733164792.094731:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d61cb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.094734:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606222720 00010000:00010000:2.0:1733164792.094742:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097befa80/0xe92384b90c807e08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3661cd expref: 933 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.094744:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801211118c0/0xe92384b90c8084b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366577 expref: 933 pid: 16666 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.094759:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606222848 00000100:00100000:2.0:1733164792.094762:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606222848 00000100:00100000:1.0:1733164792.094770:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807762 00010000:00010000:2.0:1733164792.094771:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121110240/0xe92384b90c80809a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36630f expref: 934 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.094774:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+934:2000:x1817354606222592:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.094779:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807763 00010000:00010000:1.0:1733164792.094781:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.094785:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097befa80/0xe92384b90c807e08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3661cd expref: 934 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.094785:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+934:2000:x1817354606222720:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.094791:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807764 00010000:00010000:1.0:1733164792.094791:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097befa80/0xe92384b90c807e08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3661cd expref: 934 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.094792:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.094795:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+934:2001:x1817354606222848:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.094798:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801211118c0/0xe92384b90c8084b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366577 expref: 934 pid: 16666 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.094799:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097befa80/0xe92384b90c807e08 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3661cd expref: 934 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.094801:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.094805:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121110240/0xe92384b90c80809a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36630f expref: 933 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.094807:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.094807:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801211118c0/0xe92384b90c8084b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366577 expref: 933 pid: 16666 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.094808:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.094809:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d61bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.094812:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121110240/0xe92384b90c80809a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36630f expref: 933 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.094818:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d61bd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.094819:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801211118c0/0xe92384b90c8084b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366577 expref: 933 pid: 16666 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.094820:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.094822:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.094823:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121110240/0xe92384b90c80809a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36630f expref: 933 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.094824:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d61d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.094828:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d61d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.094828:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.094829:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.094831:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.094832:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d61c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.094835:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297258240:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.094836:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.094838:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d61c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.094848:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+931:2001:x1817354606222848:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (120us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.094848:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d61d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.094850:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+931:2000:x1817354606222592:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (146us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.094854:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.094856:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807762 00010000:00010000:2.0:1733164792.094858:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d61d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.094863:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d61d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.094867:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d61d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.094871:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d61d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.094871:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+930:2000:x1817354606222720:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (154us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.094876:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d61d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.094877:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807763 00010000:00010000:2.0:1733164792.094879:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.094881:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d61d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.094884:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d61d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.094887:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807764 00010000:00010000:1.0:1733164792.094894:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d61c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.094894:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d61d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.094895:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d61bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.094898:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d61d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.094901:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d61c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.094901:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d61bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.094908:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d61c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.094908:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d61bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.094910:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.094914:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d61c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.094914:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d61bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.094918:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606222976 00010000:00010000:1.0:1733164792.094920:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d61c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.094921:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606222976 00010000:00010000:1.0:1733164792.094926:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.094926:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d61bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.094928:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d71f3c0/0xe92384b90c808999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366879 expref: 929 pid: 9553 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.094928:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d61c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.094932:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.094935:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d61bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.094937:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807765 00010000:00010000:1.0:1733164792.094939:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d61c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.094940:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+929:2000:x1817354606222976:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.094941:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d61bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.094944:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.094946:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d71f3c0/0xe92384b90c808999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366879 expref: 929 pid: 9553 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.094948:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d61c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.094950:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d61bd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.094952:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d71f3c0/0xe92384b90c808999 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366879 expref: 929 pid: 9553 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.094954:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d61bd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.094955:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d61c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.094959:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d71f3c0/0xe92384b90c808999 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366879 expref: 929 pid: 9553 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.094969:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.094969:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.094971:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d61cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.094976:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d61cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.094984:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.094993:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+928:2000:x1817354606222976:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.094996:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807765 00000100:00100000:2.0:1733164792.094998:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3172:3762:x1817354297257344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1711us (1746us total) trans 4295982749 rc 0/0 00000100:00100000:2.0:1733164792.095005:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187338 00010000:00010000:3.0:1733164792.095027:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d61cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.095031:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801339edc00/2, rc 0, transno 1015453 00010000:00010000:3.0:1733164792.095034:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d61cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.095038:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297257344:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.095041:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d61cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095047:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d61cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095054:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d61cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095060:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2640 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.095062:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3173:3762:x1817354297257472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1790us (1891us total) trans 4295982750 rc 0/0 00010000:00010000:3.0:1733164792.095062:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d61cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.095063:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801339ee680/2, rc 0, transno 1015454 00000100:00100000:2.0:1733164792.095065:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297257472:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.095068:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d61cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.095069:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187336 00010000:00010000:3.0:1733164792.095077:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d61cb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095083:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d61cb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.095087:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297258624:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.095091:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c405180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297259136:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.095101:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d61ee lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095104:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d61e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.095111:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297259264:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.095124:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.095133:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d620000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297258496:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.095134:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d623800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297259008:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.095136:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1733164792.095157:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297259392:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.095161:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d61e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.095167:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.095168:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d61d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.095179:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297259264 00000100:00100000:1.0:1733164792.095182:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297259264 00000100:00100000:2.0:1733164792.095183:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.095191:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297259392 00000100:00100000:1.0:1733164792.095193:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297259392 00000100:00100000:2.0:1733164792.095193:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.095194:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606223104 00000100:00100000:0.0:1733164792.095196:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606223104 00000100:00100000:1.0:1733164792.095200:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187343 00000100:00100000:1.0:1733164792.095202:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3175:3760:x1817354297259264:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.095204:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d021b00/0xe92384b90c808d20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366a8d expref: 928 pid: 15928 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.095207:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3175:3759:x1817354297257728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1925us (1968us total) trans 4295982752 rc 0/0 00002000:00080000:1.0:1733164792.095210:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8620 count 1 00000100:00100000:3.0:1733164792.095215:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187337 00010000:00010000:1.0:1733164792.095217:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d61f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.095218:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606223232 00000100:00100000:0.0:1733164792.095220:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606223232 00010000:00010000:0.0:1733164792.095225:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d456d00/0xe92384b90c808f7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366c00 expref: 929 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.095229:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e489440/0xe92384b90c80988e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f367140 expref: 929 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.095232:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807766 00010000:00010000:1.0:1733164792.095236:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.095236:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+929:2001:x1817354606223104:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.095237:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807767 00010000:00010000:1.0:1733164792.095238:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.095240:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+929:2000:x1817354606223232:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.095240:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d61f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095243:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.095245:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.095245:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.095247:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d456d00/0xe92384b90c808f7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366c00 expref: 929 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.095247:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d021b00/0xe92384b90c808d20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366a8d expref: 929 pid: 15928 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.095253:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d456d00/0xe92384b90c808f7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366c00 expref: 929 pid: 16638 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.095254:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606223488 00000100:00100000:1.0:1733164792.095257:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606223488 00010000:00010000:0.0:1733164792.095261:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d456d00/0xe92384b90c808f7a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366c00 expref: 930 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.095262:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d021b00/0xe92384b90c808d20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366a8d expref: 930 pid: 15928 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.095266:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fe9680/0xe92384b90c809482 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366f2c expref: 929 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.095268:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.095268:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.095270:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d61e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095272:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d021b00/0xe92384b90c808d20 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366a8d expref: 929 pid: 15928 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.095275:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d61e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.095275:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.095277:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.095279:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.095280:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d61d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095283:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.095284:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d61d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.095286:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606223360 00000100:00100000:1.0:1733164792.095288:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606223360 00000100:00100000:2.0:1733164792.095293:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807768 00010000:00010000:3.0:1733164792.095293:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.095294:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cfe6ac0/0xe92384b90c8091aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366d57 expref: 929 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.095295:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+929:2000:x1817354606223232:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.095297:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+929:2000:x1817354606223488:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.095299:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807767 00010000:00010000:2.0:1733164792.095303:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.095304:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+928:2001:x1817354606223104:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.095305:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807769 00010000:00010000:2.0:1733164792.095306:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fe9680/0xe92384b90c809482 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366f2c expref: 928 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.095308:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+928:2001:x1817354606223360:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.095308:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807766 00010000:00010000:2.0:1733164792.095312:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fe9680/0xe92384b90c809482 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366f2c expref: 928 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.095313:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.095315:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cfe6ac0/0xe92384b90c8091aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366d57 expref: 927 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.095320:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fe9680/0xe92384b90c809482 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366f2c expref: 927 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.095321:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cfe6ac0/0xe92384b90c8091aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366d57 expref: 927 pid: 16592 timeout: 1075 lvb_type: 0 00000004:00080000:0.0:1733164792.095323:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801339ed500/2, rc 0, transno 1015456 00010000:00010000:2.0:1733164792.095325:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.095326:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.095328:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d61ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.095330:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297257728:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.095332:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cfe6ac0/0xe92384b90c8091aa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f366d57 expref: 926 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.095332:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d61ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.095339:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.095340:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.095341:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.095342:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d61e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.095346:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d61e7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.095353:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+925:2000:x1817354606223488:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (109us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.095354:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.095356:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807768 00000100:00100000:3.0:1733164792.095360:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3174:3760:x1817354297257216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2286us (2423us total) trans 4295982751 rc 0/0 00000100:00100000:3.0:1733164792.095364:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187335 00000100:00100000:1.0:1733164792.095365:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+924:2001:x1817354606223360:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.095368:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187344 00000100:00100000:1.0:1733164792.095369:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807769 00000100:00100000:2.0:1733164792.095371:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297259520:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.095372:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3173:3762:x1817354297259392:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.095379:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801339ef100/2, rc 0, transno 1015455 00002000:00080000:0.0:1733164792.095383:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8621 count 1 00000100:00100000:3.0:1733164792.095383:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297257216:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.095384:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.095392:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297259520 00010000:00010000:0.0:1733164792.095393:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d61fc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.095394:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d61d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.095394:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297259520 00010000:00010000:2.0:1733164792.095396:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d61ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.095398:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d61d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.095401:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d61ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095403:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092205680/0xe92384b90c809a71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f367227 expref: 923 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.095403:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d61d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.095403:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187345 00000100:00100000:3.0:1733164792.095405:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3174:3762:x1817354297259520:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.095406:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d61d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.095406:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d61ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095409:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.095410:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.095410:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d61ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095412:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d61fc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.095413:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d61d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.095413:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d61ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.095413:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8622 count 1 00010000:00010000:1.0:1733164792.095416:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.095417:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.095418:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d61d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.095418:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d61ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095421:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6203 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.095422:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d61d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.095422:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d61ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095427:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092205680/0xe92384b90c809a71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367227 expref: 923 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.095427:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d61d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.095428:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d61ee lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.095430:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d61d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095431:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800987ceac0/0xe92384b90c809ce0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f367315 expref: 923 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.095432:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d61ee lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095436:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.095437:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092205680/0xe92384b90c809a71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367227 expref: 923 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.095437:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.095440:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6203 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.095445:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297259648:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.095454:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800987ceac0/0xe92384b90c809ce0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367315 expref: 923 pid: 15901 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.095463:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffb40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.095463:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800987ceac0/0xe92384b90c809ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367315 expref: 923 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.095472:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c407100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297259776:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.095493:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297259904:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.095503:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575840 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.095508:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.095509:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3176:3759:x1817354297258112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2108us (2137us total) trans 4295982753 rc 0/0 00000100:00100000:1.0:1733164792.095513:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187339 00000100:00100000:3.0:1733164792.095516:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297259904 00000100:00100000:3.0:1733164792.095519:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297259904 00000004:00080000:0.0:1733164792.095522:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d620700/2, rc 0, transno 1015458 00000100:00100000:2.0:1733164792.095524:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3176:3759:x1817354297258880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1516us (1548us total) trans 4295982754 rc 0/0 00000100:00100000:0.0:1733164792.095525:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297258880:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.095530:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187342 00000004:00080000:0.0:1733164792.095531:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e436680/2, rc 0, transno 1015457 00010000:00010000:1.0:1733164792.095531:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e489440/0xe92384b90c80988e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367140 expref: 923 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.095533:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297258112:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.095535:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187346 00000100:00100000:3.0:1733164792.095553:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3175:3759:x1817354297259904:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.095555:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e489440/0xe92384b90c80988e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367140 expref: 923 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.095561:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d620000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297260032:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.095570:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297260160:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.095575:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.095577:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d61e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095582:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d61e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.095582:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1733164792.095587:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d61e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.095589:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297260288:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.095589:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.095590:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d61e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095594:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d61e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095597:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.095599:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d61e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.095602:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297260160 00010000:00010000:0.0:1733164792.095603:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d61e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.095604:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297260160 00000100:00100000:2.0:1733164792.095605:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.095609:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d61e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.095613:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297260288 00010000:00010000:0.0:1733164792.095614:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d61e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.095615:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297260288 00000100:00100000:3.0:1733164792.095617:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187347 00000100:00100000:2.0:1733164792.095622:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187348 00000100:00100000:3.0:1733164792.095622:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3177:3760:x1817354297260160:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.095625:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3177:3762:x1817354297260288:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.095632:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8624 count 1 00002000:00080000:2.0:1733164792.095634:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8625 count 1 00010000:00010000:2.0:1733164792.095641:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6211 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095641:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d620a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.095648:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b51e400/0xe92384b90c80a442 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3675c3 expref: 923 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095651:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095f61680/0xe92384b90c80a1e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3674e3 expref: 923 pid: 16604 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.095652:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.095653:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.095655:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6211 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095658:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.095659:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.095661:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d620a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.095664:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b51e400/0xe92384b90c80a442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3675c3 expref: 923 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.095669:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b51e400/0xe92384b90c80a442 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3675c3 expref: 923 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.095676:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095f61680/0xe92384b90c80a1e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3674e3 expref: 923 pid: 16604 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.095679:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297260416:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.095685:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095f61680/0xe92384b90c80a1e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3674e3 expref: 923 pid: 16604 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.095691:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54a80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.095693:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c407480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297260544:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.095696:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3178:3761:x1817354297258368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2065us (2103us total) trans 4295982755 rc 0/0 00000100:00100000:0.0:1733164792.095700:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187340 00000100:00100000:3.0:1733164792.095713:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575600 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.095716:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d61e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095723:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d61e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095730:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d61e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.095731:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d621880/2, rc 0, transno 1015459 00010000:00010000:0.0:1733164792.095737:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d61e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095744:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d61e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095749:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.095752:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d61e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.095753:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d621880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297258368:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.095759:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d61e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.095762:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8623 count 1 00010000:00010000:3.0:1733164792.095769:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6218 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095770:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d61e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.095776:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d61e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095779:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eb59200/0xe92384b90c809f79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f367418 expref: 923 pid: 16636 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095783:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.095784:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.095786:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6218 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.095803:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d623800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297260672:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.095803:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eb59200/0xe92384b90c809f79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367418 expref: 923 pid: 16636 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.095808:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eb59200/0xe92384b90c809f79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367418 expref: 923 pid: 16636 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.095813:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c404380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297260800:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.095819:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.095828:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575480 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.095833:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297260672 00000100:00100000:1.0:1733164792.095836:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297260672 00000100:00100000:1.0:1733164792.095848:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187349 00000100:00100000:1.0:1733164792.095851:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3179:3762:x1817354297260672:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.095859:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3179:3761:x1817354297258752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1899us (1921us total) trans 4295982756 rc 0/0 00002000:00080000:1.0:1733164792.095860:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8626 count 1 00000100:00100000:0.0:1733164792.095863:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187341 00000004:00080000:3.0:1733164792.095866:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d623480/2, rc 0, transno 1015460 00010000:00010000:1.0:1733164792.095867:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d621f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.095871:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d623480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297258752:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.095875:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c86bcc0/0xe92384b90c80a760 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3676bf expref: 923 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.095880:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.095881:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.095882:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d621f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.095892:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c86bcc0/0xe92384b90c80a760 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3676bf expref: 923 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.095897:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c86bcc0/0xe92384b90c80a760 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3676bf expref: 923 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.095903:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297260928:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.095921:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db780 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.095943:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297261056:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.095955:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.095964:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297261056 00000100:00100000:0.0:1733164792.095967:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297261056 00000100:00100000:0.0:1733164792.095978:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187350 00000100:00100000:0.0:1733164792.095980:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3179:3759:x1817354297261056:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.095988:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8627 count 1 00010000:00010000:0.0:1733164792.095995:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6226 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.096002:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1946c0/0xe92384b90c80aa00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3677b4 expref: 923 pid: 16636 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.096006:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.096007:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.096008:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6226 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.096018:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1946c0/0xe92384b90c80aa00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3677b4 expref: 923 pid: 16636 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.096027:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1946c0/0xe92384b90c80aa00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3677b4 expref: 923 pid: 16636 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.096033:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297261184:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.096047:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffd80 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.096957:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297259648:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.096970:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d61fc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.096986:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c407100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297259776:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.096991:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297260416:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.096998:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6203 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097008:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6211 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.097016:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.097016:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d620000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297260032:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.097020:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c407480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297260544:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.097028:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d61f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097029:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d620a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.097037:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.097038:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606223744 00000100:00100000:1.0:1733164792.097040:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606223744 00010000:00010000:1.0:1733164792.097049:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800987ceac0/0xe92384b90c809ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367315 expref: 924 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.097050:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.097054:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606224128 00000100:00100000:2.0:1733164792.097057:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606224128 00000100:00100000:1.0:1733164792.097059:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606224512 00000100:00100000:1.0:1733164792.097060:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606224512 00000100:00100000:0.0:1733164792.097062:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.097064:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807770 00010000:00010000:1.0:1733164792.097065:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1946c0/0xe92384b90c80aa00 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3677b4 expref: 926 pid: 16636 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.097068:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eb59200/0xe92384b90c809f79 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367418 expref: 926 pid: 16636 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.097069:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+926:2002:x1817354606223744:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.097077:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.097078:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606223616 00000100:00100000:1.0:1733164792.097080:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606223616 00010000:00010000:3.0:1733164792.097081:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800987ceac0/0xe92384b90c809ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367315 expref: 926 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.097085:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092205680/0xe92384b90c809a71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367227 expref: 927 pid: 16651 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.097085:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807771 00000100:00100000:0.0:1733164792.097089:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807772 00010000:00010000:3.0:1733164792.097089:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800987ceac0/0xe92384b90c809ce0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367315 expref: 927 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.097090:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+927:2002:x1817354606224512:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.097093:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+927:2002:x1817354606224128:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.097096:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807773 00010000:00010000:2.0:1733164792.097097:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.097099:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.097099:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+927:2001:x1817354606223616:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.097100:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800987ceac0/0xe92384b90c809ce0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367315 expref: 927 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.097101:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f1946c0/0xe92384b90c80aa00 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3677b4 expref: 927 pid: 16636 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.097103:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eb59200/0xe92384b90c809f79 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367418 expref: 927 pid: 16636 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.097104:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.097106:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092205680/0xe92384b90c809a71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367227 expref: 926 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.097108:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.097110:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.097111:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eb59200/0xe92384b90c809f79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367418 expref: 926 pid: 16636 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.097111:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f1946c0/0xe92384b90c80aa00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3677b4 expref: 926 pid: 16636 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.097112:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092205680/0xe92384b90c809a71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367227 expref: 926 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.097112:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097119:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6203 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097120:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092205680/0xe92384b90c809a71 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367227 expref: 926 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.097121:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.097121:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.097123:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.097123:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.097126:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097126:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.097126:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097127:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.097129:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d61fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097131:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.097132:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6218 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097132:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6226 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097133:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d61fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097156:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.097160:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.097164:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+925:2002:x1817354606223744:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 94us (148us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.097165:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.097168:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+925:2001:x1817354606223616:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.097169:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807770 00000100:00100000:1.0:1733164792.097172:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807773 00000100:00100000:0.0:1733164792.097176:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+925:2002:x1817354606224128:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.097176:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+925:2002:x1817354606224512:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.097182:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807772 00000100:00100000:2.0:1733164792.097184:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807771 00010000:00010000:3.0:1733164792.097192:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097193:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eb59200/0xe92384b90c809f79 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367418 expref: 921 pid: 16636 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.097197:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.097199:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c404380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297260800:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.097201:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d61fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097202:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6203 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097205:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097206:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6203 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097208:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d61fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097209:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097210:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097213:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.097214:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097214:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097216:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d61fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097218:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097218:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097222:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6218 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097223:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d61fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097224:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6203 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097227:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6203 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097231:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097233:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d61fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097234:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.097236:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097239:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.097240:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097242:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d61fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097245:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6218 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097248:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d61fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097249:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6218 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.097253:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.097257:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d61fc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097265:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d61fc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.097276:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.097290:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606223872 00000100:00100000:0.0:1733164792.097291:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.097293:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606223872 00010000:00010000:2.0:1733164792.097303:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095f61680/0xe92384b90c80a1e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3674e3 expref: 921 pid: 16604 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.097318:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.097329:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606224000 00000100:00100000:2.0:1733164792.097331:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606224000 00000100:00100000:1.0:1733164792.097332:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3181:3759:x1817354297259904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1779us (1823us total) trans 4295982758 rc 0/0 00000100:00100000:0.0:1733164792.097334:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606224256 00000100:00100000:0.0:1733164792.097336:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606224256 00000100:00100000:1.0:1733164792.097336:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187346 00000100:00100000:3.0:1733164792.097338:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3181:3762:x1817354297259520:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1930us (1952us total) trans 4295982757 rc 0/0 00010000:00010000:2.0:1733164792.097339:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b51e400/0xe92384b90c80a442 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3675c3 expref: 923 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.097343:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e489440/0xe92384b90c80988e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367140 expref: 923 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.097346:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187345 00000100:00100000:2.0:1733164792.097349:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606224384 00000004:00080000:1.0:1733164792.097352:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee7480/2, rc 0, transno 1015462 00000100:00100000:2.0:1733164792.097352:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606224384 00000100:00100000:0.0:1733164792.097356:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807774 00000100:00100000:1.0:1733164792.097356:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297259904:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.097358:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c86bcc0/0xe92384b90c80a760 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3676bf expref: 924 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.097360:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+924:2000:x1817354606223872:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.097365:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807775 00010000:00010000:0.0:1733164792.097366:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.097370:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095f61680/0xe92384b90c80a1e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3674e3 expref: 924 pid: 16604 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.097370:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+924:2001:x1817354606224000:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.097377:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095f61680/0xe92384b90c80a1e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3674e3 expref: 924 pid: 16604 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.097377:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.097380:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807776 00010000:00010000:3.0:1733164792.097382:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b51e400/0xe92384b90c80a442 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3675c3 expref: 924 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.097384:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+924:2000:x1817354606224256:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.097388:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807777 00010000:00010000:0.0:1733164792.097389:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095f61680/0xe92384b90c80a1e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3674e3 expref: 924 pid: 16604 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.097389:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.097391:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+924:2001:x1817354606224384:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.097391:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b51e400/0xe92384b90c80a442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3675c3 expref: 924 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.097393:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e489440/0xe92384b90c80988e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367140 expref: 924 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.097395:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.097398:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c86bcc0/0xe92384b90c80a760 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3676bf expref: 924 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.097401:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e489440/0xe92384b90c80988e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367140 expref: 923 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.097402:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.097403:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.097404:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c86bcc0/0xe92384b90c80a760 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3676bf expref: 923 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.097406:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d620a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097410:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b51e400/0xe92384b90c80a442 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3675c3 expref: 923 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.097411:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e489440/0xe92384b90c80988e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367140 expref: 923 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.097412:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d620a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097412:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.097413:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.097414:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d621f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097418:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d621f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097419:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.097420:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.097420:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.097422:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.097423:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d61f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.097424:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.097424:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097425:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.097429:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d61f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097431:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6211 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.097437:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+921:2001:x1817354606224384:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 46us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.097439:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+921:2000:x1817354606223872:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.097441:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807777 00010000:00010000:2.0:1733164792.097441:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.097445:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807774 00010000:00010000:3.0:1733164792.097446:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.097450:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1733164792.097452:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+920:2000:x1817354606224256:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.097455:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297261312:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.097457:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807776 00000100:00100000:3.0:1733164792.097461:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+919:2001:x1817354606224000:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (185us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.097462:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d620a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.097467:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.097468:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d620a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.097468:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807775 00010000:00010000:0.0:1733164792.097475:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d620a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.097475:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297261312 00000100:00100000:2.0:1733164792.097477:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297261312 00010000:00010000:1.0:1733164792.097479:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d61f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.097481:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d620a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.097487:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d620a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097487:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d61f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.097490:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187351 00010000:00010000:1.0:1733164792.097491:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d61f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.097494:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3180:3759:x1817354297261312:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.097495:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d61f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.097498:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.097499:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d61f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.097501:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d620a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097502:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.097503:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d61f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.097504:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8628 count 1 00010000:00010000:0.0:1733164792.097507:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d620a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097507:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d61f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097512:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d61f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097512:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d622d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.097516:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d620a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097516:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d61f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.097516:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee5c00/2, rc 0, transno 1015461 00010000:00010000:0.0:1733164792.097522:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d620a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097522:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098398000/0xe92384b90c80ac68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3678da expref: 917 pid: 16683 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.097524:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297259520:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.097528:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.097529:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.097531:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d622d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097561:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098398000/0xe92384b90c80ac68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3678da expref: 917 pid: 16683 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.097567:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1733164792.097570:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098398000/0xe92384b90c80ac68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3678da expref: 917 pid: 16683 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.097574:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c407480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297261440:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.097578:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297261568:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.097594:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.097598:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54a80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.097607:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3182:3760:x1817354297259264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2403us (2481us total) trans 4295982759 rc 0/0 00000100:00100000:1.0:1733164792.097611:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187343 00000004:00080000:3.0:1733164792.097617:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d620e00/2, rc 0, transno 1015463 00000100:00100000:1.0:1733164792.097619:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297261440 00000100:00100000:1.0:1733164792.097621:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297261440 00000100:00100000:3.0:1733164792.097622:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297259264:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.097630:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187352 00000100:00100000:1.0:1733164792.097632:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c407100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3183:3762:x1817354297261440:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.097639:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8629 count 1 00000100:00100000:0.0:1733164792.097642:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3183:3760:x1817354297260160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2019us (2051us total) trans 4295982760 rc 0/0 00010000:00010000:1.0:1733164792.097646:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6234 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.097649:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187347 00000004:00080000:3.0:1733164792.097651:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee4380/2, rc 0, transno 1015464 00010000:00010000:1.0:1733164792.097653:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec806c0/0xe92384b90c80af47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3679e4 expref: 917 pid: 16684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.097656:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297260160:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.097657:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.097658:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.097659:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6234 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.097666:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297261696:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.097669:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec806c0/0xe92384b90c80af47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3679e4 expref: 917 pid: 16684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097674:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ec806c0/0xe92384b90c80af47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3679e4 expref: 917 pid: 16684 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.097675:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1946c0/0xe92384b90c80aa00 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3677b4 expref: 917 pid: 16636 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.097679:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297261824:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.097683:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.097684:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297261184:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.097686:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3182:3762:x1817354297259392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2313us (2516us total) trans 4295982761 rc 0/0 00000100:00100000:2.0:1733164792.097691:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187344 00000100:00100000:1.0:1733164792.097693:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.097696:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.097699:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d622a00/2, rc 0, transno 1015465 00010000:00010000:0.0:1733164792.097702:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.097702:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297261696 00000100:00100000:3.0:1733164792.097703:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297259392:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.097705:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297261696 00010000:00010000:0.0:1733164792.097712:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.097717:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187353 00010000:00010000:0.0:1733164792.097719:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.097721:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3182:3762:x1817354297261696:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.097726:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.097730:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c404380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297261952:0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.097730:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8630 count 1 00010000:00010000:0.0:1733164792.097732:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.097733:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c405180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297262080:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.097737:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.097738:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d623b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.097740:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.097746:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097747:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c70d80/0xe92384b90c80b193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f367acb expref: 916 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.097752:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.097753:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.097755:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6226 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097755:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.097757:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d623b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.097762:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6226 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.097768:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297261952 00010000:00010000:2.0:1733164792.097771:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c70d80/0xe92384b90c80b193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367acb expref: 916 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.097771:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297261952 00010000:00010000:2.0:1733164792.097779:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c70d80/0xe92384b90c80b193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367acb expref: 916 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.097780:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.097787:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297262208:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.097794:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297262080 00000100:00100000:1.0:1733164792.097797:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297262080 00000100:00100000:2.0:1733164792.097804:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.097808:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187354 00000100:00100000:1.0:1733164792.097812:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187355 00000100:00100000:3.0:1733164792.097812:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3185:3759:x1817354297261952:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.097814:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3185:3760:x1817354297262080:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.097815:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.097822:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8632 count 1 00010000:00010000:2.0:1733164792.097822:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.097824:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8631 count 1 00010000:00010000:1.0:1733164792.097829:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6242 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097833:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6249 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097834:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097836:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092bbb840/0xe92384b90c80b743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ced expref: 916 pid: 16601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097840:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.097840:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6211 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097841:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.097842:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6242 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097843:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085100900/0xe92384b90c80b361 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ba4 expref: 916 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097847:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6211 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097852:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.097853:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092bbb840/0xe92384b90c80b743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ced expref: 916 pid: 16601 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097854:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.097855:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6211 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097855:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.097858:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6249 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097862:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6211 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.097863:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092bbb840/0xe92384b90c80b743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ced expref: 916 pid: 16601 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.097866:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3185:3759:x1817354297261056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1883us (1909us total) trans 4295982762 rc 0/0 00000100:00100000:1.0:1733164792.097871:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e435f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297262336:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.097872:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187350 00010000:00010000:2.0:1733164792.097872:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6211 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097872:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085100900/0xe92384b90c80b361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ba4 expref: 916 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.097878:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6211 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.097881:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085100900/0xe92384b90c80b361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ba4 expref: 916 pid: 15935 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.097889:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080ff2d80/2, rc 0, transno 1015466 00000100:00100000:3.0:1733164792.097889:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c406d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297262464:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.097896:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297261056:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.097908:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575840 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.097919:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.097934:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.097940:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c404700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297262592:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.097958:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.097971:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297262592 00000100:00100000:1.0:1733164792.097973:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297262592 00000100:00100000:2.0:1733164792.097977:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3186:3762:x1817354297260288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2350us (2369us total) trans 4295982763 rc 0/0 00000004:00080000:3.0:1733164792.097977:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee6300/2, rc 0, transno 1015467 00000100:00100000:3.0:1733164792.097982:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297260288:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.097983:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187348 00010000:00010000:0.0:1733164792.097985:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c86bcc0/0xe92384b90c80a760 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3676bf expref: 916 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.097987:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187356 00000100:00100000:1.0:1733164792.097989:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3186:3762:x1817354297262592:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.097994:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297260928:192.168.202.7@tcp:104: 00002000:00080000:1.0:1733164792.097997:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8633 count 1 00010000:00010000:1.0:1733164792.098004:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6250 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.098004:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1733164792.098005:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d621f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.098009:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297262720:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.098011:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095638fc0/0xe92384b90c80ba37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f367e05 expref: 915 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.098013:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d621f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.098015:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.098016:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.098017:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6250 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.098018:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d621f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.098025:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d621f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.098026:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095638fc0/0xe92384b90c80ba37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367e05 expref: 915 pid: 16658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.098026:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.098031:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095638fc0/0xe92384b90c80ba37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367e05 expref: 915 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.098032:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d621f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.098036:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e435500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297262848:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.098038:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d621f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.098039:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297262720 00000100:00100000:2.0:1733164792.098042:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297262720 00010000:00010000:0.0:1733164792.098043:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca61c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.098046:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d621f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.098051:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987e40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.098055:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187357 00010000:00010000:0.0:1733164792.098057:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d621f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.098059:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086bd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3186:3761:x1817354297262720:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.098066:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d621f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.098069:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8634 count 1 00010000:00010000:0.0:1733164792.098072:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d621f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.098077:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6257 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.098086:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cbc33c0/0xe92384b90c80bcad lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ed0 expref: 915 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.098091:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.098092:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.098094:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6257 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.098108:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cbc33c0/0xe92384b90c80bcad lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ed0 expref: 915 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.098116:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cbc33c0/0xe92384b90c80bcad lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ed0 expref: 915 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.098125:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297262976:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.098161:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54840 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.098184:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3187:3762:x1817354297260672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2331us (2364us total) trans 4295982764 rc 0/0 00000100:00100000:0.0:1733164792.098191:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187349 00000004:00080000:2.0:1733164792.098195:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d623800/2, rc 0, transno 1015468 00000100:00100000:2.0:1733164792.098209:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d623800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297260672:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.098256:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297263104:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.098270:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.098282:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297263104 00000100:00100000:2.0:1733164792.098284:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297263104 00000100:00100000:2.0:1733164792.098302:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187358 00000100:00100000:2.0:1733164792.098306:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3187:3759:x1817354297263104:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.098316:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8635 count 1 00010000:00010000:2.0:1733164792.098325:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d625e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.098335:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096797840/0xe92384b90c80beba lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f367fa2 expref: 915 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.098342:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.098343:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.098345:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d625e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.098362:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096797840/0xe92384b90c80beba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367fa2 expref: 915 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.098370:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096797840/0xe92384b90c80beba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367fa2 expref: 915 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.098380:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297263232:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.098399:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.098825:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.098841:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297261568:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.098842:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297261824:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.098854:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6234 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.098854:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d622d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.098865:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606224640 00000100:00100000:3.0:1733164792.098869:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606224640 00000100:00100000:0.0:1733164792.098870:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.098873:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297262208:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.098882:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098398000/0xe92384b90c80ac68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3678da expref: 916 pid: 16683 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.098883:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d623b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.098885:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606224768 00000100:00100000:1.0:1733164792.098888:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606224768 00010000:00010000:1.0:1733164792.098899:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec806c0/0xe92384b90c80af47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3679e4 expref: 917 pid: 16684 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.098904:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807778 00000100:00100000:3.0:1733164792.098909:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+917:2000:x1817354606224640:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.098912:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807779 00010000:00010000:3.0:1733164792.098916:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.098919:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+917:2000:x1817354606224768:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.098919:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098398000/0xe92384b90c80ac68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3678da expref: 917 pid: 16683 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.098927:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098398000/0xe92384b90c80ac68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3678da expref: 917 pid: 16683 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.098929:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.098933:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ec806c0/0xe92384b90c80af47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3679e4 expref: 917 pid: 16684 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.098938:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098398000/0xe92384b90c80ac68 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3678da expref: 917 pid: 16683 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.098942:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ec806c0/0xe92384b90c80af47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3679e4 expref: 917 pid: 16684 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.098948:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.098949:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.098951:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d622d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.098954:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec806c0/0xe92384b90c80af47 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3679e4 expref: 916 pid: 16684 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.098958:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d622d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.098964:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.098965:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.098968:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6234 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.098973:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6234 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.098981:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.098994:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.099000:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+915:2000:x1817354606224640:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 90us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.099006:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807778 00000100:00100000:2.0:1733164792.099011:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+915:2000:x1817354606224768:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 92us (140us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.099013:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d622d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.099017:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807779 00010000:00010000:0.0:1733164792.099019:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d622d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099026:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d622d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099032:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d622d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.099032:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c406d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297262464:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.099043:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6249 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099044:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d622d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099049:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.099052:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d622d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099062:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6234 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099068:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6234 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099073:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6234 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099077:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6234 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099082:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6234 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099087:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.099090:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6234 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099095:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6234 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099105:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6234 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099111:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6234 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099155:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d622d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099167:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d622d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099174:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d622d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.099185:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.099218:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.099226:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606224896 00000100:00100000:3.0:1733164792.099229:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606224896 00000100:00100000:2.0:1733164792.099232:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.099239:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092c70d80/0xe92384b90c80b193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367acb expref: 914 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.099242:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606225152 00000100:00100000:2.0:1733164792.099245:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606225152 00000100:00100000:3.0:1733164792.099253:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606225280 00000100:00100000:1.0:1733164792.099254:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c407100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3188:3762:x1817354297261440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1619us (1658us total) trans 4295982765 rc 0/0 00000100:00100000:3.0:1733164792.099255:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606225280 00010000:00010000:2.0:1733164792.099257:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092bbb840/0xe92384b90c80b743 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ced expref: 915 pid: 16601 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.099261:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187352 00010000:00010000:3.0:1733164792.099262:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095638fc0/0xe92384b90c80ba37 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367e05 expref: 916 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.099273:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807780 00000100:00100000:2.0:1733164792.099278:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+916:2000:x1817354606224896:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.099278:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807781 00000100:00100000:3.0:1733164792.099282:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+916:2000:x1817354606225152:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000004:00080000:1.0:1733164792.099285:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c407480/2, rc 0, transno 1015469 00010000:00010000:2.0:1733164792.099285:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.099288:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.099289:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092c70d80/0xe92384b90c80b193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367acb expref: 916 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.099291:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c407480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297261440:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.099292:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092bbb840/0xe92384b90c80b743 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ced expref: 916 pid: 16601 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.099298:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092c70d80/0xe92384b90c80b193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367acb expref: 916 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.099300:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092bbb840/0xe92384b90c80b743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ced expref: 916 pid: 16601 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.099310:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092c70d80/0xe92384b90c80b193 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367acb expref: 916 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.099310:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.099311:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.099314:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.099319:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.099320:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6242 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.099321:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.099322:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1733164792.099323:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d623b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.099330:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3188:3759:x1817354297261312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1835us (1861us total) trans 4295982766 rc 0/0 00000100:00100000:1.0:1733164792.099330:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297263360:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.099330:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d623b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.099330:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.099336:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187351 00010000:00010000:2.0:1733164792.099348:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.099349:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+915:2000:x1817354606225152:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 66us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.099351:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.099354:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807781 00000100:00100000:2.0:1733164792.099362:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+914:2000:x1817354606224896:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.099366:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807782 00000100:00100000:0.0:1733164792.099367:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.099370:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807780 00000100:00100000:3.0:1733164792.099371:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+914:2003:x1817354606225280:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000004:00080000:1.0:1733164792.099372:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080ff1f80/2, rc 0, transno 1015470 00000100:00100000:1.0:1733164792.099378:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297261312:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.099378:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.099379:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606225024 00000100:00100000:0.0:1733164792.099381:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606225024 00010000:00010000:3.0:1733164792.099382:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095638fc0/0xe92384b90c80ba37 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367e05 expref: 913 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.099389:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095638fc0/0xe92384b90c80ba37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367e05 expref: 914 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.099390:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085100900/0xe92384b90c80b361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ba4 expref: 914 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.099392:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d623b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.099398:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d623b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.099398:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.099399:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.099401:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.099404:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1733164792.099406:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d623b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.099407:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6250 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.099411:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807783 00000100:00100000:1.0:1733164792.099411:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297263488:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.099413:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d623b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.099414:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.099417:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+914:2000:x1817354606225024:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.099420:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d623b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099423:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.099425:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.099427:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085100900/0xe92384b90c80b361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ba4 expref: 914 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.099427:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+914:2003:x1817354606225280:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (195us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.099428:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d623b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.099432:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807782 00010000:00010000:0.0:1733164792.099435:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085100900/0xe92384b90c80b361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ba4 expref: 914 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.099435:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d623b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.099436:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.099447:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085100900/0xe92384b90c80b361 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ba4 expref: 913 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.099447:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d623b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.099454:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d623b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099457:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.099458:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bbb840/0xe92384b90c80b743 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ced expref: 912 pid: 16601 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.099459:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.099461:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6249 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099468:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6249 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.099468:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e435f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297262336:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.099479:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099480:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.099484:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6249 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099486:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.099491:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6249 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099492:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.099495:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+911:2000:x1817354606225024:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (127us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.099497:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.099498:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6249 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.099501:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807783 00010000:00010000:1.0:1733164792.099503:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6242 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.099504:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6249 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099508:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.099509:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099513:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.099514:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.099516:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.099517:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099521:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6242 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.099524:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099529:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6242 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.099533:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297263360 00010000:00010000:3.0:1733164792.099533:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6249 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.099536:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297263360 00010000:00010000:1.0:1733164792.099536:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6242 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.099553:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6249 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.099566:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297263488 00000100:00100000:0.0:1733164792.099568:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297263488 00000100:00100000:2.0:1733164792.099574:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3190:3762:x1817354297261696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1852us (1890us total) trans 4295982767 rc 0/0 00000100:00100000:0.0:1733164792.099579:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187359 00000004:00080000:1.0:1733164792.099580:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c404e00/2, rc 0, transno 1015471 00000100:00100000:0.0:1733164792.099583:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3190:3759:x1817354297263360:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.099584:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297261696:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.099586:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187353 00002000:00080000:0.0:1733164792.099593:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8636 count 1 00000100:00100000:2.0:1733164792.099597:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187360 00000100:00100000:2.0:1733164792.099600:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3190:3762:x1817354297263488:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.099603:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6265 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.099603:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297263616:0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.099608:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8637 count 1 00010000:00010000:0.0:1733164792.099613:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fd6ba80/0xe92384b90c80c1e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3680c1 expref: 910 pid: 15890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.099614:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d626c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099619:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.099619:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.099620:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.099622:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6265 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.099624:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093314b40/0xe92384b90c80c50b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3681d9 expref: 910 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.099629:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.099630:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.099632:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d626c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099636:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fd6ba80/0xe92384b90c80c1e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3680c1 expref: 910 pid: 15890 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.099637:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297263616 00000100:00100000:1.0:1733164792.099640:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297263616 00010000:00010000:0.0:1733164792.099644:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fd6ba80/0xe92384b90c80c1e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3680c1 expref: 910 pid: 15890 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.099644:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093314b40/0xe92384b90c80c50b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3681d9 expref: 910 pid: 16685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.099653:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297263744:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.099656:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093314b40/0xe92384b90c80c50b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3681d9 expref: 910 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.099657:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187361 00000100:00100000:1.0:1733164792.099662:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3191:3762:x1817354297263616:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.099664:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297263872:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.099664:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3191:3759:x1817354297261952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1849us (1910us total) trans 4295982768 rc 0/0 00000100:00100000:0.0:1733164792.099670:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffb40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.099671:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187354 00002000:00080000:1.0:1733164792.099673:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8638 count 1 00000100:00100000:2.0:1733164792.099676:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.099684:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6273 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099695:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea346c0/0xe92384b90c80c853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f368322 expref: 910 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.099698:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095638fc0/0xe92384b90c80ba37 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367e05 expref: 910 pid: 16658 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.099700:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c404380/2, rc 0, transno 1015472 00010000:00010000:1.0:1733164792.099701:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.099703:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.099705:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6273 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.099706:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c404380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297261952:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.099709:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e435500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297262848:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.099721:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea346c0/0xe92384b90c80c853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368322 expref: 909 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.099722:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.099727:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea346c0/0xe92384b90c80c853 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368322 expref: 909 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.099729:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.099735:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.099737:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e434e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297264000:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.099739:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.099743:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.099747:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297264128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.099750:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606225408 00010000:00010000:2.0:1733164792.099750:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.099752:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606225408 00000100:00100000:1.0:1733164792.099752:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.099757:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099761:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbc33c0/0xe92384b90c80bcad lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ed0 expref: 910 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.099762:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.099765:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.099771:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.099772:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.099774:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807784 00000100:00100000:0.0:1733164792.099779:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+910:2001:x1817354606225408:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.099781:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6250 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099785:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.099788:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cbc33c0/0xe92384b90c80bcad lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ed0 expref: 910 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.099788:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297264128 00000100:00100000:3.0:1733164792.099791:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297264128 00010000:00010000:2.0:1733164792.099793:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6250 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099795:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cbc33c0/0xe92384b90c80bcad lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ed0 expref: 910 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.099804:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.099805:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187362 00010000:00010000:0.0:1733164792.099806:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.099809:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.099809:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3192:3759:x1817354297264128:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.099815:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6257 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.099821:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8639 count 1 00010000:00010000:0.0:1733164792.099825:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.099831:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d627a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.099839:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+910:2001:x1817354606225408:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.099841:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3192:3760:x1817354297262080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2024us (2059us total) trans 4295982769 rc 0/0 00010000:00010000:3.0:1733164792.099841:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f72b600/0xe92384b90c80cb7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f368448 expref: 910 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.099845:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807784 00010000:00010000:3.0:1733164792.099846:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.099847:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187355 00010000:00010000:3.0:1733164792.099847:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.099849:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d627a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.099864:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f72b600/0xe92384b90c80cb7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368448 expref: 909 pid: 16659 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.099872:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c405180/2, rc 0, transno 1015473 00010000:00010000:3.0:1733164792.099872:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f72b600/0xe92384b90c80cb7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368448 expref: 909 pid: 16659 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.099879:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c405180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297262080:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.099886:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c406d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297264256:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.099905:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575840 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.099906:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3192:3762:x1817354297262592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1914us (1946us total) trans 4295982770 rc 0/0 00000100:00100000:2.0:1733164792.099912:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187356 00000004:00080000:1.0:1733164792.099913:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c404700/2, rc 0, transno 1015474 00000100:00100000:0.0:1733164792.099914:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.099916:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c404700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297262592:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.099927:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606225536 00000100:00100000:0.0:1733164792.099930:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606225536 00010000:00010000:2.0:1733164792.099936:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cbc33c0/0xe92384b90c80bcad lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367ed0 expref: 910 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.099939:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096797840/0xe92384b90c80beba lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367fa2 expref: 910 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.099943:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297264384:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.099945:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297262976:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.099952:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807785 00000100:00100000:3.0:1733164792.099953:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297264512:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.099956:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+909:2001:x1817354606225536:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.099956:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.099958:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.099962:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.099963:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099966:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096797840/0xe92384b90c80beba lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367fa2 expref: 909 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.099973:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096797840/0xe92384b90c80beba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367fa2 expref: 909 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.099974:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.099975:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.099980:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297264384 00010000:00010000:2.0:1733164792.099981:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099983:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.099983:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297264384 00010000:00010000:0.0:1733164792.099985:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.099986:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6257 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099988:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d625e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.099993:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.099994:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d625e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.099994:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297264512 00000100:00100000:3.0:1733164792.099997:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297264512 00010000:00010000:2.0:1733164792.099999:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2880 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.100000:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187363 00010000:00010000:2.0:1733164792.100001:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.100003:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.100004:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3193:3760:x1817354297264384:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.100008:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.100013:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187364 00000100:00100000:0.0:1733164792.100015:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+909:2001:x1817354606225536:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (101us total) trans 0 rc 0/0 00002000:00080000:1.0:1733164792.100015:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8640 count 1 00010000:00010000:2.0:1733164792.100016:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6257 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.100017:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3193:3761:x1817354297264512:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.100021:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807785 00010000:00010000:2.0:1733164792.100023:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6257 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.100024:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6281 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.100028:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8641 count 1 00010000:00010000:1.0:1733164792.100035:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ff058c0/0xe92384b90c80cf14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36857c expref: 908 pid: 16614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.100039:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6288 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.100041:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.100043:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.100045:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6281 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.100049:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090da7600/0xe92384b90c80d1bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f368694 expref: 908 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.100055:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.100056:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.100059:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6288 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.100062:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ff058c0/0xe92384b90c80cf14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36857c expref: 908 pid: 16614 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.100068:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ff058c0/0xe92384b90c80cf14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36857c expref: 908 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.100074:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090da7600/0xe92384b90c80d1bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368694 expref: 908 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.100075:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297264640:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.100083:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090da7600/0xe92384b90c80d1bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368694 expref: 908 pid: 16659 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.100090:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959873c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.100099:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297264768:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.100120:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086bd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3194:3761:x1817354297262720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2058us (2092us total) trans 4295982771 rc 0/0 00000100:00100000:3.0:1733164792.100123:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.100126:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187357 00000004:00080000:3.0:1733164792.100162:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c407800/2, rc 0, transno 1015475 00000100:00100000:3.0:1733164792.100168:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297262720:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.100194:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.100200:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297264896:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.100219:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.100245:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297264896 00000100:00100000:3.0:1733164792.100248:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297264896 00010000:00010000:2.0:1733164792.100259:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096797840/0xe92384b90c80beba lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f367fa2 expref: 908 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.100262:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187365 00000100:00100000:3.0:1733164792.100266:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3194:3761:x1817354297264896:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.100270:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297263232:192.168.202.7@tcp:104: 00002000:00080000:3.0:1733164792.100276:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8642 count 1 00010000:00010000:2.0:1733164792.100281:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d625e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.100285:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d628f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.100288:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d625e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.100294:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d625e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.100296:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a7b600/0xe92384b90c80d40e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f368751 expref: 907 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.100300:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d625e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.100301:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.100303:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.100305:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d625e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.100305:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d628f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.100311:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d625e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.100316:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.100319:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d625e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.100320:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a7b600/0xe92384b90c80d40e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368751 expref: 907 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.100330:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d625e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.100333:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a7b600/0xe92384b90c80d40e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368751 expref: 907 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.100337:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d625e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.100341:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297265024:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.100343:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d625e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.100361:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575480 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.100435:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3195:3759:x1817354297263104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2127us (2162us total) trans 4295982772 rc 0/0 00000100:00100000:2.0:1733164792.100440:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187358 00000004:00080000:3.0:1733164792.100449:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880086bd5c00/2, rc 0, transno 1015476 00000100:00100000:3.0:1733164792.100456:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297263104:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.100485:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297265152:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.100514:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.100531:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297265152 00000100:00100000:2.0:1733164792.100535:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297265152 00000100:00100000:2.0:1733164792.100568:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187366 00000100:00100000:2.0:1733164792.100572:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3195:3759:x1817354297265152:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.100582:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8643 count 1 00010000:00010000:2.0:1733164792.100591:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6296 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.100599:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136684900/0xe92384b90c80d6ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f368846 expref: 907 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.100605:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.100606:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.100608:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6296 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.100621:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136684900/0xe92384b90c80d6ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368846 expref: 907 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.100628:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136684900/0xe92384b90c80d6ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368846 expref: 907 pid: 16611 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.100636:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297265280:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.100653:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54240 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.100874:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297263744:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.100885:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6265 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.100894:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297263872:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.100906:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d626c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.100914:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e434e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297264000:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.100925:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6273 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.101240:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.101262:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c406d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297264256:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.101274:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.101275:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d627a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.101283:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606225664 00000100:00100000:0.0:1733164792.101285:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606225920 00000100:00100000:0.0:1733164792.101287:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606225920 00000100:00100000:1.0:1733164792.101287:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606225664 00010000:00010000:0.0:1733164792.101296:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea346c0/0xe92384b90c80c853 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368322 expref: 909 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.101300:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fd6ba80/0xe92384b90c80c1e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3680c1 expref: 909 pid: 15890 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.101308:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807786 00000100:00100000:0.0:1733164792.101312:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+909:2001:x1817354606225920:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.101317:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.101325:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ea346c0/0xe92384b90c80c853 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368322 expref: 909 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.101330:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807787 00010000:00010000:0.0:1733164792.101331:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ea346c0/0xe92384b90c80c853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368322 expref: 909 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.101335:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+909:2001:x1817354606225664:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.101339:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ea346c0/0xe92384b90c80c853 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368322 expref: 909 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.101343:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.101345:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.101346:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.101347:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fd6ba80/0xe92384b90c80c1e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3680c1 expref: 908 pid: 15890 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.101348:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.101353:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6273 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.101360:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fd6ba80/0xe92384b90c80c1e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3680c1 expref: 908 pid: 15890 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.101367:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.101371:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fd6ba80/0xe92384b90c80c1e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3680c1 expref: 908 pid: 15890 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.101380:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+907:2001:x1817354606225920:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (106us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.101380:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.101382:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.101384:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807786 00010000:00010000:3.0:1733164792.101384:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6265 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.101390:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6265 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101392:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101400:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101407:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.101410:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.101414:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6273 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101420:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.101420:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6265 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101425:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.101427:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.101427:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+906:2001:x1817354606225664:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (188us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.101428:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6265 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101433:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.101434:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807787 00010000:00010000:2.0:1733164792.101435:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6265 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.101437:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.101442:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6273 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.101442:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6265 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.101444:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606225792 00000100:00100000:0.0:1733164792.101446:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606225792 00010000:00010000:2.0:1733164792.101448:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101452:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6273 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.101454:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093314b40/0xe92384b90c80c50b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3681d9 expref: 906 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.101455:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.101458:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.101467:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807788 00000100:00100000:0.0:1733164792.101470:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+906:2001:x1817354606225792:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.101470:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.101477:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.101480:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093314b40/0xe92384b90c80c50b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3681d9 expref: 906 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.101481:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6265 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.101488:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093314b40/0xe92384b90c80c50b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3681d9 expref: 906 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.101488:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6265 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.101498:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093314b40/0xe92384b90c80c50b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3681d9 expref: 906 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.101508:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.101510:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.101512:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d626c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.101518:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d626c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.101554:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.101567:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+905:2001:x1817354606225792:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 95us (129us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.101570:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d626c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.101571:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807788 00010000:00010000:3.0:1733164792.101578:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d626c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.101585:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d626c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.101589:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3197:3762:x1817354297263616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1925us (1968us total) trans 4295982773 rc 0/0 00000100:00100000:1.0:1733164792.101596:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187361 00000100:00100000:2.0:1733164792.101596:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3197:3759:x1817354297263360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2011us (2245us total) trans 4295982774 rc 0/0 00010000:00010000:3.0:1733164792.101597:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d626c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.101601:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187359 00010000:00010000:3.0:1733164792.101604:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d626c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.101610:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.101613:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d626c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.101620:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d626c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.101623:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e435f80/2, rc 0, transno 1015477 00010000:00010000:3.0:1733164792.101629:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d626c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.101631:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297263616:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.101635:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.101636:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d626c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.101647:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297264640:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.101648:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606226048 00000100:00100000:0.0:1733164792.101651:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606226048 00010000:00010000:1.0:1733164792.101659:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6281 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.101661:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ff058c0/0xe92384b90c80cf14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36857c expref: 905 pid: 16614 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.101676:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807789 00000100:00100000:0.0:1733164792.101680:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+905:2002:x1817354606226048:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.101687:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.101690:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ff058c0/0xe92384b90c80cf14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36857c expref: 905 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.101697:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ff058c0/0xe92384b90c80cf14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36857c expref: 905 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.101709:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ff058c0/0xe92384b90c80cf14 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36857c expref: 905 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.101718:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.101720:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.101722:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6281 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.101729:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6281 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.101750:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.101758:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3196:3762:x1817354297263488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2156us (2321us total) trans 4295982775 rc 0/0 00000100:00100000:0.0:1733164792.101764:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+904:2002:x1817354606226048:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.101765:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187360 00000100:00100000:0.0:1733164792.101771:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807789 00000004:00080000:1.0:1733164792.101772:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e437480/2, rc 0, transno 1015479 00000100:00100000:1.0:1733164792.101775:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297263488:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.101783:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6281 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101788:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6281 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.101792:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e437100/2, rc 0, transno 1015478 00010000:00010000:1.0:1733164792.101793:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6281 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101796:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6281 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.101797:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297263360:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.101801:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.101802:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1733164792.101804:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.101806:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.101808:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297265408:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.101810:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101820:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6281 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101824:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6281 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.101825:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.101831:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.101831:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297265536:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.101839:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606226176 00000100:00100000:0.0:1733164792.101841:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606226176 00000100:00100000:1.0:1733164792.101846:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297265664:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.101848:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f72b600/0xe92384b90c80cb7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368448 expref: 904 pid: 16659 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.101849:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.101850:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297264768:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.101860:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6288 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.101863:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807790 00000100:00100000:1.0:1733164792.101863:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.101867:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+904:2001:x1817354606226176:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.101869:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297265408 00000100:00100000:2.0:1733164792.101872:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297265408 00000100:00100000:3.0:1733164792.101875:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297265536 00000100:00100000:1.0:1733164792.101876:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297265664 00000100:00100000:3.0:1733164792.101877:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297265536 00000100:00100000:1.0:1733164792.101878:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297265664 00010000:00010000:0.0:1733164792.101881:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.101883:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187367 00010000:00010000:0.0:1733164792.101885:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f72b600/0xe92384b90c80cb7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368448 expref: 904 pid: 16659 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.101885:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3198:3759:x1817354297265408:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.101890:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187368 00000100:00100000:1.0:1733164792.101893:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bfbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3198:3762:x1817354297265664:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.101894:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f72b600/0xe92384b90c80cb7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368448 expref: 904 pid: 16659 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.101894:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8644 count 1 00000100:00100000:3.0:1733164792.101896:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187369 00000100:00100000:3.0:1733164792.101901:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3198:3761:x1817354297265536:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.101904:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8646 count 1 00010000:00010000:2.0:1733164792.101904:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d629d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.101906:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f72b600/0xe92384b90c80cb7f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368448 expref: 904 pid: 16659 timeout: 1075 lvb_type: 0 00002000:00080000:3.0:1733164792.101912:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8645 count 1 00010000:00010000:1.0:1733164792.101913:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d62a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.101917:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800920d1b00/0xe92384b90c80d9a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f368950 expref: 903 pid: 16601 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.101921:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d62ab lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101923:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136671680/0xe92384b90c80e1eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f368b8e expref: 903 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.101924:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.101925:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.101927:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d629d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101929:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.101931:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.101932:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa74b40/0xe92384b90c80dd30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f368a6f expref: 903 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101933:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d62a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.101938:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.101940:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.101942:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d62ab lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.101943:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800920d1b00/0xe92384b90c80d9a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368950 expref: 903 pid: 16601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.101949:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136671680/0xe92384b90c80e1eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368b8e expref: 903 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.101951:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800920d1b00/0xe92384b90c80d9a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368950 expref: 903 pid: 16601 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.101956:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa74b40/0xe92384b90c80dd30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368a6f expref: 903 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.101960:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297265792:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.101962:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136671680/0xe92384b90c80e1eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368b8e expref: 903 pid: 16621 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.101964:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa74b40/0xe92384b90c80dd30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368a6f expref: 903 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.101967:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.101968:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.101970:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d627a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.101971:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e434e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297265920:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.101975:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d627a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.101978:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54840 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.101978:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297266048:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.101989:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.101991:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959873c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.101996:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.102002:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+903:2001:x1817354606226176:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 134us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.102005:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807790 00010000:00010000:3.0:1733164792.102010:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d627a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102017:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d627a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102024:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d627a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102030:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d627a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102037:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d627a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102043:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.102046:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d627a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102052:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d627a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.102057:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.102061:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d627a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102068:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d627a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.102069:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606226304 00000100:00100000:0.0:1733164792.102072:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606226304 00010000:00010000:0.0:1733164792.102082:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090da7600/0xe92384b90c80d1bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368694 expref: 903 pid: 16659 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.102089:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3199:3760:x1817354297264384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2084us (2129us total) trans 4295982776 rc 0/0 00000100:00100000:1.0:1733164792.102096:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187363 00000100:00100000:0.0:1733164792.102097:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807791 00000100:00100000:0.0:1733164792.102101:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+903:2001:x1817354606226304:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.102108:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.102112:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090da7600/0xe92384b90c80d1bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368694 expref: 903 pid: 16659 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.102120:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090da7600/0xe92384b90c80d1bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368694 expref: 903 pid: 16659 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.102120:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d8a80/2, rc 0, transno 1015480 00000100:00100000:1.0:1733164792.102127:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297264384:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.102131:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090da7600/0xe92384b90c80d1bb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368694 expref: 903 pid: 16659 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.102161:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.102162:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.102165:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.102177:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6288 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.102182:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.102187:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3199:3759:x1817354297264128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2376us (2415us total) trans 4295982777 rc 0/0 00000100:00100000:1.0:1733164792.102189:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297266176:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.102193:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.102193:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187362 00000004:00080000:2.0:1733164792.102201:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880086bd4000/2, rc 0, transno 1015481 00000100:00100000:0.0:1733164792.102210:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+902:2001:x1817354606226304:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 107us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.102210:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297264128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.102217:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807791 00000100:00100000:1.0:1733164792.102218:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.102235:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297266176 00000100:00100000:1.0:1733164792.102238:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297266176 00000100:00100000:1.0:1733164792.102248:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297266304:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.102266:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.102269:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297265024:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.102280:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d628f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.102288:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297266304 00000100:00100000:3.0:1733164792.102291:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297266304 00000100:00100000:1.0:1733164792.102293:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187370 00000100:00100000:0.0:1733164792.102295:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.102297:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3200:3760:x1817354297266176:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.102300:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297265280:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.102303:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606226432 00000100:00100000:0.0:1733164792.102305:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606226432 00000100:00100000:3.0:1733164792.102307:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187371 00002000:00080000:1.0:1733164792.102309:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8647 count 1 00010000:00010000:2.0:1733164792.102310:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6296 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.102311:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3200:3760:x1817354297266304:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.102313:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a7b600/0xe92384b90c80d40e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368751 expref: 902 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.102319:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d62b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.102322:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8648 count 1 00010000:00010000:1.0:1733164792.102329:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090ee2d00/0xe92384b90c80eaa4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f368cbb expref: 902 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.102330:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807792 00010000:00010000:3.0:1733164792.102332:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d62b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.102335:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+902:2000:x1817354606226432:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.102336:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.102337:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.102340:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d62b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.102341:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.102343:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800850e5200/0xe92384b90c80ee78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f368dda expref: 902 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.102345:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a7b600/0xe92384b90c80d40e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368751 expref: 902 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.102350:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.102351:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.102353:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a7b600/0xe92384b90c80d40e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368751 expref: 902 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.102354:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d62b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.102355:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090ee2d00/0xe92384b90c80eaa4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368cbb expref: 902 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.102364:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090ee2d00/0xe92384b90c80eaa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368cbb expref: 902 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.102365:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a7b600/0xe92384b90c80d40e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368751 expref: 902 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.102368:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800850e5200/0xe92384b90c80ee78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368dda expref: 902 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.102374:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297266432:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.102378:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800850e5200/0xe92384b90c80ee78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368dda expref: 901 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.102379:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.102380:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.102382:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d628f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.102388:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297266560:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.102389:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d628f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.102391:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.102402:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.102405:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575840 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.102406:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d628f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.102414:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d628f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102416:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.102418:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+901:2000:x1817354606226432:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (122us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.102421:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d628f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102423:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.102424:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807792 00010000:00010000:2.0:1733164792.102427:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d628f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102429:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.102434:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d628f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102435:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.102439:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.102442:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d628f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102442:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102448:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.102449:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d628f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102451:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102458:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6288 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.102459:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d628f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.102461:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.102465:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d628f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102467:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6288 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102474:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6288 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.102475:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606226560 00000100:00100000:1.0:1733164792.102478:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606226560 00010000:00010000:1.0:1733164792.102487:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136684900/0xe92384b90c80d6ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368846 expref: 901 pid: 16611 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.102505:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807793 00000100:00100000:1.0:1733164792.102510:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+901:2000:x1817354606226560:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.102517:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.102520:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136684900/0xe92384b90c80d6ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368846 expref: 901 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.102529:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136684900/0xe92384b90c80d6ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368846 expref: 901 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.102558:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136684900/0xe92384b90c80d6ca lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368846 expref: 901 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.102568:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.102570:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.102572:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.102579:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6296 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.102595:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.102613:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+900:2000:x1817354606226560:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 102us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.102620:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807793 00000100:00100000:3.0:1733164792.102628:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3202:3761:x1817354297264512:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2609us (2651us total) trans 4295982779 rc 0/0 00000100:00100000:3.0:1733164792.102635:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187364 00000100:00100000:2.0:1733164792.102636:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3202:3761:x1817354297264896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2367us (2414us total) trans 4295982778 rc 0/0 00000100:00100000:2.0:1733164792.102643:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187365 00000004:00080000:2.0:1733164792.102668:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8db480/2, rc 0, transno 1015482 00000100:00100000:2.0:1733164792.102675:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297264896:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1733164792.102682:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d8700/2, rc 0, transno 1015483 00000100:00100000:2.0:1733164792.102686:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297264512:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.102696:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297266688:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.102713:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.102723:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297266816:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.102746:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.102752:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.102758:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297266688 00010000:00010000:2.0:1733164792.102760:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.102762:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297266688 00010000:00010000:2.0:1733164792.102767:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.102774:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.102776:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297266816 00000100:00100000:3.0:1733164792.102778:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297266816 00010000:00010000:2.0:1733164792.102781:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.102787:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0000 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.102789:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187372 00010000:00010000:2.0:1733164792.102790:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.102793:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3202:3761:x1817354297266688:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.102794:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187373 00010000:00010000:2.0:1733164792.102796:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.102800:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3202:3762:x1817354297266816:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.102804:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8649 count 1 00010000:00010000:2.0:1733164792.102805:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6296 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.102811:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6296 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.102813:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8650 count 1 00010000:00010000:3.0:1733164792.102814:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d62c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.102822:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d62c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102825:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a02640/0xe92384b90c80f0a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f368e9e expref: 899 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.102830:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008abf33c0/0xe92384b90c80f32c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f368f93 expref: 899 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102831:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.102833:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.102834:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.102835:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.102835:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d62c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.102837:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d62c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.102851:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a02640/0xe92384b90c80f0a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368e9e expref: 899 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.102855:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008abf33c0/0xe92384b90c80f32c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368f93 expref: 899 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.102863:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008abf33c0/0xe92384b90c80f32c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368f93 expref: 899 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.102865:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a02640/0xe92384b90c80f0a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368e9e expref: 899 pid: 16679 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.102872:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297267072:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.102874:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297266944:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.102903:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.102906:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575780 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.102923:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3203:3759:x1817354297265152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2348us (2408us total) trans 4295982780 rc 0/0 00000100:00100000:2.0:1733164792.102929:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187366 00000004:00080000:2.0:1733164792.102948:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee5880/2, rc 0, transno 1015484 00000100:00100000:2.0:1733164792.102954:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297265152:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.102979:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297267200:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.102997:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.103012:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297267200 00000100:00100000:0.0:1733164792.103016:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297267200 00000100:00100000:0.0:1733164792.103037:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187374 00000100:00100000:0.0:1733164792.103040:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3203:3759:x1817354297267200:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.103048:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8651 count 1 00010000:00010000:0.0:1733164792.103055:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d62ce lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.103062:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008aa8b840/0xe92384b90c80f8a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36921e expref: 899 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.103065:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.103066:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.103068:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d62ce lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.103077:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008aa8b840/0xe92384b90c80f8a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36921e expref: 899 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.103086:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008aa8b840/0xe92384b90c80f8a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36921e expref: 899 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.103092:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297267328:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.103107:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880098fffb40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.103773:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e434e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297265920:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.103787:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297265792:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.103788:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d62a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.103791:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.103797:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d629d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.103805:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297266048:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.103809:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606226688 00000100:00100000:0.0:1733164792.103812:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.103812:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606226688 00010000:00010000:3.0:1733164792.103815:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d62ab lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.103822:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136671680/0xe92384b90c80e1eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368b8e expref: 900 pid: 16621 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.103825:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.103826:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606226816 00000100:00100000:2.0:1733164792.103828:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606226816 00010000:00010000:2.0:1733164792.103837:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800920d1b00/0xe92384b90c80d9a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368950 expref: 901 pid: 16601 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.103841:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606226944 00000100:00100000:1.0:1733164792.103843:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606226944 00000100:00100000:3.0:1733164792.103847:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807794 00000100:00100000:0.0:1733164792.103851:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.103853:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013296bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+902:2000:x1817354606226688:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.103856:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa74b40/0xe92384b90c80dd30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368a6f expref: 902 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.103861:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.103862:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606227072 00000100:00100000:2.0:1733164792.103864:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606227072 00010000:00010000:3.0:1733164792.103866:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136671680/0xe92384b90c80e1eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368b8e expref: 902 pid: 16621 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.103873:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090ee2d00/0xe92384b90c80eaa4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368cbb expref: 903 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.103875:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136671680/0xe92384b90c80e1eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368b8e expref: 903 pid: 16621 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.103876:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807795 00000100:00100000:0.0:1733164792.103881:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807796 00000100:00100000:1.0:1733164792.103881:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+903:2000:x1817354606226816:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.103885:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+903:2002:x1817354606226944:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.103888:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.103889:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136671680/0xe92384b90c80e1eb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368b8e expref: 903 pid: 16621 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.103891:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.103892:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807797 00010000:00010000:1.0:1733164792.103893:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800920d1b00/0xe92384b90c80d9a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368950 expref: 903 pid: 16601 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.103895:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa74b40/0xe92384b90c80dd30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368a6f expref: 903 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.103895:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+903:2000:x1817354606227072:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.103900:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.103900:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.103901:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800920d1b00/0xe92384b90c80d9a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368950 expref: 902 pid: 16601 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.103901:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.103903:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa74b40/0xe92384b90c80dd30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368a6f expref: 902 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.103903:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090ee2d00/0xe92384b90c80eaa4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368cbb expref: 902 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.103904:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d62a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.103908:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090ee2d00/0xe92384b90c80eaa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368cbb expref: 902 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.103912:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d62a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.103913:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa74b40/0xe92384b90c80dd30 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368a6f expref: 902 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.103913:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800920d1b00/0xe92384b90c80d9a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368950 expref: 902 pid: 16601 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.103916:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.103916:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.103918:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d62b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.103922:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d62b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.103922:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.103925:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.103925:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.103927:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.103927:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.103929:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.103930:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d62ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.103930:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d629d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.103936:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d629d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.103939:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013296bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+900:2000:x1817354606226688:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (149us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.103941:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d62ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.103941:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+900:2000:x1817354606227072:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 45us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.103945:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807794 00000100:00100000:2.0:1733164792.103947:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807797 00010000:00010000:1.0:1733164792.103949:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.103954:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.103964:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d629d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.103965:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+898:2002:x1817354606226944:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.103965:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+898:2000:x1817354606226816:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (152us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.103968:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d629d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.103970:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.103971:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807795 00010000:00010000:2.0:1733164792.103972:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d629d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.103974:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807796 00010000:00010000:2.0:1733164792.103976:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d629d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.103981:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d629d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.103984:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3840 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.103986:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606227200 00010000:00010000:2.0:1733164792.103986:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d629d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.103988:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606227200 00010000:00010000:2.0:1733164792.103990:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d629d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.103995:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d629d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.103996:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800850e5200/0xe92384b90c80ee78 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368dda expref: 897 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.103999:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d629d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.104009:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807798 00000100:00100000:0.0:1733164792.104013:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+897:2001:x1817354606227200:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.104019:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.104019:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d62a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104023:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800850e5200/0xe92384b90c80ee78 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368dda expref: 897 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.104026:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d62a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104031:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800850e5200/0xe92384b90c80ee78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368dda expref: 897 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.104032:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d62a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104039:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d62a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104040:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.104042:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.104044:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d62b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104045:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d62a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104051:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d62b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104051:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5b00 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.104052:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.104053:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d62a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104060:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.104060:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d62a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.104067:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606227456 00000100:00100000:3.0:1733164792.104067:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.104068:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d62a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.104069:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606227456 00010000:00010000:1.0:1733164792.104074:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d62a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.104076:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+898:2001:x1817354606227200:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (104us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.104077:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a02640/0xe92384b90c80f0a1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368e9e expref: 898 pid: 16679 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.104082:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807798 00000100:00100000:0.0:1733164792.104092:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606227328 00000100:00100000:0.0:1733164792.104094:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606227328 00000100:00100000:2.0:1733164792.104097:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807799 00000100:00100000:2.0:1733164792.104100:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+898:2001:x1817354606227456:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.104102:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.104103:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008abf33c0/0xe92384b90c80f32c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368f93 expref: 898 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.104105:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.104107:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a02640/0xe92384b90c80f0a1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368e9e expref: 898 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.104112:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a02640/0xe92384b90c80f0a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368e9e expref: 898 pid: 16679 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.104115:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606227584 00000100:00100000:1.0:1733164792.104118:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606227584 00010000:00010000:2.0:1733164792.104119:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.104120:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.104121:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d62c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.104125:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d62c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.104125:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297267072:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.104127:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008aa8b840/0xe92384b90c80f8a4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36921e expref: 899 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.104131:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807800 00010000:00010000:2.0:1733164792.104132:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.104135:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+899:2001:x1817354606227328:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.104135:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d62c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.104157:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807801 00010000:00010000:0.0:1733164792.104160:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.104162:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+899:2001:x1817354606227584:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.104162:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+899:2001:x1817354606227456:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (109us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.104165:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008abf33c0/0xe92384b90c80f32c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368f93 expref: 899 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.104166:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807799 00010000:00010000:1.0:1733164792.104167:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.104167:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a02640/0xe92384b90c80f0a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368e9e expref: 899 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.104171:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008aa8b840/0xe92384b90c80f8a4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36921e expref: 899 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.104173:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008abf33c0/0xe92384b90c80f32c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368f93 expref: 898 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.104176:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297266944:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.104179:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008aa8b840/0xe92384b90c80f8a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36921e expref: 897 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.104184:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008abf33c0/0xe92384b90c80f32c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368f93 expref: 897 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.104187:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d62c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104188:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.104190:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.104192:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d62ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104194:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.104195:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.104197:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d62c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104198:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d62ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.104199:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d62c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104204:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d62c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104209:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.104210:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d62c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104214:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.104217:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d62c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.104223:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3204:3759:x1817354297265408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2336us (2397us total) trans 4295982781 rc 0/0 00000100:00100000:1.0:1733164792.104224:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+896:2001:x1817354606227584:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (120us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.104224:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d62c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.104226:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+896:2001:x1817354606227328:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 90us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.104227:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187367 00000100:00100000:1.0:1733164792.104230:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807801 00010000:00010000:3.0:1733164792.104230:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d62c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.104232:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807800 00010000:00010000:3.0:1733164792.104236:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.104239:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d62c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.104244:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee7800/2, rc 0, transno 1015485 00010000:00010000:3.0:1733164792.104246:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d62c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.104255:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d62c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.104259:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297265408:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.104259:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d62c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.104348:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3205:3761:x1817354297266688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1554us (1634us total) trans 4295982782 rc 0/0 00000100:00100000:3.0:1733164792.104353:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187372 00010000:00010000:3.0:1733164792.104367:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d62c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.104374:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d62c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.104381:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d62c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.104387:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d62c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.104388:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee7b80/2, rc 0, transno 1015486 00000100:00100000:2.0:1733164792.104390:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297266688:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.104391:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bfbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3204:3762:x1817354297265664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2495us (2526us total) trans 4295982783 rc 0/0 00010000:00010000:3.0:1733164792.104393:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d62c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.104398:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187368 00010000:00010000:3.0:1733164792.104398:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.104401:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d62c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.104407:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d62c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.104415:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297267456:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.104417:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d62c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.104419:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297267584:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.104423:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d62c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.104434:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.104436:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d62ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104443:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d62ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104450:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d62ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.104454:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.104457:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d62ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104464:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d62ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104470:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d06c0 already unused, calling callback (ffffffffa0854100) 00000004:00080000:1.0:1733164792.104470:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee4a80/2, rc 0, transno 1015487 00010000:00010000:0.0:1733164792.104473:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d62ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.104476:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297265664:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.104480:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d62ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.104485:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297267456 00000100:00100000:1.0:1733164792.104487:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297267456 00010000:00010000:0.0:1733164792.104489:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d62ab lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.104498:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297267584 00000100:00100000:1.0:1733164792.104500:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297267584 00000100:00100000:2.0:1733164792.104505:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1733164792.104509:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187375 00000100:00100000:2.0:1733164792.104511:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297267712:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.104513:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3206:3760:x1817354297267456:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.104524:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3206:3762:x1817354297266816:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1722us (1776us total) trans 4295982784 rc 0/0 00002000:00080000:1.0:1733164792.104525:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8652 count 1 00000100:00100000:2.0:1733164792.104527:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.104531:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187373 00010000:00010000:1.0:1733164792.104534:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d62d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104559:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096b34240/0xe92384b90c80ff42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f369670 expref: 894 pid: 16661 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.104560:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297267712 00000100:00100000:3.0:1733164792.104563:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297267712 00000100:00100000:2.0:1733164792.104564:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187376 00010000:00010000:1.0:1733164792.104565:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.104567:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.104569:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d62d5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.104569:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3206:3761:x1817354297267584:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.104580:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187377 00010000:00010000:0.0:1733164792.104581:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d62ab lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.104581:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8653 count 1 00010000:00010000:1.0:1733164792.104584:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096b34240/0xe92384b90c80ff42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369670 expref: 894 pid: 16661 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.104584:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3206:3761:x1817354297267712:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.104591:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d62dc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104594:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096b34240/0xe92384b90c80ff42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369670 expref: 894 pid: 16661 timeout: 1075 lvb_type: 0 00002000:00080000:3.0:1733164792.104595:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8654 count 1 00010000:00010000:2.0:1733164792.104601:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ae3c000/0xe92384b90c810164 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f369765 expref: 894 pid: 16601 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.104602:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297267840:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.104605:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d62e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.104607:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.104609:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.104610:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d62dc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.104616:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801243f5f80/0xe92384b90c810386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f369c7b expref: 894 pid: 16667 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.104621:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ae3c000/0xe92384b90c810164 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369765 expref: 894 pid: 16601 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.104623:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.104624:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.104625:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959873c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.104625:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d62e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.104628:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ae3c000/0xe92384b90c810164 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369765 expref: 894 pid: 16601 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.104633:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297267968:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.104637:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801243f5f80/0xe92384b90c810386 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369c7b expref: 894 pid: 16667 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.104642:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee4700/2, rc 0, transno 1015488 00010000:00010000:3.0:1733164792.104643:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801243f5f80/0xe92384b90c810386 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369c7b expref: 894 pid: 16667 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.104647:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54840 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.104649:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297266816:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.104649:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297268096:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.104664:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575780 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.104681:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800850e5200/0xe92384b90c80ee78 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368dda expref: 894 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.104685:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.104687:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297266560:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.104691:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297268224:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.104692:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3207:3761:x1817354297265536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2790us (2842us total) trans 4295982785 rc 0/0 00010000:00010000:3.0:1733164792.104694:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d62b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.104699:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187369 00010000:00010000:3.0:1733164792.104699:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d62b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.104702:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d62b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.104705:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee6d80/2, rc 0, transno 1015489 00010000:00010000:3.0:1733164792.104706:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d62b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.104709:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.104710:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d62b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.104711:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297265536:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.104713:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d62b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.104717:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.104718:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d62b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.104719:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297268224 00000100:00100000:2.0:1733164792.104721:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297268224 00010000:00010000:0.0:1733164792.104725:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aa8b840/0xe92384b90c80f8a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36921e expref: 893 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.104725:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d62b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.104731:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d62b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.104733:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297267328:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.104734:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187378 00010000:00010000:3.0:1733164792.104735:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d62b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.104736:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3207:3760:x1817354297268224:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.104744:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d62ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.104749:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1733164792.104751:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d62ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.104753:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297268352:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.104757:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d62ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104763:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d62ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104763:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090ee2d00/0xe92384b90c80eaa4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f368cbb expref: 892 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.104766:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.104770:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d62ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.104772:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297266432:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.104775:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297268352 00000100:00100000:2.0:1733164792.104776:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297268352 00010000:00010000:0.0:1733164792.104781:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d62ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104782:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d62b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.104785:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187379 00010000:00010000:0.0:1733164792.104787:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7600 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.104787:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3209:3759:x1817354297268352:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.104788:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d62b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104790:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d62ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104796:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d62ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104800:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d62b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.104801:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8656 count 1 00010000:00010000:0.0:1733164792.104804:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d62ce lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104806:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d62b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.104808:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d62ea lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.104810:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d62ce lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104813:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d62b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.104815:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801340af180/0xe92384b90c810c00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f369e88 expref: 891 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.104816:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3209:3760:x1817354297266304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2504us (2549us total) trans 4295982786 rc 0/0 00010000:00010000:1.0:1733164792.104819:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d62b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.104820:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187371 00010000:00010000:2.0:1733164792.104822:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.104823:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.104824:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.104825:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d62ea lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104827:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d62b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.104833:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d62b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.104834:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801340af180/0xe92384b90c810c00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369e88 expref: 891 pid: 16588 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.104838:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e1bd180/2, rc 0, transno 1015490 00010000:00010000:2.0:1733164792.104839:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801340af180/0xe92384b90c810c00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369e88 expref: 891 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.104841:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d62b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.104842:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297266304:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.104845:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297268480:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.104847:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d62b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.104860:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54240 going to sleep for 11 seconds 00002000:00080000:2.0:1733164792.104871:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8655 count 1 00010000:00010000:2.0:1733164792.104876:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d62f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.104882:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a830fc0/0xe92384b90c81090c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f369d70 expref: 891 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.104886:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.104886:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.104888:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d62f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.104895:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a830fc0/0xe92384b90c81090c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369d70 expref: 891 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.104901:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a830fc0/0xe92384b90c81090c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369d70 expref: 891 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.104906:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297268608:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.104910:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3210:3759:x1817354297267200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1868us (1912us total) trans 4295982787 rc 0/0 00000004:00080000:3.0:1733164792.104915:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee4e00/2, rc 0, transno 1015491 00000100:00100000:0.0:1733164792.104917:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187374 00000100:00100000:3.0:1733164792.104918:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297267200:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.104919:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54a80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.104933:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3209:3760:x1817354297266176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2635us (2714us total) trans 4295982788 rc 0/0 00000100:00100000:1.0:1733164792.104938:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187370 00000004:00080000:2.0:1733164792.104946:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801339ec700/2, rc 0, transno 1015492 00000100:00100000:2.0:1733164792.104949:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297266176:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.104971:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297268736:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.104978:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297268864:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.104983:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.104987:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297268992:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.104989:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297268736 00000100:00100000:1.0:1733164792.104992:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297268736 00000100:00100000:0.0:1733164792.104998:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.105003:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297268864 00000100:00100000:1.0:1733164792.105005:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297268864 00000100:00100000:3.0:1733164792.105012:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.105014:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187380 00000100:00100000:1.0:1733164792.105016:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297268992 00000100:00100000:1.0:1733164792.105018:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297268992 00000100:00100000:2.0:1733164792.105019:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3210:3761:x1817354297268736:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.105021:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187381 00000100:00100000:0.0:1733164792.105025:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3211:3762:x1817354297268864:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.105028:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187382 00002000:00080000:2.0:1733164792.105030:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8657 count 1 00000100:00100000:1.0:1733164792.105032:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3211:3759:x1817354297268992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.105036:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8658 count 1 00002000:00080000:1.0:1733164792.105039:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8659 count 1 00010000:00010000:2.0:1733164792.105039:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d62f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.105046:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d62ff lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.105047:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6306 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.105049:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f04b180/0xe92384b90c810fe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a0cd expref: 891 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.105056:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b1ee400/0xe92384b90c811204 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a1b4 expref: 891 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.105056:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.105057:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080609680/0xe92384b90c81154c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a2be expref: 891 pid: 16614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.105057:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.105060:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d62f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.105062:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.105064:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.105065:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6306 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.105076:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f04b180/0xe92384b90c810fe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a0cd expref: 891 pid: 15904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.105080:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080609680/0xe92384b90c81154c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a2be expref: 891 pid: 16614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.105085:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f04b180/0xe92384b90c810fe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a0cd expref: 891 pid: 15904 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.105088:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080609680/0xe92384b90c81154c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a2be expref: 891 pid: 16614 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.105094:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297269120:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.105097:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297269248:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.105120:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.105121:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54000 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.105122:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.105125:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d62ff lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.105127:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.105159:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b1ee400/0xe92384b90c811204 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a1b4 expref: 891 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.105167:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b1ee400/0xe92384b90c811204 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a1b4 expref: 891 pid: 16635 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.105175:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297269376:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.105191:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db780 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.105561:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297267840:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.105574:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d62d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.105618:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297267968:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.105631:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.105638:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d62dc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.105661:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297268096:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.105664:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606227712 00000100:00100000:1.0:1733164792.105668:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606227712 00010000:00010000:3.0:1733164792.105670:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d62e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.105679:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096b34240/0xe92384b90c80ff42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369670 expref: 892 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.105697:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807802 00000100:00100000:1.0:1733164792.105701:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+892:2002:x1817354606227712:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.105708:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.105710:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.105712:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096b34240/0xe92384b90c80ff42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369670 expref: 892 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.105720:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096b34240/0xe92384b90c80ff42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369670 expref: 892 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.105731:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096b34240/0xe92384b90c80ff42 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369670 expref: 892 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.105735:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.105737:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606227840 00010000:00010000:1.0:1733164792.105739:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.105740:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.105743:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d62d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.105743:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606227840 00010000:00010000:1.0:1733164792.105754:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d62d5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.105760:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ae3c000/0xe92384b90c810164 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369765 expref: 892 pid: 16601 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.105767:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.105776:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.105783:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+892:2002:x1817354606227712:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.105784:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606227968 00000100:00100000:2.0:1733164792.105788:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606227968 00000100:00100000:0.0:1733164792.105789:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606228096 00000100:00100000:1.0:1733164792.105789:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807802 00000100:00100000:0.0:1733164792.105791:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606228096 00010000:00010000:2.0:1733164792.105800:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801243f5f80/0xe92384b90c810386 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369c7b expref: 893 pid: 16667 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.105801:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807803 00010000:00010000:0.0:1733164792.105802:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801340af180/0xe92384b90c810c00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369e88 expref: 893 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.105803:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297268480:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.105805:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+893:2001:x1817354606227840:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.105817:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d62ea lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.105818:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.105823:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ae3c000/0xe92384b90c810164 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369765 expref: 893 pid: 16601 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.105823:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807804 00000100:00100000:2.0:1733164792.105829:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+893:2001:x1817354606227968:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.105831:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807805 00010000:00010000:1.0:1733164792.105831:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ae3c000/0xe92384b90c810164 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369765 expref: 893 pid: 16601 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.105836:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+893:2000:x1817354606228096:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.105839:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.105841:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ae3c000/0xe92384b90c810164 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369765 expref: 893 pid: 16601 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.105842:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.105844:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801243f5f80/0xe92384b90c810386 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369c7b expref: 893 pid: 16667 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.105846:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801340af180/0xe92384b90c810c00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369e88 expref: 893 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.105851:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.105852:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.105855:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d62dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.105856:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.105859:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801243f5f80/0xe92384b90c810386 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369c7b expref: 892 pid: 16667 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.105861:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d62dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.105866:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606228224 00000100:00100000:3.0:1733164792.105869:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606228224 00010000:00010000:1.0:1733164792.105876:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.105879:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a830fc0/0xe92384b90c81090c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369d70 expref: 893 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.105884:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801243f5f80/0xe92384b90c810386 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369c7b expref: 893 pid: 16667 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.105893:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+893:2001:x1817354606227840:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.105894:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807806 00000100:00100000:1.0:1733164792.105898:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807803 00000100:00100000:3.0:1733164792.105898:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+892:2000:x1817354606228224:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.105900:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.105901:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.105905:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d62e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.105905:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.105908:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a830fc0/0xe92384b90c81090c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369d70 expref: 891 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.105912:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d62e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.105916:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a830fc0/0xe92384b90c81090c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369d70 expref: 891 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.105919:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801340af180/0xe92384b90c810c00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369e88 expref: 892 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.105919:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d62d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.105926:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d62d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.105928:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.105929:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.105931:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d62d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.105932:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801340af180/0xe92384b90c810c00 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369e88 expref: 891 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.105932:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d62f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.105935:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.105938:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d62d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.105939:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d62f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.105943:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.105943:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d62d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.105944:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.105947:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d62ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.105949:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.105949:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.105951:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d62d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.105954:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d62ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.105958:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d62d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.105958:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+890:2001:x1817354606227968:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 129us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.105965:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807804 00000100:00100000:3.0:1733164792.105966:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+890:2000:x1817354606228224:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (109us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.105967:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.105970:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d62d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.105976:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d62d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.105976:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807806 00000100:00100000:0.0:1733164792.105982:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+889:2000:x1817354606228096:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 145us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.105987:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807805 00010000:00010000:3.0:1733164792.105997:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d62e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106004:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d62e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106005:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d62ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106011:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d62e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106012:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d62ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106018:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d62ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106018:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d62e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106024:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d62e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106025:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d62ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106029:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.106031:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d62ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.106031:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a830fc0/0xe92384b90c81090c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f369d70 expref: 887 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.106031:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d62e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106037:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.106037:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d62e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106040:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d62ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.106043:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297268608:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.106044:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d62e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106046:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d62ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106049:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d62e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106055:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d62ea lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106061:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d62ea lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.106062:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d62f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.106071:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d62f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.106081:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d62f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.106088:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3212:3760:x1817354297267456:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1573us (1653us total) trans 4295982789 rc 0/0 00010000:00010000:2.0:1733164792.106088:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d62f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.106095:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187375 00010000:00010000:2.0:1733164792.106095:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d62f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.106101:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d62f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.106107:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.106110:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d62f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106112:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d62dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.106117:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d62f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106119:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d62dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106126:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d62dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.106127:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d62f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106131:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d62dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.106133:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d62f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106138:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d62dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106163:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.106166:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d62dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.106166:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3213:3761:x1817354297267712:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1580us (1637us total) trans 4295982790 rc 0/0 00000100:00100000:3.0:1733164792.106170:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187377 00010000:00010000:1.0:1733164792.106172:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d62dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106181:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d62dc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106187:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d62dc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.106197:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3212:3759:x1817354297268352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1408us (1430us total) trans 4295982791 rc 0/0 00000100:00100000:0.0:1733164792.106203:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187379 00000004:00080000:3.0:1733164792.106204:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69e680/2, rc 0, transno 1015495 00000100:00100000:3.0:1733164792.106209:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297268352:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1733164792.106218:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e1bdc00/2, rc 0, transno 1015493 00000100:00100000:2.0:1733164792.106225:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297267456:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.106227:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297269120:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.106236:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d62f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.106252:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d3800/2, rc 0, transno 1015494 00000100:00100000:2.0:1733164792.106257:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297267712:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.106261:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297269248:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.106269:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6306 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.106290:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3212:3761:x1817354297267584:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1719us (1832us total) trans 4295982792 rc 0/0 00000004:00080000:3.0:1733164792.106294:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e1bce00/2, rc 0, transno 1015496 00000100:00100000:1.0:1733164792.106296:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187376 00000100:00100000:3.0:1733164792.106297:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297267584:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.106327:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297269376:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.106328:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.106339:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d62ff lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.106347:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297269504:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.106352:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.106352:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606228352 00000100:00100000:3.0:1733164792.106355:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606228352 00000100:00100000:0.0:1733164792.106359:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297269760:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.106369:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f04b180/0xe92384b90c810fe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a0cd expref: 887 pid: 15904 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.106379:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.106394:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807807 00000100:00100000:0.0:1733164792.106397:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.106397:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297269504 00000100:00100000:3.0:1733164792.106398:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+887:2001:x1817354606228352:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.106399:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297269504 00010000:00010000:3.0:1733164792.106407:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.106408:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297269632:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.106411:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297269760 00010000:00010000:3.0:1733164792.106411:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f04b180/0xe92384b90c810fe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a0cd expref: 887 pid: 15904 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.106413:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297269760 00000100:00100000:2.0:1733164792.106413:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1733164792.106418:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f04b180/0xe92384b90c810fe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a0cd expref: 887 pid: 15904 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.106422:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297269888:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.106423:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.106423:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187383 00000100:00100000:1.0:1733164792.106426:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3214:3760:x1817354297269504:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.106428:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f04b180/0xe92384b90c810fe2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a0cd expref: 887 pid: 15904 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.106437:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1733164792.106438:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8660 count 1 00010000:00010000:3.0:1733164792.106438:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.106439:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297269632 00000100:00100000:0.0:1733164792.106441:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297269632 00010000:00010000:3.0:1733164792.106441:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d62f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106447:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d630d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106447:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d62f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.106448:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.106456:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297269888 00000100:00100000:0.0:1733164792.106457:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297269888 00010000:00010000:1.0:1733164792.106457:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097311d40/0xe92384b90c8117d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a3b3 expref: 886 pid: 16614 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106457:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.106464:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.106466:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.106467:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187384 00010000:00010000:1.0:1733164792.106468:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d630d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.106471:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3216:3762:x1817354297269760:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.106473:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+886:2001:x1817354606228352:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.106478:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807807 00002000:00080000:0.0:1733164792.106480:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8662 count 1 00010000:00010000:1.0:1733164792.106482:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097311d40/0xe92384b90c8117d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a3b3 expref: 886 pid: 16614 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.106482:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187385 00000100:00100000:2.0:1733164792.106488:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3216:3762:x1817354297269632:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.106489:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6314 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106491:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097311d40/0xe92384b90c8117d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a3b3 expref: 885 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.106499:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b006c0/0xe92384b90c811d2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a596 expref: 885 pid: 16614 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.106500:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e683b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297270016:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.106505:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.106506:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1733164792.106506:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8661 count 1 00010000:00010000:0.0:1733164792.106508:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6314 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.106508:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.106518:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959873c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.106519:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606228480 00010000:00010000:2.0:1733164792.106520:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d631b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106521:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b006c0/0xe92384b90c811d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a596 expref: 885 pid: 16614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.106522:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606228480 00010000:00010000:3.0:1733164792.106529:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080609680/0xe92384b90c81154c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a2be expref: 886 pid: 16614 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.106530:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187386 00010000:00010000:2.0:1733164792.106533:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095d18480/0xe92384b90c811a7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a4a1 expref: 886 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.106534:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3216:3760:x1817354297269888:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.106535:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b006c0/0xe92384b90c811d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a596 expref: 886 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.106556:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.106559:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297270144:192.168.202.7@tcp:104: 00002000:00080000:1.0:1733164792.106559:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8663 count 1 00010000:00010000:2.0:1733164792.106561:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.106564:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d631b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.106566:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807808 00010000:00010000:1.0:1733164792.106567:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6322 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.106570:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+886:2000:x1817354606228480:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.106576:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265180 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.106576:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ddf1680/0xe92384b90c811fda lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a67d expref: 886 pid: 15890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106577:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.106581:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080609680/0xe92384b90c81154c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a2be expref: 886 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.106582:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.106583:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.106585:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6322 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106588:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080609680/0xe92384b90c81154c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a2be expref: 886 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.106594:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095d18480/0xe92384b90c811a7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a4a1 expref: 886 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106596:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080609680/0xe92384b90c81154c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a2be expref: 886 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.106599:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ddf1680/0xe92384b90c811fda lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a67d expref: 886 pid: 15890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106602:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.106603:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.106604:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6306 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.106606:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095d18480/0xe92384b90c811a7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a4a1 expref: 885 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.106609:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6306 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106611:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ddf1680/0xe92384b90c811fda lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a67d expref: 885 pid: 15890 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.106617:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.106618:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e681880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297270400:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.106621:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297270272:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.106629:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+885:2000:x1817354606228480:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.106632:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.106632:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807808 00000100:00100000:2.0:1733164792.106650:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54a80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.106676:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.106687:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606228608 00000100:00100000:0.0:1733164792.106690:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606228608 00010000:00010000:0.0:1733164792.106700:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b1ee400/0xe92384b90c811204 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a1b4 expref: 885 pid: 16635 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.106723:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807809 00000100:00100000:0.0:1733164792.106726:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+885:2003:x1817354606228608:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.106726:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d62f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106731:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.106732:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d62f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106733:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b1ee400/0xe92384b90c811204 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a1b4 expref: 885 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.106737:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d62f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106739:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b1ee400/0xe92384b90c811204 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a1b4 expref: 885 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.106740:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d62f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106744:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d62f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106747:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.106748:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b1ee400/0xe92384b90c811204 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a1b4 expref: 885 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.106749:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d62f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106752:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d62f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106754:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.106755:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.106757:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d62ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106759:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d62f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.106762:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d62ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106763:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d62f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.106766:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3216:3760:x1817354297268224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2026us (2053us total) trans 4295982793 rc 0/0 00000100:00100000:2.0:1733164792.106773:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187378 00010000:00010000:0.0:1733164792.106778:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.106796:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+884:2003:x1817354606228608:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.106802:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807809 00010000:00010000:1.0:1733164792.106803:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d62ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.106808:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69f480/2, rc 0, transno 1015497 00010000:00010000:1.0:1733164792.106809:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d62ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106817:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d62ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.106820:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297268224:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.106823:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d62ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106829:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d62ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106835:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.106837:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d62ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.106844:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d62ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.106850:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3216:3761:x1817354297268736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1830us (1866us total) trans 4295982794 rc 0/0 00010000:00010000:1.0:1733164792.106853:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d62ff lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.106855:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187380 00010000:00010000:1.0:1733164792.106859:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d62ff lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106869:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6306 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106874:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6306 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106878:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6306 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106882:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.106883:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69ea00/2, rc 0, transno 1015498 00010000:00010000:3.0:1733164792.106886:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.106889:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297268736:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.106889:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.106890:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106894:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106899:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6306 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.106903:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6306 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.106951:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3217:3762:x1817354297268864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1924us (1951us total) trans 4295982795 rc 0/0 00000100:00100000:1.0:1733164792.106956:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187381 00000004:00080000:0.0:1733164792.106958:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69df80/2, rc 0, transno 1015499 00000100:00100000:0.0:1733164792.106962:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297268864:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.106992:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3216:3759:x1817354297268992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1959us (1979us total) trans 4295982796 rc 0/0 00000100:00100000:3.0:1733164792.106996:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187382 00000100:00100000:0.0:1733164792.107010:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.107017:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297270784:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.107036:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.107046:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297270656:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.107049:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297270784 00000004:00080000:2.0:1733164792.107051:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69fb80/2, rc 0, transno 1015500 00000100:00100000:3.0:1733164792.107052:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297270784 00000100:00100000:0.0:1733164792.107056:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.107063:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297268992:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.107067:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187387 00000100:00100000:2.0:1733164792.107071:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.107072:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3216:3762:x1817354297270784:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.107077:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297270528:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.107082:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8666 count 1 00000100:00100000:1.0:1733164792.107083:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297270656 00000100:00100000:1.0:1733164792.107086:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297270656 00010000:00010000:3.0:1733164792.107092:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6329 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.107099:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187388 00000100:00100000:1.0:1733164792.107103:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3217:3762:x1817354297270656:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.107103:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ace640/0xe92384b90c812aed lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36abc4 expref: 883 pid: 15890 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.107108:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.107109:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.107111:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:1.0:1733164792.107113:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8665 count 1 00010000:00010000:3.0:1733164792.107113:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6329 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.107118:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297270528 00000100:00100000:0.0:1733164792.107120:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297270528 00010000:00010000:1.0:1733164792.107122:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6330 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.107128:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ace640/0xe92384b90c812aed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36abc4 expref: 883 pid: 15890 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.107131:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297270912:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.107132:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187389 00010000:00010000:1.0:1733164792.107132:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800920b61c0/0xe92384b90c81253d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a81a expref: 883 pid: 16640 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.107136:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3218:3759:x1817354297270528:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.107137:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ace640/0xe92384b90c812aed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36abc4 expref: 883 pid: 15890 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.107138:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.107139:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.107160:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6330 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.107168:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297271040:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.107176:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800920b61c0/0xe92384b90c81253d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a81a expref: 883 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.107190:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800920b61c0/0xe92384b90c81253d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a81a expref: 883 pid: 16640 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.107199:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297271168:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.107206:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575780 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.107218:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959870c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.107218:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.107232:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297270912 00000100:00100000:1.0:1733164792.107234:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297270912 00000100:00100000:1.0:1733164792.107249:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187390 00000100:00100000:1.0:1733164792.107252:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3219:3759:x1817354297270912:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.107260:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8664 count 1 00002000:00080000:1.0:1733164792.107260:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8667 count 1 00010000:00010000:0.0:1733164792.107268:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6337 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.107268:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d633e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.107278:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b00cfc0/0xe92384b90c8122a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a756 expref: 883 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.107278:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a97c000/0xe92384b90c812da2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ac81 expref: 883 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.107284:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.107285:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.107287:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d633e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.107289:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.107291:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.107293:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6337 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.107301:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a97c000/0xe92384b90c812da2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ac81 expref: 883 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.107305:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b00cfc0/0xe92384b90c8122a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a756 expref: 883 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.107308:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a97c000/0xe92384b90c812da2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ac81 expref: 883 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.107312:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b00cfc0/0xe92384b90c8122a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a756 expref: 883 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.107321:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297271424:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.107321:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297271296:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.107339:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.107340:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265000 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.107593:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e683b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297270016:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.107606:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d630d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.107618:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.107625:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e681880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297270400:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.107635:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6322 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.107650:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297270144:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.107650:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297270272:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.107666:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d631b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.107669:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6314 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.107682:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606228736 00000100:00100000:0.0:1733164792.107686:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606228736 00010000:00010000:0.0:1733164792.107696:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097311d40/0xe92384b90c8117d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a3b3 expref: 884 pid: 16614 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.107710:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807810 00000100:00100000:0.0:1733164792.107714:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+884:2001:x1817354606228736:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.107719:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.107722:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097311d40/0xe92384b90c8117d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a3b3 expref: 884 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.107735:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097311d40/0xe92384b90c8117d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a3b3 expref: 884 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.107745:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097311d40/0xe92384b90c8117d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a3b3 expref: 884 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.107754:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.107756:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.107758:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d630d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.107764:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d630d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.107775:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.107786:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d630d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.107792:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d630d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.107798:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+883:2001:x1817354606228736:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (180us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.107799:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d630d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.107803:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807810 00010000:00010000:1.0:1733164792.107806:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d630d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.107812:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d630d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.107822:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.107825:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d630d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.107832:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d630d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.107842:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d630d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.107848:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d630d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.107869:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.107894:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.107910:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606228992 00000100:00100000:3.0:1733164792.107914:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606228992 00000100:00100000:0.0:1733164792.107916:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.107927:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095d18480/0xe92384b90c811a7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a4a1 expref: 883 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.107931:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606228864 00000100:00100000:0.0:1733164792.107934:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606228864 00000100:00100000:2.0:1733164792.107936:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606229120 00000100:00100000:2.0:1733164792.107944:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606229120 00010000:00010000:0.0:1733164792.107945:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b006c0/0xe92384b90c811d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a596 expref: 884 pid: 16614 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.107951:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807811 00000100:00100000:1.0:1733164792.107953:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3220:3760:x1817354297269504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1526us (1575us total) trans 4295982797 rc 0/0 00000100:00100000:3.0:1733164792.107956:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ee850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+885:2001:x1817354606228992:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.107959:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187383 00010000:00010000:3.0:1733164792.107962:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.107965:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095d18480/0xe92384b90c811a7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a4a1 expref: 885 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.107966:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ddf1680/0xe92384b90c811fda lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a67d expref: 885 pid: 15890 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.107971:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807812 00010000:00010000:3.0:1733164792.107971:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095d18480/0xe92384b90c811a7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a4a1 expref: 885 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.107976:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+885:2001:x1817354606228864:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.107979:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095d18480/0xe92384b90c811a7e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a4a1 expref: 885 pid: 16646 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.107981:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013296c700/2, rc 0, transno 1015501 00010000:00010000:0.0:1733164792.107983:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.107985:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.107987:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b006c0/0xe92384b90c811d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a596 expref: 884 pid: 16614 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.107987:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297269504:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.107987:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.107988:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d631b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.107993:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d631b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.107995:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b006c0/0xe92384b90c811d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a596 expref: 884 pid: 16614 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.107995:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807813 00000100:00100000:2.0:1733164792.108001:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+884:2001:x1817354606229120:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.108003:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.108007:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b006c0/0xe92384b90c811d2c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a596 expref: 884 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.108011:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.108012:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297271552:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.108016:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ddf1680/0xe92384b90c811fda lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a67d expref: 883 pid: 15890 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.108018:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.108019:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.108021:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ee850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+883:2001:x1817354606228992:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (152us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.108022:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108026:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ddf1680/0xe92384b90c811fda lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a67d expref: 883 pid: 15890 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.108027:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807811 00000100:00100000:1.0:1733164792.108032:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.108040:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ddf1680/0xe92384b90c811fda lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a67d expref: 882 pid: 15890 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.108049:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297271552 00000100:00100000:1.0:1733164792.108052:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297271552 00010000:00010000:2.0:1733164792.108052:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.108054:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.108057:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6322 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108064:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6322 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.108065:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187391 00000100:00100000:1.0:1733164792.108069:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085c35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3220:3760:x1817354297271552:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.108079:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8668 count 1 00010000:00010000:2.0:1733164792.108085:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.108089:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6345 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.108098:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f3c0/0xe92384b90c8133c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b05c expref: 881 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.108103:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.108104:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.108106:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6345 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.108112:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+881:2001:x1817354606229120:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 109us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.108119:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807813 00010000:00010000:1.0:1733164792.108121:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f3c0/0xe92384b90c8133c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b05c expref: 881 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.108128:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6314 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.108130:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f3c0/0xe92384b90c8133c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b05c expref: 880 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.108138:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e681880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297271680:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.108160:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.108174:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.108177:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+880:2001:x1817354606228864:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 199us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.108183:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807812 00010000:00010000:1.0:1733164792.108184:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6322 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108187:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.108191:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6322 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.108197:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6322 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108197:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108204:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108206:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d631b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.108208:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6322 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108210:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6314 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108212:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d631b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.108214:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108216:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108217:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d631b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.108219:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.108220:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d631b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108221:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.108222:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108224:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108224:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d631b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108227:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.108228:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108229:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d631b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108231:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108233:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d631b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.108237:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6322 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108240:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d631b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108242:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6314 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108243:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d631b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.108244:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6322 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108248:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6314 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.108261:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.108271:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606229248 00000100:00100000:0.0:1733164792.108274:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606229248 00010000:00010000:0.0:1733164792.108282:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ace640/0xe92384b90c812aed lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36abc4 expref: 880 pid: 15890 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.108301:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807814 00000100:00100000:0.0:1733164792.108305:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+880:2001:x1817354606229248:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.108305:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297271168:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.108318:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6330 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.108359:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3223:3762:x1817354297269632:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1870us (1934us total) trans 4295982798 rc 0/0 00000100:00100000:3.0:1733164792.108365:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187385 00010000:00010000:0.0:1733164792.108375:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.108380:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ace640/0xe92384b90c812aed lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36abc4 expref: 880 pid: 15890 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.108385:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013296df80/2, rc 0, transno 1015502 00010000:00010000:0.0:1733164792.108388:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ace640/0xe92384b90c812aed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36abc4 expref: 880 pid: 15890 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.108390:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297269632:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.108403:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297271040:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.108434:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3222:3760:x1817354297269888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1898us (1986us total) trans 4295982799 rc 0/0 00000100:00100000:1.0:1733164792.108442:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187386 00010000:00010000:3.0:1733164792.108462:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6329 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.108466:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ace640/0xe92384b90c812aed lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36abc4 expref: 880 pid: 15890 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.108466:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e683800/2, rc 0, transno 1015503 00000100:00100000:2.0:1733164792.108467:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3221:3762:x1817354297269760:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1991us (2066us total) trans 4295982800 rc 0/0 00000100:00100000:1.0:1733164792.108469:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297269888:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.108475:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.108475:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187384 00010000:00010000:0.0:1733164792.108476:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.108479:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6329 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.108482:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69d500/2, rc 0, transno 1015504 00010000:00010000:0.0:1733164792.108485:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6329 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.108486:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297269760:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.108490:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1733164792.108495:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.108497:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297271808:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.108499:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1733164792.108510:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164792.108510:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297271936:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.108513:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+879:2001:x1817354606229248:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 207us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.108516:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297272064:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.108517:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.108520:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807814 00000100:00100000:0.0:1733164792.108559:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297271296:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.108563:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.108569:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.108572:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d633e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.108584:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297271808 00000100:00100000:0.0:1733164792.108586:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606229376 00000100:00100000:0.0:1733164792.108587:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606229376 00000100:00100000:1.0:1733164792.108587:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297271808 00010000:00010000:0.0:1733164792.108596:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800920b61c0/0xe92384b90c81253d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a81a expref: 879 pid: 16640 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.108600:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297271936 00000100:00100000:1.0:1733164792.108601:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297271936 00000100:00100000:0.0:1733164792.108609:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807815 00000100:00100000:1.0:1733164792.108610:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187392 00000100:00100000:0.0:1733164792.108614:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+879:2001:x1817354606229376:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.108614:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3222:3762:x1817354297271808:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.108617:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187393 00010000:00010000:0.0:1733164792.108619:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:1.0:1733164792.108622:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8669 count 1 00010000:00010000:0.0:1733164792.108623:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800920b61c0/0xe92384b90c81253d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a81a expref: 879 pid: 16640 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.108624:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3222:3761:x1817354297271936:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.108631:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800920b61c0/0xe92384b90c81253d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a81a expref: 879 pid: 16640 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.108631:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d634c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.108631:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.108640:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123e38d80/0xe92384b90c81362a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b13c expref: 879 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.108642:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800920b61c0/0xe92384b90c81253d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a81a expref: 879 pid: 16640 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.108642:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8670 count 1 00010000:00010000:1.0:1733164792.108647:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.108649:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.108651:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.108651:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d634c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.108653:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.108655:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108655:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6353 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.108661:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6330 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.108664:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123e38d80/0xe92384b90c81362a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b13c expref: 878 pid: 16682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108667:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008aabcfc0/0xe92384b90c8138d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b1d6 expref: 878 pid: 16637 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.108671:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.108672:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123e38d80/0xe92384b90c81362a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b13c expref: 878 pid: 16682 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.108674:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.108675:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.108678:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.108678:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6353 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.108681:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297272192:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.108696:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606229504 00000100:00100000:2.0:1733164792.108700:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606229504 00000100:00100000:3.0:1733164792.108702:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297271424:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.108703:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959870c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.108713:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6337 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.108714:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.108714:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a97c000/0xe92384b90c812da2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ac81 expref: 879 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.108728:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297272064 00000100:00100000:3.0:1733164792.108730:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297272064 00010000:00010000:1.0:1733164792.108731:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.108738:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.108744:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606229632 00010000:00010000:1.0:1733164792.108745:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.108746:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606229632 00010000:00010000:1.0:1733164792.108751:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6330 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.108752:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807816 00000100:00100000:0.0:1733164792.108755:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+880:2001:x1817354606229376:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 140us (186us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.108757:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b00cfc0/0xe92384b90c8122a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a756 expref: 880 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.108758:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6330 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.108758:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+880:2002:x1817354606229504:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.108762:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807815 00010000:00010000:1.0:1733164792.108763:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.108765:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6330 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108767:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.108772:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6330 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.108773:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807817 00010000:00010000:2.0:1733164792.108774:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a97c000/0xe92384b90c812da2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ac81 expref: 879 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.108777:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+879:2000:x1817354606229632:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.108781:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6330 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108783:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.108785:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a97c000/0xe92384b90c812da2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ac81 expref: 879 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.108786:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b00cfc0/0xe92384b90c8122a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a756 expref: 879 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.108787:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6330 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108794:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b00cfc0/0xe92384b90c8122a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a756 expref: 879 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.108804:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b00cfc0/0xe92384b90c8122a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36a756 expref: 879 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.108812:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.108814:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a97c000/0xe92384b90c812da2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ac81 expref: 878 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.108814:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.108817:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6337 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108823:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6337 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.108826:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.108828:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.108830:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d633e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108835:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.108838:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d633e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.108848:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+877:2000:x1817354606229632:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.108852:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807817 00010000:00010000:2.0:1733164792.108858:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.108873:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187394 00000100:00100000:3.0:1733164792.108875:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3224:3760:x1817354297272064:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.108882:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+876:2002:x1817354606229504:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 123us (250us total) trans 0 rc 0/0 00002000:00080000:3.0:1733164792.108884:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8671 count 1 00000100:00100000:2.0:1733164792.108889:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807816 00010000:00010000:3.0:1733164792.108891:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d635a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.108896:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3224:3762:x1817354297270656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1791us (1838us total) trans 4295982801 rc 0/0 00010000:00010000:0.0:1733164792.108898:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d633e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108898:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008efdc900/0xe92384b90c813b55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b2a1 expref: 875 pid: 16591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.108902:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187388 00010000:00010000:3.0:1733164792.108902:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.108903:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.108904:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d635a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.108905:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d633e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.108912:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d633e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108914:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008efdc900/0xe92384b90c813b55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b2a1 expref: 875 pid: 16591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.108918:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d633e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.108920:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008efdc900/0xe92384b90c813b55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b2a1 expref: 875 pid: 16591 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.108924:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d633e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.108924:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bcdb800/2, rc 0, transno 1015505 00000100:00100000:3.0:1733164792.108926:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297272320:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.108928:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008aabcfc0/0xe92384b90c8138d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b1d6 expref: 875 pid: 16637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.108930:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5200 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.108930:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297270656:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.108940:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008aabcfc0/0xe92384b90c8138d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b1d6 expref: 875 pid: 16637 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.108940:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575780 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.108950:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297272448:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.108956:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297272576:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.108968:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54a80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.108974:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.108983:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d633e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.108991:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d633e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.108999:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e681880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297271680:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.109005:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d633e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109008:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6345 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.109011:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d633e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.109013:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.109021:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297272576 00000100:00100000:1.0:1733164792.109023:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297272576 00010000:00010000:3.0:1733164792.109025:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6337 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.109030:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6337 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.109034:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6337 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.109035:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606229760 00000100:00100000:1.0:1733164792.109038:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187395 00010000:00010000:3.0:1733164792.109038:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6337 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.109041:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606229760 00010000:00010000:3.0:1733164792.109041:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.109042:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3224:3760:x1817354297272576:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.109044:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.109046:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.109050:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.109052:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8672 count 1 00010000:00010000:2.0:1733164792.109056:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f3c0/0xe92384b90c8133c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b05c expref: 876 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.109059:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6337 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109061:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6361 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.109064:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6337 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109071:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097e4bcc0/0xe92384b90c813e11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b37a expref: 876 pid: 16589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109081:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.109082:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.109084:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6361 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.109086:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807818 00000100:00100000:2.0:1733164792.109092:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+876:2001:x1817354606229760:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.109098:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097e4bcc0/0xe92384b90c813e11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b37a expref: 876 pid: 16589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.109100:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.109105:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009484f3c0/0xe92384b90c8133c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b05c expref: 876 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.109107:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097e4bcc0/0xe92384b90c813e11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b37a expref: 876 pid: 16589 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.109114:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009484f3c0/0xe92384b90c8133c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b05c expref: 876 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.109115:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297272704:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.109128:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484f3c0/0xe92384b90c8133c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b05c expref: 876 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.109136:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.109138:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.109155:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3226:3759:x1817354297270528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2003us (2033us total) trans 4295982803 rc 0/0 00000100:00100000:3.0:1733164792.109159:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187389 00010000:00010000:2.0:1733164792.109171:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.109175:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.109181:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3225:3759:x1817354297270912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1854us (1891us total) trans 4295982802 rc 0/0 00010000:00010000:2.0:1733164792.109183:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6345 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.109187:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187390 00010000:00010000:2.0:1733164792.109202:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.109209:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6329 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109210:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.109214:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6329 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109217:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.109219:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6329 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.109222:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6329 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109223:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6345 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.109226:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109228:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6345 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.109229:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.109231:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109234:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.109234:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+875:2001:x1817354606229760:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 139us (218us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.109235:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109240:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca58c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.109240:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807818 00010000:00010000:3.0:1733164792.109241:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6329 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109242:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.109244:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6329 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109249:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109258:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6345 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109264:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6345 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.109302:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9b2300/2, rc 0, transno 1015506 00000100:00100000:2.0:1733164792.109314:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297270912:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.109320:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3226:3762:x1817354297270784:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2248us (2283us total) trans 4295982804 rc 0/0 00000100:00100000:3.0:1733164792.109324:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187387 00000004:00080000:2.0:1733164792.109326:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bcdb100/2, rc 0, transno 1015507 00000100:00100000:2.0:1733164792.109330:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297270528:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.109368:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085c35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3225:3760:x1817354297271552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1297us (1334us total) trans 4295982805 rc 0/0 00000100:00100000:1.0:1733164792.109374:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187391 00000004:00080000:2.0:1733164792.109388:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9b2680/2, rc 0, transno 1015509 00000100:00100000:2.0:1733164792.109395:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297271552:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.109397:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297272832:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.109400:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164792.109408:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297273088:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.109410:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.109418:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.109421:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297272960:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.109431:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.109445:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297272832 00000100:00100000:2.0:1733164792.109448:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.109448:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297272832 00000100:00100000:3.0:1733164792.109459:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297272960 00000100:00100000:3.0:1733164792.109460:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297272960 00000100:00100000:3.0:1733164792.109466:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297273088 00000100:00100000:3.0:1733164792.109467:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297273088 00000100:00100000:1.0:1733164792.109475:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187396 00000100:00100000:3.0:1733164792.109479:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187397 00000100:00100000:1.0:1733164792.109480:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3227:3761:x1817354297272832:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.109483:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3227:3761:x1817354297272960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.109491:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8673 count 1 00002000:00080000:3.0:1733164792.109494:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8674 count 1 00010000:00010000:1.0:1733164792.109500:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6368 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.109501:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297272192:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.109504:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d636f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109509:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ef95b00/0xe92384b90c8141b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b499 expref: 874 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.109512:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d634c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109515:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.109515:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092e8b3c0/0xe92384b90c8144a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b587 expref: 874 pid: 16667 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109516:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.109519:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6368 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.109521:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.109523:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.109525:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d636f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109532:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ef95b00/0xe92384b90c8141b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b499 expref: 874 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.109556:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092e8b3c0/0xe92384b90c8144a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b587 expref: 874 pid: 16667 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109557:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ef95b00/0xe92384b90c8141b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b499 expref: 874 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.109566:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297273216:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.109566:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092e8b3c0/0xe92384b90c8144a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b587 expref: 874 pid: 16667 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.109567:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.109576:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297273344:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.109587:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606229888 00000100:00100000:1.0:1733164792.109590:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959873c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.109592:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606229888 00000100:00100000:3.0:1733164792.109595:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800805753c0 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.109607:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123e38d80/0xe92384b90c81362a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b13c expref: 875 pid: 16682 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.109610:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9b1f80/2, rc 0, transno 1015508 00000100:00100000:3.0:1733164792.109610:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187398 00000100:00100000:3.0:1733164792.109614:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3227:3760:x1817354297273088:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.109616:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297270784:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.109624:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8675 count 1 00010000:00010000:3.0:1733164792.109633:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6376 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.109635:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807819 00000100:00100000:2.0:1733164792.109640:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+875:2001:x1817354606229888:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.109642:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082c8bcc0/0xe92384b90c8147e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b660 expref: 875 pid: 16589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.109650:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.109654:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.109655:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123e38d80/0xe92384b90c81362a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b13c expref: 875 pid: 16682 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.109655:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.109657:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.109657:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6376 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.109665:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123e38d80/0xe92384b90c81362a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b13c expref: 875 pid: 16682 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.109678:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606230016 00000100:00100000:3.0:1733164792.109681:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606230016 00010000:00010000:2.0:1733164792.109684:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123e38d80/0xe92384b90c81362a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b13c expref: 876 pid: 16682 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.109693:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008efdc900/0xe92384b90c813b55 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b2a1 expref: 875 pid: 16591 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.109697:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.109698:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.109701:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d634c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.109708:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d634c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.109710:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807820 00000100:00100000:3.0:1733164792.109714:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+875:2000:x1817354606230016:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.109722:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.109725:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008efdc900/0xe92384b90c813b55 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b2a1 expref: 875 pid: 16591 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.109729:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.109733:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008efdc900/0xe92384b90c813b55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b2a1 expref: 875 pid: 16591 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.109739:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d634c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.109745:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.109746:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.109747:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d634c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.109749:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d635a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109753:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d634c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.109754:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.109755:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d635a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.109758:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+875:2001:x1817354606229888:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 115us (191us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.109759:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d634c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109765:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d634c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.109765:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807819 00000100:00100000:0.0:1733164792.109769:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606230144 00010000:00010000:3.0:1733164792.109770:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.109771:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7840 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.109772:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606230144 00010000:00010000:1.0:1733164792.109774:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d634c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.109780:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d634c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.109782:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008aabcfc0/0xe92384b90c8138d8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b1d6 expref: 875 pid: 16637 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.109787:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+875:2000:x1817354606230016:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (130us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.109789:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d634c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.109793:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807820 00000100:00100000:2.0:1733164792.109794:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297273472:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.109795:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d634c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.109797:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807821 00000100:00100000:0.0:1733164792.109801:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+874:2000:x1817354606230144:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.109807:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.109810:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008aabcfc0/0xe92384b90c8138d8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b1d6 expref: 874 pid: 16637 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.109817:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082c8bcc0/0xe92384b90c8147e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b660 expref: 874 pid: 16589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.109822:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.109824:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008aabcfc0/0xe92384b90c8138d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b1d6 expref: 874 pid: 16637 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.109826:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082c8bcc0/0xe92384b90c8147e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b660 expref: 874 pid: 16589 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.109834:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297273600:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.109835:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.109836:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.109839:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.109846:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6353 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.109850:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.109857:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.109860:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297273472 00000100:00100000:3.0:1733164792.109863:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297273472 00000100:00100000:0.0:1733164792.109874:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+874:2000:x1817354606230144:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.109877:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187399 00000100:00100000:0.0:1733164792.109880:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807821 00000100:00100000:3.0:1733164792.109881:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3229:3760:x1817354297273472:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.109887:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3229:3762:x1817354297271808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1272us (1370us total) trans 4295982806 rc 0/0 00002000:00080000:3.0:1733164792.109892:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8676 count 1 00000100:00100000:1.0:1733164792.109893:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187392 00010000:00010000:3.0:1733164792.109902:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d637d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.109904:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aabcfc0/0xe92384b90c8138d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b1d6 expref: 873 pid: 16637 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.109912:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e683b80/2, rc 0, transno 1015510 00010000:00010000:3.0:1733164792.109912:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e56e1c0/0xe92384b90c814a04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b724 expref: 872 pid: 9952 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.109915:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297272448:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.109917:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297271808:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.109917:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.109919:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.109921:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d637d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.109928:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.109930:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.109935:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e56e1c0/0xe92384b90c814a04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b724 expref: 872 pid: 9952 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.109936:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.109940:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1733164792.109943:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.109944:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297273728:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.109944:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e56e1c0/0xe92384b90c814a04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b724 expref: 872 pid: 9952 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.109950:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6353 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.109950:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606230272 00000100:00100000:3.0:1733164792.109952:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297273856:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.109954:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606230272 00010000:00010000:0.0:1733164792.109956:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.109961:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.109962:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.109965:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097e4bcc0/0xe92384b90c813e11 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b37a expref: 873 pid: 16589 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.109968:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2f40 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.109969:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575f00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.109971:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.109975:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297273728 00010000:00010000:0.0:1733164792.109977:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.109977:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297273728 00010000:00010000:0.0:1733164792.109986:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6353 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.109987:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807822 00000100:00100000:1.0:1733164792.109990:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187400 00010000:00010000:0.0:1733164792.109993:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6353 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.109993:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+873:2000:x1817354606230272:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.109995:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3229:3762:x1817354297273728:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.110002:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:1.0:1733164792.110007:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8677 count 1 00010000:00010000:2.0:1733164792.110008:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097e4bcc0/0xe92384b90c813e11 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b37a expref: 873 pid: 16589 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.110016:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6384 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110017:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097e4bcc0/0xe92384b90c813e11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b37a expref: 873 pid: 16589 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.110026:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121c6c240/0xe92384b90c814d22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b827 expref: 873 pid: 16638 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110029:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.110031:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.110032:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.110034:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.110034:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6361 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110036:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6384 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110041:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6361 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110051:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121c6c240/0xe92384b90c814d22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b827 expref: 873 pid: 16638 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110056:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.110060:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121c6c240/0xe92384b90c814d22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b827 expref: 873 pid: 16638 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.110068:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297273984:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.110080:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+873:2000:x1817354606230272:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.110085:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.110086:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807822 00000100:00100000:0.0:1733164792.110097:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3230:3761:x1817354297271936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1472us (1535us total) trans 4295982807 rc 0/0 00000100:00100000:0.0:1733164792.110103:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187393 00010000:00010000:1.0:1733164792.110104:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097e4bcc0/0xe92384b90c813e11 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b37a expref: 872 pid: 16589 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.110113:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297272704:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.110124:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6361 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110129:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008efdc900/0xe92384b90c813b55 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b2a1 expref: 871 pid: 16591 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.110129:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9b3100/2, rc 0, transno 1015511 00000100:00100000:3.0:1733164792.110135:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297271936:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.110136:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6361 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110162:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6361 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110169:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6361 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.110172:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297272320:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.110176:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6361 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110182:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110188:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.110188:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d635a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110191:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110197:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110197:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d635a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110206:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6361 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110209:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d635a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110212:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6361 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110217:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d635a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110223:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d635a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110230:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d635a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110236:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.110239:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d635a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110246:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d635a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110257:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d635a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110264:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d635a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.110344:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297274112:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.110363:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.110383:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297274112 00000100:00100000:1.0:1733164792.110385:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297274112 00000100:00100000:1.0:1733164792.110398:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187401 00000100:00100000:1.0:1733164792.110402:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3231:3762:x1817354297274112:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.110412:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8678 count 1 00010000:00010000:1.0:1733164792.110421:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d638b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110430:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce00000/0xe92384b90c815254 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b900 expref: 870 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110436:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.110437:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.110439:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d638b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110454:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce00000/0xe92384b90c815254 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b900 expref: 870 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110462:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce00000/0xe92384b90c815254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b900 expref: 870 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.110471:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297274240:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.110477:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3231:3760:x1817354297272064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1597us (1760us total) trans 4295982808 rc 0/0 00000100:00100000:0.0:1733164792.110485:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.110485:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187394 00000100:00100000:1.0:1733164792.110491:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.110502:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae35180/2, rc 0, transno 1015512 00000100:00100000:3.0:1733164792.110510:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297272064:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.110512:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606230400 00000100:00100000:2.0:1733164792.110517:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606230400 00000100:00100000:0.0:1733164792.110528:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.110532:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ef95b00/0xe92384b90c8141b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b499 expref: 871 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.110533:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297273344:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.110559:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d636f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.110578:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606230528 00000100:00100000:3.0:1733164792.110580:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606230528 00000100:00100000:2.0:1733164792.110588:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807823 00010000:00010000:3.0:1733164792.110589:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092e8b3c0/0xe92384b90c8144a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b587 expref: 872 pid: 16667 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.110594:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+872:2001:x1817354606230400:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.110600:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807824 00000100:00100000:3.0:1733164792.110602:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+872:2001:x1817354606230528:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.110605:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.110608:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.110609:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ef95b00/0xe92384b90c8141b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b499 expref: 872 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.110610:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092e8b3c0/0xe92384b90c8144a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b587 expref: 872 pid: 16667 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.110612:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297273216:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.110617:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092e8b3c0/0xe92384b90c8144a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b587 expref: 872 pid: 16667 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.110618:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3231:3760:x1817354297272576:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1574us (1642us total) trans 4295982809 rc 0/0 00010000:00010000:2.0:1733164792.110620:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ef95b00/0xe92384b90c8141b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b499 expref: 872 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.110624:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187395 00010000:00010000:0.0:1733164792.110628:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6368 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.110629:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092e8b3c0/0xe92384b90c8144a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b587 expref: 872 pid: 16667 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.110634:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ef95b00/0xe92384b90c8141b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b499 expref: 872 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.110639:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.110640:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.110643:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d636f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.110645:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.110647:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1733164792.110648:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae36a00/2, rc 0, transno 1015513 00010000:00010000:2.0:1733164792.110650:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.110650:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d636f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.110652:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297272576:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.110657:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6368 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.110660:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.110676:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.110680:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+870:2001:x1817354606230528:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (152us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.110683:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.110684:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297274496:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.110687:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807824 00010000:00010000:0.0:1733164792.110690:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.110697:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.110701:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+869:2001:x1817354606230400:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 104us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.110702:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.110703:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d636f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.110704:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.110707:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807823 00010000:00010000:0.0:1733164792.110710:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.110710:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d636f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.110711:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.110715:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297274368:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.110716:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.110719:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.110720:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d636f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.110724:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d636f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.110725:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.110727:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.110730:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d636f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.110734:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6368 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.110735:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.110737:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d636f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.110740:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297274496 00010000:00010000:0.0:1733164792.110741:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6368 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.110743:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297274496 00010000:00010000:3.0:1733164792.110744:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d636f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.110753:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d636f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.110755:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297274368 00000100:00100000:1.0:1733164792.110757:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297274368 00010000:00010000:3.0:1733164792.110759:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d636f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.110768:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187402 00000100:00100000:1.0:1733164792.110771:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3232:3760:x1817354297274496:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.110783:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8680 count 1 00010000:00010000:1.0:1733164792.110792:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6392 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110802:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800953121c0/0xe92384b90c815c6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bae3 expref: 868 pid: 16667 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110807:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.110808:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.110811:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6392 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110825:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800953121c0/0xe92384b90c815c6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bae3 expref: 868 pid: 16667 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110834:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800953121c0/0xe92384b90c815c6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bae3 expref: 868 pid: 16667 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.110842:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297274624:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.110859:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987c00 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.110873:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3234:3761:x1817354297272960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1388us (1439us total) trans 4295982810 rc 0/0 00000100:00100000:1.0:1733164792.110874:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187403 00000100:00100000:3.0:1733164792.110878:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187397 00000100:00100000:1.0:1733164792.110879:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3234:3760:x1817354297274368:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.110889:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8679 count 1 00000100:00100000:0.0:1733164792.110892:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3233:3761:x1817354297272832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1412us (1481us total) trans 4295982811 rc 0/0 00000004:00080000:3.0:1733164792.110895:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944e8000/2, rc 0, transno 1015514 00000100:00100000:0.0:1733164792.110897:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187396 00010000:00010000:1.0:1733164792.110898:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6399 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.110901:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297272960:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.110905:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944ebb80/2, rc 0, transno 1015515 00000100:00100000:3.0:1733164792.110907:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297272832:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.110908:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092feb600/0xe92384b90c81590e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b9e0 expref: 868 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110913:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.110914:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.110916:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6399 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.110918:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297273600:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.110924:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6376 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110930:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092feb600/0xe92384b90c81590e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b9e0 expref: 868 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.110938:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092feb600/0xe92384b90c81590e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b9e0 expref: 868 pid: 16662 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.110946:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297274752:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.110963:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987300 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.110991:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297274880:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.111010:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.111024:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1733164792.111026:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297274880 00000100:00100000:3.0:1733164792.111028:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297275008:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.111029:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297274880 00000100:00100000:3.0:1733164792.111042:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.111045:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187404 00000100:00100000:1.0:1733164792.111049:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3233:3761:x1817354297274880:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.111058:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297275008 00002000:00080000:1.0:1733164792.111059:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8681 count 1 00000100:00100000:2.0:1733164792.111064:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297275008 00010000:00010000:1.0:1733164792.111069:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d63a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.111079:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092e318c0/0xe92384b90c8162a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bcb8 expref: 868 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.111084:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.111084:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.111086:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.111088:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d63a0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.111091:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187405 00000100:00100000:2.0:1733164792.111099:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3234:3761:x1817354297275008:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.111102:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092e318c0/0xe92384b90c8162a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bcb8 expref: 868 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.111111:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092e318c0/0xe92384b90c8162a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bcb8 expref: 868 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.111115:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606230656 00000100:00100000:1.0:1733164792.111118:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297275136:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.111119:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606230656 00010000:00010000:2.0:1733164792.111134:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082c8bcc0/0xe92384b90c8147e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b660 expref: 869 pid: 16589 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.111139:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987240 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.111200:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807825 00000100:00100000:2.0:1733164792.111206:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ed850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+869:2001:x1817354606230656:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.111216:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.111221:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082c8bcc0/0xe92384b90c8147e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b660 expref: 869 pid: 16589 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.111230:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082c8bcc0/0xe92384b90c8147e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b660 expref: 869 pid: 16589 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.111244:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082c8bcc0/0xe92384b90c8147e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b660 expref: 869 pid: 16589 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.111254:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.111256:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.111259:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6376 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.111267:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6376 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.111302:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.111314:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6376 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.111323:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6376 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.111330:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6376 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.111334:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ed850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+868:2001:x1817354606230656:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 125us (247us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.111336:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6376 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.111340:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807825 00010000:00010000:3.0:1733164792.111343:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.111352:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.111354:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.111358:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.111365:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6376 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.111368:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6376 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.111394:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8682 count 1 00010000:00010000:2.0:1733164792.111409:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d63a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.111421:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095771680/0xe92384b90c816501 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bd75 expref: 867 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.111427:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.111428:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.111430:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d63a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.111451:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095771680/0xe92384b90c816501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bd75 expref: 867 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.111461:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095771680/0xe92384b90c816501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bd75 expref: 867 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.111471:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297275264:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.111481:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3235:3760:x1817354297273088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1866us (2034us total) trans 4295982812 rc 0/0 00000100:00100000:3.0:1733164792.111486:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187398 00000100:00100000:3.0:1733164792.111506:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297273856:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.111509:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.111513:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d637d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.111515:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944ea680/2, rc 0, transno 1015516 00000100:00100000:1.0:1733164792.111523:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297273088:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.111557:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297273984:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.111565:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297274240:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.111572:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6384 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.111574:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d638b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.111614:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.111621:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297275392:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.111695:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.111712:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.111732:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606230784 00000100:00100000:3.0:1733164792.111733:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297275392 00000100:00100000:0.0:1733164792.111735:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606230784 00000100:00100000:3.0:1733164792.111737:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297275392 00000100:00100000:2.0:1733164792.111744:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.111745:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e56e1c0/0xe92384b90c814a04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b724 expref: 868 pid: 9952 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.111755:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187406 00000100:00100000:3.0:1733164792.111762:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3235:3760:x1817354297275392:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.111773:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606230912 00000100:00100000:3.0:1733164792.111775:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606230912 00000100:00100000:1.0:1733164792.111813:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297274624:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.111817:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807826 00000100:00100000:0.0:1733164792.111822:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+869:2003:x1817354606230784:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.111823:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6392 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.111823:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.111827:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121c6c240/0xe92384b90c814d22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b827 expref: 869 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.111829:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.111833:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e56e1c0/0xe92384b90c814a04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b724 expref: 869 pid: 9952 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.111846:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606231040 00010000:00010000:0.0:1733164792.111847:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e56e1c0/0xe92384b90c814a04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b724 expref: 869 pid: 9952 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.111849:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606231040 00000100:00100000:2.0:1733164792.111853:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807827 00010000:00010000:3.0:1733164792.111856:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce00000/0xe92384b90c815254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b900 expref: 870 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.111858:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e56e1c0/0xe92384b90c814a04 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b724 expref: 870 pid: 9952 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.111860:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+870:2001:x1817354606230912:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.111867:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.111869:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.111870:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.111871:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d637d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.111872:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807828 00010000:00010000:2.0:1733164792.111876:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121c6c240/0xe92384b90c814d22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b827 expref: 869 pid: 16638 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.111877:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+869:2001:x1817354606231040:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.111878:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d637d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.111884:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.111886:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121c6c240/0xe92384b90c814d22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b827 expref: 869 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.111888:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce00000/0xe92384b90c815254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b900 expref: 869 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.111897:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce00000/0xe92384b90c815254 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b900 expref: 869 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.111900:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121c6c240/0xe92384b90c814d22 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b827 expref: 869 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.111908:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce00000/0xe92384b90c815254 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b900 expref: 868 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.111912:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.111914:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.111917:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.111917:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.111918:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.111921:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d638b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.111923:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6384 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.111927:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d638b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.111938:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.111943:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.111948:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.111950:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.111955:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.111956:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+867:2003:x1817354606230784:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 134us (247us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.111962:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.111963:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807826 00000100:00100000:2.0:1733164792.111963:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+867:2001:x1817354606230912:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 102us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.111967:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+867:2001:x1817354606231040:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (146us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.111968:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6384 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.111973:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807828 00010000:00010000:1.0:1733164792.111974:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.111976:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807827 00010000:00010000:0.0:1733164792.111980:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d638b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.111985:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.111986:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d638b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.111987:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.111993:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d638b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.111993:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.111994:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8683 count 1 00010000:00010000:1.0:1733164792.112002:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6384 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112003:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d63ae lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.112004:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d638b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112008:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6384 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.112011:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d638b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112013:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de05200/0xe92384b90c816754 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36be5c expref: 864 pid: 16603 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.112016:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca61c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.112018:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d638b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112019:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.112020:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.112022:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d63ae lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.112024:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d638b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.112032:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d638b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112037:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012de05200/0xe92384b90c816754 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36be5c expref: 864 pid: 16603 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.112038:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d638b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112046:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012de05200/0xe92384b90c816754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36be5c expref: 864 pid: 16603 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.112054:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297275520:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.112075:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575f00 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.112097:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.112109:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3236:3762:x1817354297273728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2112us (2145us total) trans 4295982813 rc 0/0 00000100:00100000:3.0:1733164792.112114:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606231168 00000100:00100000:1.0:1733164792.112115:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187400 00000100:00100000:3.0:1733164792.112117:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606231168 00010000:00010000:3.0:1733164792.112129:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800953121c0/0xe92384b90c815c6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bae3 expref: 865 pid: 16667 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.112131:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d637d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112138:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d637d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.112138:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.112162:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d637d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.112162:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807829 00000100:00100000:3.0:1733164792.112167:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+865:2000:x1817354606231168:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.112168:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d637d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112174:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.112175:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d637d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112178:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800953121c0/0xe92384b90c815c6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bae3 expref: 865 pid: 16667 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.112180:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.112182:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d637d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112186:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800953121c0/0xe92384b90c815c6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bae3 expref: 865 pid: 16667 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.112189:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d637d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.112195:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3236:3762:x1817354297274112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1791us (1831us total) trans 4295982814 rc 0/0 00010000:00010000:1.0:1733164792.112198:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d637d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112198:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800953121c0/0xe92384b90c815c6b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bae3 expref: 865 pid: 16667 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.112202:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187401 00010000:00010000:1.0:1733164792.112204:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d637d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112209:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.112210:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.112212:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112216:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6392 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.112224:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae35f80/2, rc 0, transno 1015518 00010000:00010000:3.0:1733164792.112226:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.112231:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297274112:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.112239:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae35880/2, rc 0, transno 1015517 00000100:00100000:3.0:1733164792.112239:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+864:2000:x1817354606231168:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.112242:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297273728:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.112243:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807829 00000100:00100000:3.0:1733164792.112251:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606231296 00000100:00100000:3.0:1733164792.112253:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606231296 00010000:00010000:3.0:1733164792.112258:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092feb600/0xe92384b90c81590e lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b9e0 expref: 864 pid: 16662 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.112261:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.112280:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606231424 00000100:00100000:3.0:1733164792.112281:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606231424 00010000:00010000:3.0:1733164792.112286:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092e318c0/0xe92384b90c8162a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bcb8 expref: 865 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.112287:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807830 00000100:00100000:0.0:1733164792.112292:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+865:2001:x1817354606231296:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.112299:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.112299:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807831 00010000:00010000:0.0:1733164792.112304:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092feb600/0xe92384b90c81590e lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b9e0 expref: 865 pid: 16662 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.112306:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+865:2000:x1817354606231424:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.112311:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.112313:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092feb600/0xe92384b90c81590e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b9e0 expref: 865 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.112316:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.112318:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.112321:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092e318c0/0xe92384b90c8162a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bcb8 expref: 865 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.112323:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.112324:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.112325:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.112327:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6399 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112330:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.112331:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092e318c0/0xe92384b90c8162a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bcb8 expref: 865 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.112334:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6399 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112337:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112342:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.112343:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.112344:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.112345:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.112346:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.112349:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d63a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112351:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.112355:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+865:2001:x1817354606231296:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 63us (219us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.112357:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d63a0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112359:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6392 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.112361:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807830 00010000:00010000:1.0:1733164792.112365:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6392 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.112371:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.112377:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297275648:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.112395:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+864:2000:x1817354606231424:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.112396:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.112402:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807831 00000100:00100000:0.0:1733164792.112414:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297275648 00000100:00100000:0.0:1733164792.112417:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297275648 00000100:00100000:0.0:1733164792.112431:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187407 00000100:00100000:0.0:1733164792.112435:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3238:3760:x1817354297275648:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.112445:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8684 count 1 00010000:00010000:2.0:1733164792.112447:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092feb600/0xe92384b90c81590e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36b9e0 expref: 863 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.112455:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d63b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.112456:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3238:3760:x1817354297274496:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1682us (1753us total) trans 4295982816 rc 0/0 00000100:00100000:1.0:1733164792.112461:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187402 00000100:00100000:2.0:1733164792.112462:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297274752:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.112465:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800815bd200/0xe92384b90c8169ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bf51 expref: 862 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.112470:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.112471:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.112474:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d63b5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.112477:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6399 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.112481:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3237:3760:x1817354297273472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2599us (2660us total) trans 4295982815 rc 0/0 00010000:00010000:2.0:1733164792.112485:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6399 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.112486:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187399 00010000:00010000:0.0:1733164792.112488:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800815bd200/0xe92384b90c8169ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bf51 expref: 862 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.112491:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6399 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.112496:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800815bd200/0xe92384b90c8169ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bf51 expref: 862 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.112498:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6399 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.112504:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6399 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.112505:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297275776:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.112505:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092e318c0/0xe92384b90c8162a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bcb8 expref: 862 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.112510:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6399 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.112514:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297275136:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.112516:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.112519:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6399 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.112521:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265540 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.112524:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d63a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.112525:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6399 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112530:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d63a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.112535:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae34a80/2, rc 0, transno 1015520 00010000:00010000:1.0:1733164792.112551:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d63a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.112554:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297274496:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.112555:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6399 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112559:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d63a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.112563:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae35c00/2, rc 0, transno 1015519 00010000:00010000:2.0:1733164792.112563:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6399 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.112566:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297273472:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.112566:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d63a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112573:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d63a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112578:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.112581:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d63a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112587:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d63a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112595:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d63a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112607:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d63a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.112617:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297276032:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.112632:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297275904:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.112636:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.112652:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.112656:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.112658:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297276160:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.112669:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297276032 00000100:00100000:1.0:1733164792.112672:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297276032 00000100:00100000:0.0:1733164792.112674:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.112679:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297275904 00000100:00100000:3.0:1733164792.112682:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297275904 00000100:00100000:1.0:1733164792.112684:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297276160 00000100:00100000:1.0:1733164792.112686:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297276160 00000100:00100000:3.0:1733164792.112700:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187408 00000100:00100000:1.0:1733164792.112705:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187409 00000100:00100000:3.0:1733164792.112706:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3241:3762:x1817354297276032:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.112709:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3241:3761:x1817354297275904:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.112717:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8686 count 1 00002000:00080000:1.0:1733164792.112720:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8685 count 1 00010000:00010000:3.0:1733164792.112727:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d63bc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112730:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d63c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112738:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090aa3180/0xe92384b90c8175d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c126 expref: 861 pid: 15900 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112739:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f71b840/0xe92384b90c816cfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c04d expref: 861 pid: 16601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.112745:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.112745:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.112746:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.112746:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.112748:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d63c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112749:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d63bc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.112755:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3241:3760:x1817354297274368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1872us (2023us total) trans 4295982817 rc 0/0 00000100:00100000:2.0:1733164792.112763:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187403 00010000:00010000:1.0:1733164792.112764:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f71b840/0xe92384b90c816cfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c04d expref: 861 pid: 16601 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112764:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090aa3180/0xe92384b90c8175d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c126 expref: 861 pid: 15900 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.112772:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae34380/2, rc 0, transno 1015521 00010000:00010000:1.0:1733164792.112772:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f71b840/0xe92384b90c816cfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c04d expref: 861 pid: 16601 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.112773:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090aa3180/0xe92384b90c8175d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c126 expref: 861 pid: 15900 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.112779:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297274368:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.112782:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297276416:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.112785:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187410 00000100:00100000:1.0:1733164792.112787:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297276288:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.112790:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3240:3760:x1817354297276160:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.112799:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.112805:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987240 going to sleep for 11 seconds 00002000:00080000:2.0:1733164792.112807:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8687 count 1 00000100:00100000:0.0:1733164792.112812:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297276544:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.112820:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d63ca lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.112829:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.112833:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095bea640/0xe92384b90c8177fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c3f0 expref: 861 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.112839:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.112840:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.112843:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d63ca lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.112850:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297276544 00000100:00100000:0.0:1733164792.112853:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297276544 00000100:00100000:1.0:1733164792.112857:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3241:3761:x1817354297274880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1808us (1846us total) trans 4295982818 rc 0/0 00000100:00100000:1.0:1733164792.112863:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187404 00010000:00010000:2.0:1733164792.112865:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095bea640/0xe92384b90c8177fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c3f0 expref: 861 pid: 16645 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.112868:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e1bdf80/2, rc 0, transno 1015522 00000100:00100000:3.0:1733164792.112875:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297274880:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.112880:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095bea640/0xe92384b90c8177fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c3f0 expref: 861 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.112890:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297276672:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.112907:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297276800:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.112915:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187411 00000100:00100000:2.0:1733164792.112920:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54300 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.112922:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3240:3760:x1817354297276544:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.112924:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1733164792.112941:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8688 count 1 00000100:00100000:3.0:1733164792.112941:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297276800 00000100:00100000:3.0:1733164792.112944:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297276800 00010000:00010000:0.0:1733164792.112950:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d63d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.112956:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187412 00000100:00100000:3.0:1733164792.112960:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3241:3761:x1817354297276800:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.112961:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e49440/0xe92384b90c817998 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c459 expref: 861 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.112967:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.112968:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.112970:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d63d1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.112970:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8689 count 1 00000100:00100000:2.0:1733164792.112977:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.112978:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d63d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.112984:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098e49440/0xe92384b90c817998 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c459 expref: 861 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112988:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d66ef40/0xe92384b90c817bf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c524 expref: 861 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.112995:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.112996:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.112997:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098e49440/0xe92384b90c817998 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c459 expref: 861 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.112998:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606231552 00010000:00010000:3.0:1733164792.112998:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d63d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.113003:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606231552 00000100:00100000:0.0:1733164792.113004:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297276928:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.113017:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d66ef40/0xe92384b90c817bf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c524 expref: 862 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.113018:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095771680/0xe92384b90c816501 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bd75 expref: 862 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.113019:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265f00 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.113026:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d66ef40/0xe92384b90c817bf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c524 expref: 862 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.113034:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297275264:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.113034:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297277056:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.113043:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807832 00010000:00010000:0.0:1733164792.113046:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d63a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.113049:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+862:2001:x1817354606231552:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.113050:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800805753c0 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.113057:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.113063:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095771680/0xe92384b90c816501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bd75 expref: 862 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.113072:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095771680/0xe92384b90c816501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bd75 expref: 862 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.113084:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297275520:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.113085:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095771680/0xe92384b90c816501 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bd75 expref: 862 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.113093:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d63ae lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.113096:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.113099:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.113102:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d63a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.113108:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d63a7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.113129:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.113132:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.113136:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d63a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.113162:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d63a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.113169:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d63a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.113176:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d63a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.113178:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+861:2001:x1817354606231552:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 126us (201us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.113182:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d63a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.113185:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807832 00010000:00010000:1.0:1733164792.113188:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.113191:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d63a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.113197:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d63a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.113206:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d63a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.113212:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d63a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.113235:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606231680 00000100:00100000:2.0:1733164792.113240:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606231680 00010000:00010000:2.0:1733164792.113252:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de05200/0xe92384b90c816754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36be5c expref: 861 pid: 16603 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.113275:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807833 00000100:00100000:2.0:1733164792.113280:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+861:2001:x1817354606231680:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.113288:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.113293:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de05200/0xe92384b90c816754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36be5c expref: 861 pid: 16603 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.113302:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de05200/0xe92384b90c816754 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36be5c expref: 861 pid: 16603 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.113315:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de05200/0xe92384b90c816754 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36be5c expref: 861 pid: 16603 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.113328:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3242:3761:x1817354297275008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2228us (2284us total) trans 4295982819 rc 0/0 00010000:00010000:2.0:1733164792.113329:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.113331:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.113334:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187405 00010000:00010000:2.0:1733164792.113334:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d63ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.113338:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e1bf800/2, rc 0, transno 1015523 00010000:00010000:2.0:1733164792.113341:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d63ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.113344:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297275008:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.113359:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.113366:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1733164792.113367:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d63ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.113372:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297277184:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.113375:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d63ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.113382:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d63ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.113388:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d63ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.113388:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.113389:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+860:2001:x1817354606231680:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 106us (255us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.113393:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d63ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.113395:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807833 00000100:00100000:1.0:1733164792.113401:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297277184 00010000:00010000:0.0:1733164792.113403:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3a80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.113403:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297277184 00010000:00010000:0.0:1733164792.113406:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d63ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.113412:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d63ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.113416:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187413 00000100:00100000:1.0:1733164792.113419:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3242:3761:x1817354297277184:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.113422:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d63ae lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.113428:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d63ae lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.113429:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8690 count 1 00010000:00010000:1.0:1733164792.113437:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d63df lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.113446:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085df5d40/0xe92384b90c817e29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c5ef expref: 859 pid: 16683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.113452:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.113453:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.113455:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d63df lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.113469:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085df5d40/0xe92384b90c817e29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c5ef expref: 859 pid: 16683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.113482:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085df5d40/0xe92384b90c817e29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c5ef expref: 859 pid: 16683 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.113490:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297277312:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.113511:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987c00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.113523:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3243:3760:x1817354297275392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1762us (1827us total) trans 4295982820 rc 0/0 00000100:00100000:0.0:1733164792.113529:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187406 00000004:00080000:0.0:1733164792.113565:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae37480/2, rc 0, transno 1015524 00000100:00100000:0.0:1733164792.113571:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297275392:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.113599:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297277440:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.113617:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.113642:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297277440 00000100:00100000:2.0:1733164792.113649:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297277440 00000100:00100000:2.0:1733164792.113675:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187414 00000100:00100000:2.0:1733164792.113680:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3243:3759:x1817354297277440:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.113695:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8691 count 1 00010000:00010000:2.0:1733164792.113710:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d63e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.113721:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009972db00/0xe92384b90c817fc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c6b3 expref: 859 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.113728:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.113729:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.113732:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d63e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.113757:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009972db00/0xe92384b90c817fc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c6b3 expref: 859 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.113767:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009972db00/0xe92384b90c817fc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c6b3 expref: 859 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.113776:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297277568:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.113827:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.114030:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297276416:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.114040:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d63bc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.114044:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.114065:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297275776:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.114066:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.114077:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606231808 00010000:00010000:1.0:1733164792.114077:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d63b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.114080:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606231808 00010000:00010000:0.0:1733164792.114091:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090aa3180/0xe92384b90c8175d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c126 expref: 860 pid: 15900 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.114095:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297276288:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.114105:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d63c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.114105:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606231936 00000100:00100000:2.0:1733164792.114111:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606231936 00010000:00010000:2.0:1733164792.114126:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800815bd200/0xe92384b90c8169ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bf51 expref: 861 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.114172:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807834 00000100:00100000:3.0:1733164792.114177:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+861:2000:x1817354606231936:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.114184:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.114188:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800815bd200/0xe92384b90c8169ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bf51 expref: 861 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.114197:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800815bd200/0xe92384b90c8169ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bf51 expref: 861 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.114209:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800815bd200/0xe92384b90c8169ed lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36bf51 expref: 861 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.114219:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.114220:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.114223:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d63b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.114230:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d63b5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.114241:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.114256:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d63b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.114257:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+860:2000:x1817354606231936:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (190us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.114263:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d63b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114270:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d63b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114276:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d63b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114287:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d63b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114293:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.114296:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d63b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.114299:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807835 00010000:00010000:1.0:1733164792.114302:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d63b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.114303:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807834 00000100:00100000:0.0:1733164792.114305:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+860:2000:x1817354606231808:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.114312:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.114312:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d63b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114316:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090aa3180/0xe92384b90c8175d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c126 expref: 859 pid: 15900 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.114318:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d63b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114324:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090aa3180/0xe92384b90c8175d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c126 expref: 859 pid: 15900 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.114334:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090aa3180/0xe92384b90c8175d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c126 expref: 859 pid: 15900 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.114342:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.114343:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.114346:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d63bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114352:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d63bc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.114364:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297276672:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.114366:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.114388:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d63ca lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.114394:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.114403:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606232192 00000100:00100000:3.0:1733164792.114406:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606232192 00010000:00010000:3.0:1733164792.114416:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095bea640/0xe92384b90c8177fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c3f0 expref: 859 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.114425:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3244:3760:x1817354297275648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1988us (2027us total) trans 4295982821 rc 0/0 00000100:00100000:1.0:1733164792.114430:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187407 00000100:00100000:3.0:1733164792.114435:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807836 00000100:00100000:3.0:1733164792.114440:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+859:2000:x1817354606232192:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.114441:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+859:2000:x1817354606231808:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 135us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.114447:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807835 00010000:00010000:3.0:1733164792.114452:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:1.0:1733164792.114454:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944e9c00/2, rc 0, transno 1015525 00010000:00010000:3.0:1733164792.114456:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095bea640/0xe92384b90c8177fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c3f0 expref: 858 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.114460:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297275648:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.114465:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095bea640/0xe92384b90c8177fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c3f0 expref: 858 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.114468:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297276928:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.114475:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095bea640/0xe92384b90c8177fb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c3f0 expref: 858 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.114478:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d63d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.114485:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.114486:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.114489:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d63ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.114496:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297277696:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.114496:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d63ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.114507:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.114515:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.114516:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.114522:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+857:2000:x1817354606232192:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (128us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.114523:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d63ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.114527:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807836 00000100:00100000:0.0:1733164792.114528:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606232448 00000100:00100000:0.0:1733164792.114531:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606232448 00010000:00010000:2.0:1733164792.114531:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d63ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.114532:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297277696 00000100:00100000:1.0:1733164792.114534:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297277696 00010000:00010000:2.0:1733164792.114554:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d63ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.114556:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d63bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114560:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d66ef40/0xe92384b90c817bf2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c524 expref: 857 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.114564:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d63bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.114565:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187415 00000100:00100000:1.0:1733164792.114569:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3244:3760:x1817354297277696:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.114569:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d63ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.114571:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d63bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.114576:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d63ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.114579:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8692 count 1 00010000:00010000:3.0:1733164792.114579:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d63bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.114582:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807837 00010000:00010000:2.0:1733164792.114582:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.114585:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d63ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.114585:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d63bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.114586:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+857:2000:x1817354606232448:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.114588:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d63ed lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.114591:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.114592:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.114592:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d63ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.114594:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d63bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114595:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d66ef40/0xe92384b90c817bf2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c524 expref: 857 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.114598:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ae0000/0xe92384b90c8181fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c785 expref: 857 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.114600:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d63bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.114603:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d63ca lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114604:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d66ef40/0xe92384b90c817bf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c524 expref: 857 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.114604:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.114605:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.114608:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d63ed lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.114608:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d63bc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.114611:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d63ca lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114614:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.114614:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d63bc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114616:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.114618:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d63d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114621:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ae0000/0xe92384b90c8181fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c785 expref: 857 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114625:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d63d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114629:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ae0000/0xe92384b90c8181fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c785 expref: 857 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.114635:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.114637:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297277824:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.114649:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+857:2000:x1817354606232448:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.114651:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.114655:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807837 00000100:00100000:1.0:1733164792.114670:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297277312:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.114682:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d63df lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.114691:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.114711:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606232064 00000100:00100000:1.0:1733164792.114715:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606232064 00000100:00100000:0.0:1733164792.114717:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.114723:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3246:3762:x1817354297276032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2017us (2085us total) trans 4295982822 rc 0/0 00010000:00010000:1.0:1733164792.114725:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f71b840/0xe92384b90c816cfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c04d expref: 857 pid: 16601 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.114727:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606232320 00000100:00100000:0.0:1733164792.114729:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606232320 00000100:00100000:3.0:1733164792.114730:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187408 00010000:00010000:0.0:1733164792.114737:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098e49440/0xe92384b90c817998 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c459 expref: 858 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.114747:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807838 00000100:00100000:1.0:1733164792.114751:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+858:2000:x1817354606232064:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.114757:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807839 00010000:00010000:1.0:1733164792.114758:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.114760:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d66ef40/0xe92384b90c817bf2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c524 expref: 858 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.114761:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+858:2000:x1817354606232320:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.114762:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f71b840/0xe92384b90c816cfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c04d expref: 858 pid: 16601 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.114766:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.114770:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098e49440/0xe92384b90c817998 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c459 expref: 857 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.114770:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f71b840/0xe92384b90c816cfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c04d expref: 857 pid: 16601 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.114770:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297277056:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.114778:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098e49440/0xe92384b90c817998 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c459 expref: 857 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.114779:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d63d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114781:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f71b840/0xe92384b90c816cfd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c04d expref: 857 pid: 16601 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.114788:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098e49440/0xe92384b90c817998 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c459 expref: 856 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.114790:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.114790:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d63d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114791:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.114794:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d63c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114797:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.114798:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.114800:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d63d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114800:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d63c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.114803:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d63d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.114804:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3245:3760:x1817354297276160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2011us (2126us total) trans 4295982823 rc 0/0 00010000:00010000:0.0:1733164792.114807:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d63d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.114810:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d63d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.114812:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187410 00010000:00010000:1.0:1733164792.114813:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.114816:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d63d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114818:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.114823:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d63d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.114827:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+855:2000:x1817354606232320:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.114827:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+855:2000:x1817354606232064:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (135us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.114828:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.114831:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d63d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.114832:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807839 00000100:00100000:1.0:1733164792.114835:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807838 00010000:00010000:3.0:1733164792.114842:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d63d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114847:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d63d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.114851:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d63d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114854:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d63d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.114854:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944eb100/2, rc 0, transno 1015527 00010000:00010000:3.0:1733164792.114857:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d63d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114861:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d63d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.114866:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297276160:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.114868:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d63d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.114873:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944e9880/2, rc 0, transno 1015526 00010000:00010000:0.0:1733164792.114875:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d63d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.114877:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297276032:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.114881:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.114884:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d63d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114886:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d63c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114892:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d63d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114893:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d63c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114899:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d63c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114905:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d63c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114906:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d63d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114911:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d63c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.114912:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d63d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114918:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.114921:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d63c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114926:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d63c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114934:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d63c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.114940:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d63c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.114948:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3245:3761:x1817354297276800:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1986us (2022us total) trans 4295982824 rc 0/0 00000100:00100000:3.0:1733164792.114954:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187412 00000100:00100000:1.0:1733164792.114957:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297278080:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.114970:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297277952:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.114976:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.115000:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.115006:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297278080 00000100:00100000:2.0:1733164792.115015:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297278080 00000004:00080000:3.0:1733164792.115016:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8db100/2, rc 0, transno 1015528 00000100:00100000:0.0:1733164792.115021:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3246:3760:x1817354297276544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2098us (2189us total) trans 4295982825 rc 0/0 00000100:00100000:3.0:1733164792.115022:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297276800:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.115027:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187411 00000100:00100000:0.0:1733164792.115038:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297277952 00000100:00100000:0.0:1733164792.115041:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297277952 00000004:00080000:2.0:1733164792.115042:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009402f480/2, rc 0, transno 1015529 00000100:00100000:2.0:1733164792.115049:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297276544:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.115054:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164792.115062:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297278208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.115070:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.115077:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297278336:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.115085:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.115086:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3247:3761:x1817354297275904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2376us (2430us total) trans 4295982826 rc 0/0 00000100:00100000:2.0:1733164792.115093:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.115094:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187409 00000100:00100000:1.0:1733164792.115110:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606232576 00000100:00100000:1.0:1733164792.115113:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606232576 00010000:00010000:1.0:1733164792.115121:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085df5d40/0xe92384b90c817e29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c5ef expref: 854 pid: 16683 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.115123:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.115158:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807840 00000100:00100000:1.0:1733164792.115162:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+854:2000:x1817354606232576:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.115169:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297278336 00010000:00010000:1.0:1733164792.115169:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.115171:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297278208 00000100:00100000:0.0:1733164792.115172:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297278336 00010000:00010000:1.0:1733164792.115173:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085df5d40/0xe92384b90c817e29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c5ef expref: 854 pid: 16683 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.115176:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297278208 00010000:00010000:1.0:1733164792.115181:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085df5d40/0xe92384b90c817e29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c5ef expref: 854 pid: 16683 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.115184:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187416 00000100:00100000:0.0:1733164792.115188:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3248:3761:x1817354297277952:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.115189:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.115193:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085df5d40/0xe92384b90c817e29 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c5ef expref: 854 pid: 16683 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.115202:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.115203:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.115204:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187417 00000100:00100000:0.0:1733164792.115205:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606232704 00010000:00010000:1.0:1733164792.115206:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d63df lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.115207:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606232704 00000100:00100000:2.0:1733164792.115209:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3248:3759:x1817354297278336:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.115212:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d63df lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.115212:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187418 00010000:00010000:0.0:1733164792.115214:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009972db00/0xe92384b90c817fc6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c6b3 expref: 854 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.115217:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3248:3760:x1817354297278208:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.115225:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1733164792.115226:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8696 count 1 00000100:00100000:0.0:1733164792.115236:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807841 00010000:00010000:2.0:1733164792.115239:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d63f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.115240:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+854:2000:x1817354606232704:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.115240:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+854:2000:x1817354606232576:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (155us total) trans 0 rc 0/0 00002000:00080000:3.0:1733164792.115244:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8695 count 1 00000100:00100000:1.0:1733164792.115245:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807840 00010000:00010000:0.0:1733164792.115246:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.115250:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009972db00/0xe92384b90c817fc6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c6b3 expref: 854 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.115252:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097a2e880/0xe92384b90c818d3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cb1a expref: 854 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.115253:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d63fb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.115258:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.115259:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009972db00/0xe92384b90c817fc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c6b3 expref: 853 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.115259:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.115261:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d63f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.115263:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c575f80/0xe92384b90c818ad9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ca4f expref: 853 pid: 16611 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.115268:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944e8a80/2, rc 0, transno 1015530 00010000:00010000:0.0:1733164792.115269:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.115270:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.115271:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.115272:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.115274:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d63e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.115274:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297275904:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.115274:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d63fb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.115280:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d63e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.115283:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097a2e880/0xe92384b90c818d3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cb1a expref: 853 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.115287:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d63df lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.115288:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c575f80/0xe92384b90c818ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ca4f expref: 853 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.115292:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.115294:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d63df lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.115294:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097a2e880/0xe92384b90c818d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cb1a expref: 853 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.115297:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c575f80/0xe92384b90c818ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ca4f expref: 853 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.115300:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d63df lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.115304:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+853:2000:x1817354606232704:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (116us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.115306:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d63df lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.115306:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297278592:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.115309:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297278464:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.115310:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807841 00010000:00010000:1.0:1733164792.115313:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d63df lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.115318:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.115321:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d63df lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.115322:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800805753c0 going to sleep for 11 seconds 00002000:00080000:0.0:1733164792.115326:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8693 count 1 00010000:00010000:1.0:1733164792.115327:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d63df lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.115334:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6402 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.115335:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d63df lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.115339:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54300 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.115341:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d63df lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.115343:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cd6e1c0/0xe92384b90c8184e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c87a expref: 852 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.115349:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.115351:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.115353:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6402 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.115365:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1733164792.115371:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011cd6e1c0/0xe92384b90c8184e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c87a expref: 852 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.115372:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297278720:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.115372:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009972db00/0xe92384b90c817fc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c6b3 expref: 852 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.115379:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011cd6e1c0/0xe92384b90c8184e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c87a expref: 852 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.115385:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297277568:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.115388:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297278848:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.115395:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.115404:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265240 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.115404:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d63e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.115413:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297278720 00010000:00010000:2.0:1733164792.115413:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d63e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.115416:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297278720 00010000:00010000:2.0:1733164792.115418:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d63e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.115426:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d63e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.115431:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187419 00010000:00010000:2.0:1733164792.115432:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d63e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.115435:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009309c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3249:3762:x1817354297278720:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.115438:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d63e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.115444:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8697 count 1 00010000:00010000:2.0:1733164792.115444:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.115448:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d63e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.115453:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6409 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.115455:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d63e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.115463:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fa3ed00/0xe92384b90c818ffd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cbfa expref: 851 pid: 16638 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.115465:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d63e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.115469:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.115471:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.115471:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d63e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.115472:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6409 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.115488:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fa3ed00/0xe92384b90c818ffd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cbfa expref: 851 pid: 16638 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.115492:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3250:3761:x1817354297277184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2071us (2102us total) trans 4295982827 rc 0/0 00000100:00100000:1.0:1733164792.115497:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187413 00010000:00010000:0.0:1733164792.115502:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fa3ed00/0xe92384b90c818ffd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cbfa expref: 851 pid: 16638 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.115511:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297278976:192.168.202.7@tcp:104: 00000004:00080000:1.0:1733164792.115517:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d9180/2, rc 0, transno 1015531 00000100:00100000:1.0:1733164792.115523:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297277184:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.115531:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265f00 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.115567:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297279104:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.115585:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.115599:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297279104 00000100:00100000:0.0:1733164792.115602:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297279104 00000100:00100000:0.0:1733164792.115616:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187420 00000100:00100000:0.0:1733164792.115621:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3251:3762:x1817354297279104:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.115630:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8698 count 1 00010000:00010000:0.0:1733164792.115639:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6410 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.115650:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f690000/0xe92384b90c8192c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cce8 expref: 851 pid: 15903 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.115653:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3251:3759:x1817354297277440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1970us (2032us total) trans 4295982828 rc 0/0 00010000:00010000:0.0:1733164792.115656:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.115658:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:1.0:1733164792.115658:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133bc3480/2, rc 0, transno 1015532 00010000:00010000:0.0:1733164792.115660:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6410 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.115661:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187414 00000100:00100000:1.0:1733164792.115664:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297277440:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.115675:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f690000/0xe92384b90c8192c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cce8 expref: 851 pid: 15903 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.115683:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f690000/0xe92384b90c8192c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cce8 expref: 851 pid: 15903 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.115690:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bfbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297279360:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.115697:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297279232:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.115707:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.115716:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265c00 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.115724:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297279360 00000100:00100000:1.0:1733164792.115728:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187421 00000100:00100000:2.0:1733164792.115729:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297279360 00000100:00100000:1.0:1733164792.115732:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3251:3762:x1817354297278080:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.115743:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8694 count 1 00010000:00010000:1.0:1733164792.115751:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6417 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.115753:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187422 00000100:00100000:2.0:1733164792.115758:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3251:3759:x1817354297279360:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.115760:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c02c6c0/0xe92384b90c818839 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c968 expref: 851 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.115767:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.115768:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.115770:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6417 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.115775:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8699 count 1 00010000:00010000:1.0:1733164792.115784:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c02c6c0/0xe92384b90c818839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c968 expref: 851 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.115789:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d641e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.115793:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c02c6c0/0xe92384b90c818839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c968 expref: 851 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.115801:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800938e8480/0xe92384b90c8194db lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cdba expref: 851 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.115802:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297279488:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.115807:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.115808:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.115812:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d641e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.115823:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.115832:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800938e8480/0xe92384b90c8194db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cdba expref: 851 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.115842:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800938e8480/0xe92384b90c8194db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cdba expref: 851 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.115852:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297279616:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.115881:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.116306:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297277824:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.116315:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297278592:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.116319:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d63ed lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.116327:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d63fb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.116349:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297278464:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.116364:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d63f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.116412:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.116429:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606232832 00000100:00100000:0.0:1733164792.116433:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.116433:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606232832 00000100:00100000:0.0:1733164792.116445:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.116447:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c575f80/0xe92384b90c818ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ca4f expref: 852 pid: 16611 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.116461:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606233088 00000100:00100000:2.0:1733164792.116462:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606233088 00000100:00100000:1.0:1733164792.116463:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606232960 00000100:00100000:0.0:1733164792.116465:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.116466:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606232960 00010000:00010000:2.0:1733164792.116468:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097a2e880/0xe92384b90c818d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cb1a expref: 853 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.116475:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606233216 00000100:00100000:3.0:1733164792.116479:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606233216 00000100:00100000:2.0:1733164792.116480:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807842 00000100:00100000:2.0:1733164792.116483:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+855:2001:x1817354606232832:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.116484:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807843 00010000:00010000:2.0:1733164792.116488:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.116489:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+855:2001:x1817354606233088:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.116490:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011cd6e1c0/0xe92384b90c8184e3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c87a expref: 855 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.116491:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c575f80/0xe92384b90c818ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ca4f expref: 855 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.116497:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.116497:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c575f80/0xe92384b90c818ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ca4f expref: 855 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.116501:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097a2e880/0xe92384b90c818d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cb1a expref: 855 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.116505:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c575f80/0xe92384b90c818ad9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ca4f expref: 855 pid: 16611 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.116506:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807844 00010000:00010000:1.0:1733164792.116510:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097a2e880/0xe92384b90c818d3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cb1a expref: 854 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.116510:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.116511:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.116511:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+854:2001:x1817354606233216:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.116513:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d63fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.116517:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.116518:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d63fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.116521:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011cd6e1c0/0xe92384b90c8184e3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c87a expref: 854 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.116522:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097a2e880/0xe92384b90c818d3a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cb1a expref: 854 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.116527:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.116530:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011cd6e1c0/0xe92384b90c8184e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c87a expref: 853 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.116531:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.116532:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.116535:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d63f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.116554:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.116556:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d63f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.116556:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.116557:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+853:2001:x1817354606232832:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (231us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.116559:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6402 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.116561:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807842 00010000:00010000:3.0:1733164792.116566:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6402 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.116570:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.116576:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.116577:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d63fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.116582:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d63fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.116586:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+852:2001:x1817354606233088:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 96us (152us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.116590:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d63fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.116591:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+852:2001:x1817354606233216:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.116592:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807843 00010000:00010000:2.0:1733164792.116594:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d63fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.116597:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807844 00010000:00010000:2.0:1733164792.116598:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d63fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.116601:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.116602:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d63fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.116606:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d63fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.116611:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d63fb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.116613:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ae0000/0xe92384b90c8181fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c785 expref: 850 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.116615:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d63fb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.116639:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807845 00000100:00100000:1.0:1733164792.116643:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+850:2001:x1817354606232960:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.116644:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297279232:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.116649:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.116653:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ae0000/0xe92384b90c8181fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c785 expref: 850 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.116656:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6410 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.116661:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ae0000/0xe92384b90c8181fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c785 expref: 850 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.116672:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cd6e1c0/0xe92384b90c8184e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c87a expref: 850 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.116672:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ae0000/0xe92384b90c8181fd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c785 expref: 850 pid: 16648 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.116677:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.116681:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.116682:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297278848:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.116682:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.116685:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d63ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.116685:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606233344 00000100:00100000:3.0:1733164792.116688:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606233344 00010000:00010000:0.0:1733164792.116690:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6402 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.116691:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d63ed lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.116695:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3252:3760:x1817354297278208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1478us (1603us total) trans 4295982829 rc 0/0 00010000:00010000:0.0:1733164792.116697:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6402 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.116698:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fa3ed00/0xe92384b90c818ffd lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cbfa expref: 849 pid: 16638 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.116700:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187418 00010000:00010000:0.0:1733164792.116703:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6402 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.116703:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.116709:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6402 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.116711:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807846 00000100:00100000:3.0:1733164792.116715:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+849:2000:x1817354606233344:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.116717:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6402 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.116717:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133bc1500/2, rc 0, transno 1015533 00000100:00100000:1.0:1733164792.116718:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+849:2001:x1817354606232960:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (272us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.116720:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.116722:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297278208:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.116723:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.116724:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807845 00010000:00010000:3.0:1733164792.116724:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fa3ed00/0xe92384b90c818ffd lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cbfa expref: 849 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.116729:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.116732:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.116733:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fa3ed00/0xe92384b90c818ffd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cbfa expref: 848 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.116739:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.116739:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d63ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.116742:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.116744:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297279744:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.116744:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.116745:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d63ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.116746:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.116749:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6402 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.116752:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d63ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.116753:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6409 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.116755:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6402 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.116756:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.116759:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d63ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.116762:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.116764:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d63ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.116766:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297279744 00000100:00100000:2.0:1733164792.116768:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297279744 00010000:00010000:1.0:1733164792.116769:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.116771:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d63ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.116775:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+848:2000:x1817354606233344:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (98us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.116777:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d63ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.116777:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187423 00000100:00100000:2.0:1733164792.116780:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3252:3760:x1817354297279744:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.116781:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807846 00010000:00010000:1.0:1733164792.116784:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d63ed lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.116788:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8700 count 1 00010000:00010000:1.0:1733164792.116790:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d63ed lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.116797:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6425 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.116807:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f099440/0xe92384b90c8197cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ce9a expref: 847 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.116814:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.116815:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.116817:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6425 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.116817:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.116827:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606233472 00000100:00100000:3.0:1733164792.116829:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606233472 00010000:00010000:2.0:1733164792.116832:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f099440/0xe92384b90c8197cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ce9a expref: 848 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.116837:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f690000/0xe92384b90c8192c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cce8 expref: 848 pid: 15903 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.116841:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f099440/0xe92384b90c8197cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ce9a expref: 848 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.116850:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807847 00000100:00100000:0.0:1733164792.116851:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3254:3761:x1817354297277952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1661us (1849us total) trans 4295982830 rc 0/0 00000100:00100000:2.0:1733164792.116851:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297279872:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.116854:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+848:2000:x1817354606233472:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.116857:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187416 00010000:00010000:3.0:1733164792.116859:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.116862:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f690000/0xe92384b90c8192c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cce8 expref: 848 pid: 15903 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.116870:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54300 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.116876:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f690000/0xe92384b90c8192c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cce8 expref: 848 pid: 15903 timeout: 1075 lvb_type: 0 00000004:00080000:0.0:1733164792.116877:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316e5f80/2, rc 0, transno 1015534 00000100:00100000:1.0:1733164792.116881:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3253:3760:x1817354297277696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2311us (2365us total) trans 4295982831 rc 0/0 00000100:00100000:0.0:1733164792.116883:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297277952:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.116886:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f690000/0xe92384b90c8192c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cce8 expref: 848 pid: 15903 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.116887:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187415 00000004:00080000:2.0:1733164792.116889:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae36d80/2, rc 0, transno 1015535 00000100:00100000:2.0:1733164792.116892:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297277696:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.116895:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.116897:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.116899:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6410 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.116900:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fa3ed00/0xe92384b90c818ffd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cbfa expref: 847 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.116905:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d63f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.116906:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6410 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.116910:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297278976:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.116912:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d63f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.116916:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.116920:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d63f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.116921:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.116927:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d63f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.116927:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+846:2000:x1817354606233472:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (109us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.116928:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.116931:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297279616:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.116932:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807847 00010000:00010000:0.0:1733164792.116933:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.116933:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d63f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.116938:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.116940:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.116940:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d641e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.116941:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d63f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.116946:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6409 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.116947:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d63f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.116952:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6409 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.116953:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.116955:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d63f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.116956:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.116959:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6409 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.116962:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d63f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.116965:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6409 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.116970:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606233600 00000100:00100000:2.0:1733164792.116972:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606233600 00010000:00010000:0.0:1733164792.116976:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6409 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.116980:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297280128:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.116980:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c02c6c0/0xe92384b90c818839 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c968 expref: 846 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.116983:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6409 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.116991:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807848 00000100:00100000:2.0:1733164792.116994:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+846:2000:x1817354606233600:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.116998:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.116998:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.116999:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.117001:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c02c6c0/0xe92384b90c818839 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c968 expref: 846 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.117006:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c02c6c0/0xe92384b90c818839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c968 expref: 846 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.117010:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606233728 00000100:00100000:1.0:1733164792.117012:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1733164792.117013:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.117013:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606233728 00010000:00010000:2.0:1733164792.117014:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.117016:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.117017:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297280000:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.117020:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6417 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.117022:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800938e8480/0xe92384b90c8194db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cdba expref: 847 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.117030:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.117031:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.117037:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807849 00000100:00100000:3.0:1733164792.117040:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+847:2000:x1817354606233728:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.117041:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+847:2000:x1817354606233600:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 46us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.117045:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807848 00010000:00010000:3.0:1733164792.117046:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.117047:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297280128 00000100:00100000:1.0:1733164792.117050:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297280128 00010000:00010000:3.0:1733164792.117050:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800938e8480/0xe92384b90c8194db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cdba expref: 847 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.117057:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297280000 00000100:00100000:2.0:1733164792.117058:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297280000 00010000:00010000:3.0:1733164792.117058:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800938e8480/0xe92384b90c8194db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cdba expref: 846 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.117066:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187424 00010000:00010000:3.0:1733164792.117069:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800938e8480/0xe92384b90c8194db lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cdba expref: 846 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.117070:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3255:3762:x1817354297280128:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.117075:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187425 00000100:00100000:0.0:1733164792.117076:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009309c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3255:3762:x1817354297278720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1639us (1678us total) trans 4295982832 rc 0/0 00000100:00100000:2.0:1733164792.117077:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3255:3762:x1817354297280000:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.117078:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1733164792.117080:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8702 count 1 00010000:00010000:3.0:1733164792.117080:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.117082:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187419 00010000:00010000:3.0:1733164792.117082:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d641e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.117086:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8701 count 1 00010000:00010000:3.0:1733164792.117089:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d641e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.117090:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d642c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117092:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6433 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.117098:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6410 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.117099:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd22d00/0xe92384b90c819bf7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d029 expref: 845 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117099:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801210e9440/0xe92384b90c819a1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cf6c expref: 845 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.117099:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.117103:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.117104:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.117105:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6410 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117105:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6433 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.117106:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.117107:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.117109:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d642c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.117111:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6410 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.117112:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+845:2000:x1817354606233728:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (112us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.117114:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801210e9440/0xe92384b90c819a1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cf6c expref: 845 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.117117:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6410 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.117117:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807849 00010000:00010000:2.0:1733164792.117119:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801210e9440/0xe92384b90c819a1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cf6c expref: 845 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.117124:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.117124:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd22d00/0xe92384b90c819bf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d029 expref: 844 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.117129:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5f80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.117129:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297280256:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.117132:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.117132:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd22d00/0xe92384b90c819bf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d029 expref: 844 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.117139:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.117159:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.117160:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297280384:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.117168:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6410 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117169:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d641e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117173:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d641e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.117175:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6410 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117177:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d641e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117181:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d641e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117184:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d641e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117188:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.117189:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d641e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117193:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d641e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117199:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d641e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117203:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d641e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.117283:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008d620000/2, rc 0, transno 1015536 00000100:00100000:2.0:1733164792.117287:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3256:3759:x1817354297279360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1529us (1579us total) trans 4295982833 rc 0/0 00000100:00100000:1.0:1733164792.117291:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d620000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297278720:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.117294:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187422 00000100:00100000:1.0:1733164792.117304:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987240 going to sleep for 11 seconds 00000004:00080000:2.0:1733164792.117316:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bfbc700/2, rc 0, transno 1015537 00000100:00100000:2.0:1733164792.117320:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297279360:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.117342:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3256:3762:x1817354297279104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1720us (1755us total) trans 4295982834 rc 0/0 00000100:00100000:0.0:1733164792.117348:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187420 00000100:00100000:2.0:1733164792.117355:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297280512:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.117371:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bfbe680/2, rc 0, transno 1015538 00000100:00100000:2.0:1733164792.117375:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.117384:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3255:3759:x1817354297278336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2174us (2260us total) trans 4295982835 rc 0/0 00000100:00100000:0.0:1733164792.117387:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bfbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297279104:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.117390:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187417 00000004:00080000:2.0:1733164792.117391:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8da300/2, rc 0, transno 1015539 00000100:00100000:2.0:1733164792.117394:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297278336:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.117398:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.117399:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297280512 00000100:00100000:2.0:1733164792.117401:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297280640:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.117402:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297280512 00000100:00100000:2.0:1733164792.117413:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.117415:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187426 00010000:00010000:1.0:1733164792.117415:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c02c6c0/0xe92384b90c818839 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36c968 expref: 844 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.117419:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3255:3759:x1817354297280512:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.117424:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297279488:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.117426:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297280640 00000100:00100000:2.0:1733164792.117428:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297280640 00000100:00100000:0.0:1733164792.117429:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.117435:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297280896:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.117436:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.117440:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187427 00010000:00010000:1.0:1733164792.117442:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.117442:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3256:3759:x1817354297280640:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.117448:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.117453:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.117455:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.117457:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8704 count 1 00010000:00010000:1.0:1733164792.117461:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6417 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.117463:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880086bd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297280768:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.117465:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d643a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.117466:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297280896 00010000:00010000:1.0:1733164792.117467:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.117469:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297280896 00010000:00010000:2.0:1733164792.117472:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007c4606c0/0xe92384b90c81a0a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d1b8 expref: 843 pid: 16600 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.117474:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.117474:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.117477:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117480:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.117480:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.117482:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d643a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.117483:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297280768 00010000:00010000:1.0:1733164792.117484:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.117485:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297280768 00010000:00010000:2.0:1733164792.117492:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007c4606c0/0xe92384b90c81a0a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d1b8 expref: 843 pid: 16600 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.117493:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8703 count 1 00010000:00010000:1.0:1733164792.117493:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6417 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117497:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007c4606c0/0xe92384b90c81a0a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d1b8 expref: 843 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.117498:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187428 00010000:00010000:1.0:1733164792.117499:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6417 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.117502:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6441 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.117502:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297281024:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.117502:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3258:3762:x1817354297280896:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.117511:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099563cc0/0xe92384b90c819e58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d0ed expref: 843 pid: 16648 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.117513:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8706 count 1 00010000:00010000:0.0:1733164792.117517:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.117517:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54a80 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.117518:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.117520:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6441 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.117523:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6448 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.117525:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187429 00000100:00100000:2.0:1733164792.117528:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3258:3762:x1817354297280768:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.117534:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b14b40/0xe92384b90c81a742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d53f expref: 843 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.117535:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099563cc0/0xe92384b90c819e58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d0ed expref: 843 pid: 16648 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.117535:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8705 count 1 00010000:00010000:2.0:1733164792.117555:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d644f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.117557:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.117558:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.117560:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099563cc0/0xe92384b90c819e58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d0ed expref: 843 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.117561:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6448 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117562:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095248000/0xe92384b90c81a432 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d3e8 expref: 843 pid: 16022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117566:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.117567:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.117568:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297281152:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.117568:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d644f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.117576:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b14b40/0xe92384b90c81a742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d53f expref: 843 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.117584:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095248000/0xe92384b90c81a432 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d3e8 expref: 843 pid: 16022 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.117585:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b14b40/0xe92384b90c81a742 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d53f expref: 843 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.117587:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265f00 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.117589:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095248000/0xe92384b90c81a432 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d3e8 expref: 843 pid: 16022 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.117594:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e434e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297281280:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.117595:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f779880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297281408:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.117608:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752540 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.117612:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.117616:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3259:3762:x1817354297278080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1882us (2638us total) trans 4295982836 rc 0/0 00000004:00080000:0.0:1733164792.117620:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316e5880/2, rc 0, transno 1015540 00000100:00100000:1.0:1733164792.117622:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187421 00000100:00100000:0.0:1733164792.117626:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297278080:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.117663:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297281536:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.117683:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.117698:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297281536 00000100:00100000:3.0:1733164792.117700:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297281536 00000100:00100000:3.0:1733164792.117714:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187430 00000100:00100000:3.0:1733164792.117718:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f778a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3259:3759:x1817354297281536:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.117727:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8707 count 1 00010000:00010000:3.0:1733164792.117736:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6456 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.117751:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948e2880/0xe92384b90c81abc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d810 expref: 843 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.117757:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.117758:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.117761:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6456 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.117774:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948e2880/0xe92384b90c81abc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d810 expref: 843 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.117782:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948e2880/0xe92384b90c81abc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d810 expref: 843 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.117790:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e437b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297281664:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.117808:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575f00 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.118048:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297280384:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.118057:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297280256:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.118058:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d642c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.118071:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6433 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.118089:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297279872:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.118112:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6425 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.118315:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297281024:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.118333:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d643a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.118395:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297281152:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.118407:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6441 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.118428:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f779880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297281408:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.118438:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.118438:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e434e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297281280:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.118443:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d644f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.118449:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6448 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.118452:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.118453:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606233856 00000100:00100000:1.0:1733164792.118456:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606233856 00000100:00100000:0.0:1733164792.118461:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606234112 00000100:00100000:0.0:1733164792.118463:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606234112 00000100:00100000:3.0:1733164792.118464:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e437b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297281664:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.118466:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd22d00/0xe92384b90c819bf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d029 expref: 845 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.118470:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801210e9440/0xe92384b90c819a1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cf6c expref: 845 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.118471:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6456 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.118481:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807850 00000100:00100000:0.0:1733164792.118484:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807851 00000100:00100000:1.0:1733164792.118485:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+845:2001:x1817354606233856:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.118489:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+845:2001:x1817354606234112:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.118492:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.118494:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.118495:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd22d00/0xe92384b90c819bf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d029 expref: 845 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.118497:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801210e9440/0xe92384b90c819a1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cf6c expref: 845 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.118503:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd22d00/0xe92384b90c819bf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d029 expref: 845 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.118505:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801210e9440/0xe92384b90c819a1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cf6c expref: 845 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.118514:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801210e9440/0xe92384b90c819a1b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36cf6c expref: 845 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.118515:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd22d00/0xe92384b90c819bf7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d029 expref: 845 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.118523:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.118523:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.118525:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.118525:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.118527:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d642c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.118528:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6433 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.118534:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d642c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.118535:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6433 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.118563:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.118564:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.118571:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6433 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.118578:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6433 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.118581:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+843:2001:x1817354606234112:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.118581:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+843:2001:x1817354606233856:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 95us (144us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.118582:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d642c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.118585:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6433 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.118587:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807850 00000100:00100000:0.0:1733164792.118590:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807851 00010000:00010000:3.0:1733164792.118591:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6433 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.118592:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d642c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.118598:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6433 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.118599:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d642c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.118603:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.118606:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d642c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.118606:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6433 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.118612:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d642c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.118612:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6433 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.118617:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.118618:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.118620:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d642c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.118622:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6433 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.118626:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606234368 00010000:00010000:2.0:1733164792.118628:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d642c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.118630:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606234368 00010000:00010000:3.0:1733164792.118633:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6433 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.118638:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099563cc0/0xe92384b90c819e58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d0ed expref: 842 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.118640:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d642c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.118647:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d642c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.118648:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.118663:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606233984 00000100:00100000:0.0:1733164792.118665:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807852 00000100:00100000:1.0:1733164792.118666:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606233984 00000100:00100000:0.0:1733164792.118670:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+843:2001:x1817354606234368:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.118674:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f099440/0xe92384b90c8197cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ce9a expref: 843 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.118676:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.118679:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099563cc0/0xe92384b90c819e58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d0ed expref: 843 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.118688:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099563cc0/0xe92384b90c819e58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d0ed expref: 843 pid: 16648 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.118694:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807853 00000100:00100000:1.0:1733164792.118698:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b520c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+843:2000:x1817354606233984:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.118699:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099563cc0/0xe92384b90c819e58 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d0ed expref: 843 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.118703:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.118706:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f099440/0xe92384b90c8197cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ce9a expref: 842 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.118707:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.118709:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.118711:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6441 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.118714:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f099440/0xe92384b90c8197cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ce9a expref: 842 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.118718:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6441 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.118723:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f099440/0xe92384b90c8197cf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ce9a expref: 842 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.118730:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.118733:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.118734:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.118734:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3260:3762:x1817354297280000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1654us (1701us total) trans 4295982837 rc 0/0 00010000:00010000:1.0:1733164792.118736:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6425 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.118740:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187425 00000100:00100000:0.0:1733164792.118743:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+841:2001:x1817354606234368:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (127us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.118743:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6425 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.118749:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807852 00010000:00010000:1.0:1733164792.118754:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1733164792.118762:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316e6d80/2, rc 0, transno 1015541 00000100:00100000:1.0:1733164792.118766:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b520c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+840:2000:x1817354606233984:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.118767:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297280000:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.118772:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807853 00000100:00100000:0.0:1733164792.118776:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.118786:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606234624 00000100:00100000:0.0:1733164792.118789:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606234624 00010000:00010000:0.0:1733164792.118797:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b14b40/0xe92384b90c81a742 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d53f expref: 840 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.118818:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807854 00000100:00100000:0.0:1733164792.118822:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+840:2001:x1817354606234624:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.118828:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.118832:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b14b40/0xe92384b90c81a742 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d53f expref: 840 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.118836:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.118840:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b14b40/0xe92384b90c81a742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d53f expref: 840 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.118846:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606234240 00000100:00100000:2.0:1733164792.118847:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3260:3762:x1817354297280128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1773us (1846us total) trans 4295982838 rc 0/0 00000100:00100000:1.0:1733164792.118848:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606234240 00000004:00080000:3.0:1733164792.118848:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316e7800/2, rc 0, transno 1015542 00010000:00010000:0.0:1733164792.118851:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b14b40/0xe92384b90c81a742 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d53f expref: 841 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.118853:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297280128:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.118856:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007c4606c0/0xe92384b90c81a0a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d1b8 expref: 841 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.118856:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187424 00010000:00010000:0.0:1733164792.118860:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.118861:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.118863:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.118870:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6448 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.118871:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807855 00000100:00100000:3.0:1733164792.118871:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.118875:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+840:2000:x1817354606234240:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.118879:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e434e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297281920:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.118881:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.118881:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1733164792.118884:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007c4606c0/0xe92384b90c81a0a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d1b8 expref: 840 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.118889:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.118891:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297281792:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.118892:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007c4606c0/0xe92384b90c81a0a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d1b8 expref: 840 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.118893:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.118900:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.118902:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+840:2001:x1817354606234624:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (126us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.118902:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007c4606c0/0xe92384b90c81a0a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d1b8 expref: 840 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.118907:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.118911:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807854 00010000:00010000:1.0:1733164792.118912:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.118913:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.118913:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.118915:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d643a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.118919:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.118920:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.118922:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d643a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.118925:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.118928:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.118935:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.118939:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.118941:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.118944:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6448 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.118950:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6448 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.118951:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606234496 00000100:00100000:1.0:1733164792.118951:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+838:2000:x1817354606234240:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (115us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.118953:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6425 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.118954:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606234496 00000100:00100000:1.0:1733164792.118957:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807855 00010000:00010000:2.0:1733164792.118960:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6425 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.118962:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095248000/0xe92384b90c81a432 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d3e8 expref: 839 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.118967:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6425 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.118973:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6425 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.118979:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6425 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.118983:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807856 00010000:00010000:2.0:1733164792.118984:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1f80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.118987:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+838:2000:x1817354606234496:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.118987:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6425 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.118993:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.118993:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6425 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.118997:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095248000/0xe92384b90c81a432 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d3e8 expref: 838 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.119005:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095248000/0xe92384b90c81a432 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d3e8 expref: 838 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.119005:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6425 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.119012:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6425 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.119015:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095248000/0xe92384b90c81a432 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d3e8 expref: 838 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.119023:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.119024:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.119027:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d644f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.119028:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.119032:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3260:3762:x1817354297280896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1529us (1578us total) trans 4295982839 rc 0/0 00010000:00010000:0.0:1733164792.119033:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d644f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.119038:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187428 00000100:00100000:1.0:1733164792.119039:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606234752 00000100:00100000:1.0:1733164792.119042:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606234752 00000100:00100000:3.0:1733164792.119047:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297281792 00010000:00010000:0.0:1733164792.119050:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.119050:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297281792 00010000:00010000:1.0:1733164792.119051:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948e2880/0xe92384b90c81abc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d810 expref: 838 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.119062:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187431 00000100:00100000:0.0:1733164792.119063:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+838:2000:x1817354606234496:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.119065:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f779880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3260:3759:x1817354297281792:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.119067:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807857 00000100:00100000:0.0:1733164792.119070:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807856 00000100:00100000:1.0:1733164792.119070:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+838:2000:x1817354606234752:12345-192.168.202.7@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1733164792.119074:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8708 count 1 00010000:00010000:1.0:1733164792.119076:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.119080:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948e2880/0xe92384b90c81abc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d810 expref: 837 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.119083:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d644f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.119083:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d645d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.119088:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948e2880/0xe92384b90c81abc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d810 expref: 837 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.119089:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d644f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.119093:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801237fdb00/0xe92384b90c81adaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d8c6 expref: 837 pid: 16599 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.119096:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d644f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.119099:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948e2880/0xe92384b90c81abc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d810 expref: 837 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.119102:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d644f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.119104:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.119106:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.119108:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d644f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.119108:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.119108:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d645d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.119109:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.119111:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6456 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.119114:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.119117:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d644f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.119121:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801237fdb00/0xe92384b90c81adaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d8c6 expref: 836 pid: 16599 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.119122:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6456 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.119123:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d644f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.119129:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801237fdb00/0xe92384b90c81adaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d8c6 expref: 836 pid: 16599 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.119135:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.119136:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d644f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.119138:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e436d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297282048:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.119161:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d644f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.119167:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+836:2000:x1817354606234752:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 95us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.119171:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807857 00000100:00100000:3.0:1733164792.119174:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575f00 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.119195:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1733164792.119212:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e435500/2, rc 0, transno 1015543 00000100:00100000:2.0:1733164792.119214:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3262:3760:x1817354297279744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2430us (2453us total) trans 4295982840 rc 0/0 00000100:00100000:3.0:1733164792.119217:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297280896:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.119222:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187423 00000100:00100000:2.0:1733164792.119239:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297281920 00000100:00100000:2.0:1733164792.119244:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297281920 00000100:00100000:3.0:1733164792.119248:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297282176:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.119258:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6441 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.119264:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.119265:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6441 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.119267:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3262:3762:x1817354297280768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1737us (1792us total) trans 4295982841 rc 0/0 00000100:00100000:2.0:1733164792.119269:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187432 00010000:00010000:1.0:1733164792.119272:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6441 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.119273:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187429 00000100:00100000:2.0:1733164792.119275:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3262:3762:x1817354297281920:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.119278:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6441 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.119278:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880086bd6300/2, rc 0, transno 1015545 00000100:00100000:3.0:1733164792.119283:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880086bd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297280768:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.119284:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297282176 00010000:00010000:1.0:1733164792.119285:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.119287:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297282176 00010000:00010000:1.0:1733164792.119290:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4240 already unused, calling callback (ffffffffa0854100) 00002000:00080000:2.0:1733164792.119291:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8709 count 1 00010000:00010000:1.0:1733164792.119293:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.119300:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187433 00000100:00100000:0.0:1733164792.119303:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3262:3762:x1817354297282176:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.119304:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.119305:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6464 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.119307:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6456 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.119313:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6441 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.119314:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8710 count 1 00010000:00010000:3.0:1733164792.119315:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6456 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.119317:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f3f180/0xe92384b90c81b010 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d991 expref: 835 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.119319:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6441 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x21ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.119322:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d646b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.119323:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.119324:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.119326:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6456 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.119327:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6464 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.119331:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095143cc0/0xe92384b90c81b10c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d9ec expref: 835 pid: 16624 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.119333:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6456 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.119337:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.119338:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.119339:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.119340:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d646b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.119345:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.119348:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f3f180/0xe92384b90c81b010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d991 expref: 835 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.119348:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.119355:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095143cc0/0xe92384b90c81b10c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d9ec expref: 835 pid: 16624 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.119355:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.119359:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091f3f180/0xe92384b90c81b010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d991 expref: 835 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.119363:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6456 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.119369:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095143cc0/0xe92384b90c81b10c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d9ec expref: 835 pid: 16624 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.119370:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f778700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297282432:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.119370:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6456 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.119378:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297282560:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.119405:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265240 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.119406:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752540 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.119407:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3263:3759:x1817354297280512:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1987us (2030us total) trans 4295982842 rc 0/0 00000100:00100000:1.0:1733164792.119414:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187426 00000100:00100000:2.0:1733164792.119426:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c406a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297282304:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.119454:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.119469:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f778a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3263:3759:x1817354297281536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1749us (1784us total) trans 4295982843 rc 0/0 00000100:00100000:1.0:1733164792.119472:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297282304 00000100:00100000:1.0:1733164792.119475:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297282304 00000100:00100000:3.0:1733164792.119475:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187430 00000004:00080000:2.0:1733164792.119485:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e434700/2, rc 0, transno 1015547 00000100:00100000:3.0:1733164792.119487:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187434 00000100:00100000:3.0:1733164792.119491:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f77b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3263:3759:x1817354297282304:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.119496:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297281536:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.119500:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8711 count 1 00010000:00010000:3.0:1733164792.119509:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6472 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.119510:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316e5c00/2, rc 0, transno 1015546 00000100:00100000:2.0:1733164792.119514:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297280512:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.119518:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092293840/0xe92384b90c81b312 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36da39 expref: 835 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.119523:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.119524:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.119527:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6472 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.119555:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092293840/0xe92384b90c81b312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36da39 expref: 835 pid: 16662 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.119558:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316e7480/2, rc 0, transno 1015544 00000100:00100000:2.0:1733164792.119563:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297279744:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.119563:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092293840/0xe92384b90c81b312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36da39 expref: 835 pid: 16662 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.119571:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c405880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297282688:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.119582:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d643a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.119591:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d643a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.119591:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.119598:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d643a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.119604:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d643a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.119612:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d643a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.119621:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.119624:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d643a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.119630:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d643a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.119639:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c404a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297283072:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.119641:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c405c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297282944:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.119641:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d643a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.119647:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d643a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.119661:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.119676:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297283072 00000100:00100000:0.0:1733164792.119678:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297283072 00000100:00100000:1.0:1733164792.119678:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.119684:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c407100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297282816:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.119690:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297282944 00000100:00100000:0.0:1733164792.119693:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297282944 00000100:00100000:1.0:1733164792.119700:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187435 00000100:00100000:0.0:1733164792.119703:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187436 00000100:00100000:1.0:1733164792.119704:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3265:3762:x1817354297283072:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.119707:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3265:3761:x1817354297282944:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.119714:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1733164792.119715:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8714 count 1 00010000:00010000:1.0:1733164792.119725:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6479 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.119734:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097024240/0xe92384b90c81d961 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dbcf expref: 835 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.119740:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.119741:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.119744:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6479 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.119759:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097024240/0xe92384b90c81d961 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dbcf expref: 835 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.119767:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097024240/0xe92384b90c81d961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dbcf expref: 835 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.119776:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297283200:192.168.202.7@tcp:104: 00002000:00080000:0.0:1733164792.119786:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8713 count 1 00010000:00010000:0.0:1733164792.119796:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6480 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.119796:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987240 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.119807:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801367f1f80/0xe92384b90c81d777 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36db20 expref: 835 pid: 16022 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.119807:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297282816 00000100:00100000:1.0:1733164792.119809:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297282816 00010000:00010000:0.0:1733164792.119813:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.119814:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.119816:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6480 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.119820:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187437 00000100:00100000:1.0:1733164792.119824:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f77aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3267:3760:x1817354297282816:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.119831:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801367f1f80/0xe92384b90c81d777 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36db20 expref: 835 pid: 16022 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.119832:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8712 count 1 00010000:00010000:1.0:1733164792.119840:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6487 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.119843:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801367f1f80/0xe92384b90c81d777 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36db20 expref: 835 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.119849:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008dc91f80/0xe92384b90c81cee1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dabe expref: 835 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.119851:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297283328:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.119854:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.119856:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.119858:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6487 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.119867:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265c00 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.119870:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008dc91f80/0xe92384b90c81cee1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dabe expref: 835 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.119878:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008dc91f80/0xe92384b90c81cee1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dabe expref: 835 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.119879:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3267:3759:x1817354297280640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2431us (2461us total) trans 4295982844 rc 0/0 00000004:00080000:3.0:1733164792.119879:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316e4000/2, rc 0, transno 1015548 00000100:00100000:1.0:1733164792.119885:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297283456:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.119885:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297280640:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.119887:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187427 00000100:00100000:1.0:1733164792.119899:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.119914:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.119918:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e436d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297282048:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.119923:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c406d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297283584:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.119928:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d645d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.119950:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.119966:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297283584 00000100:00100000:2.0:1733164792.119969:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297283584 00000100:00100000:2.0:1733164792.119989:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187438 00000100:00100000:2.0:1733164792.119994:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f778e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3267:3760:x1817354297283584:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.120012:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8715 count 1 00010000:00010000:2.0:1733164792.120027:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d648e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.120040:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b1ccfc0/0xe92384b90c81daaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dc23 expref: 835 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.120047:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.120048:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.120051:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d648e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.120051:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f778700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297282432:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.120054:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297282560:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.120055:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.120058:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6464 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.120068:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d646b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.120073:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b1ccfc0/0xe92384b90c81daaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dc23 expref: 835 pid: 16596 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.120077:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.120079:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606234880 00000100:00100000:1.0:1733164792.120081:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606234880 00010000:00010000:2.0:1733164792.120084:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b1ccfc0/0xe92384b90c81daaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dc23 expref: 835 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.120086:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606235008 00000100:00100000:0.0:1733164792.120088:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606235008 00010000:00010000:1.0:1733164792.120092:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801237fdb00/0xe92384b90c81adaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d8c6 expref: 837 pid: 16599 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.120094:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f77a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297283712:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.120097:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095143cc0/0xe92384b90c81b10c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d9ec expref: 837 pid: 16624 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.120106:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807858 00000100:00100000:0.0:1733164792.120109:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807859 00000100:00100000:1.0:1733164792.120110:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+837:2001:x1817354606234880:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.120113:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+837:2000:x1817354606235008:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.120116:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.120118:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.120120:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801237fdb00/0xe92384b90c81adaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d8c6 expref: 837 pid: 16599 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.120121:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095143cc0/0xe92384b90c81b10c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d9ec expref: 837 pid: 16624 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.120127:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752600 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.120128:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801237fdb00/0xe92384b90c81adaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d8c6 expref: 837 pid: 16599 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.120129:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095143cc0/0xe92384b90c81b10c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d9ec expref: 837 pid: 16624 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.120138:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095143cc0/0xe92384b90c81b10c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d9ec expref: 837 pid: 16624 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.120139:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801237fdb00/0xe92384b90c81adaf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d8c6 expref: 837 pid: 16599 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.120169:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.120169:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.120170:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.120170:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.120173:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d645d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.120179:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d645d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.120193:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.120210:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+835:2001:x1817354606234880:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 98us (155us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.120213:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d645d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.120216:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807858 00010000:00010000:2.0:1733164792.120222:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d645d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.120229:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d646b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.120230:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d645d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.120237:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d646b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.120237:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d645d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.120242:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d645d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.120247:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.120251:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.120251:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d645d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.120257:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d645d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.120258:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c405880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297282688:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.120266:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.120268:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d645d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120268:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6472 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.120269:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+834:2000:x1817354606235008:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 154us (191us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.120274:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d645d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.120275:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807859 00000100:00100000:1.0:1733164792.120276:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606235264 00000100:00100000:1.0:1733164792.120278:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606235264 00010000:00010000:1.0:1733164792.120287:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092293840/0xe92384b90c81b312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36da39 expref: 834 pid: 16662 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.120300:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807860 00000100:00100000:3.0:1733164792.120301:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.120305:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+834:2000:x1817354606235264:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.120309:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606235136 00000100:00100000:0.0:1733164792.120311:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606235136 00010000:00010000:1.0:1733164792.120311:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.120314:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092293840/0xe92384b90c81b312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36da39 expref: 835 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.120319:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091f3f180/0xe92384b90c81b010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d991 expref: 835 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.120322:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092293840/0xe92384b90c81b312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36da39 expref: 835 pid: 16662 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.120333:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807861 00000100:00100000:0.0:1733164792.120336:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c405880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+835:2000:x1817354606235136:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.120337:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092293840/0xe92384b90c81b312 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36da39 expref: 835 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.120342:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.120345:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f3f180/0xe92384b90c81b010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d991 expref: 834 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.120348:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.120349:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.120352:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6472 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.120353:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f3f180/0xe92384b90c81b010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d991 expref: 834 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.120359:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6472 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.120368:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f3f180/0xe92384b90c81b010 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d991 expref: 834 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.120370:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.120376:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.120377:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.120379:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6472 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.120380:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.120383:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+833:2000:x1817354606235264:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (117us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.120384:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6472 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.120386:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6464 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.120388:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807860 00010000:00010000:3.0:1733164792.120389:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6472 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120392:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6472 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120396:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6472 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.120399:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.120403:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.120405:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6472 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120408:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6472 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.120414:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c405880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+832:2000:x1817354606235136:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (113us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.120414:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6472 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.120419:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807861 00010000:00010000:3.0:1733164792.120419:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6472 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.120427:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f779880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3268:3759:x1817354297281792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1358us (1505us total) trans 4295982845 rc 0/0 00000100:00100000:2.0:1733164792.120434:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187431 00000004:00080000:2.0:1733164792.120472:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e437b80/2, rc 0, transno 1015549 00010000:00010000:1.0:1733164792.120474:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d646b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.120482:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d646b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.120485:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297281792:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.120488:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d646b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.120493:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d646b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.120503:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d646b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.120508:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.120510:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d646b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.120516:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d646b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.120521:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f77b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3268:3759:x1817354297282304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1027us (1067us total) trans 4295982846 rc 0/0 00010000:00010000:1.0:1733164792.120524:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d646b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.120527:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187434 00010000:00010000:1.0:1733164792.120529:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d646b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120553:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.120557:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c406a00/2, rc 0, transno 1015550 00010000:00010000:3.0:1733164792.120560:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120566:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6464 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.120568:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c406a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297282304:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.120572:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6464 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.120576:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1733164792.120579:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.120582:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f778380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297283840:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.120584:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.120587:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120591:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120597:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6464 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120600:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6464 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.120610:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.120641:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3269:3762:x1817354297282176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1335us (1375us total) trans 4295982847 rc 0/0 00000100:00100000:1.0:1733164792.120648:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187433 00000100:00100000:3.0:1733164792.120679:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3268:3762:x1817354297281920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1404us (1483us total) trans 4295982848 rc 0/0 00000100:00100000:1.0:1733164792.120680:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f779c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297283968:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.120683:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187432 00000100:00100000:3.0:1733164792.120692:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297283840 00000100:00100000:3.0:1733164792.120694:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297283840 00000100:00100000:1.0:1733164792.120699:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.120705:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297283968 00000004:00080000:0.0:1733164792.120706:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e435c00/2, rc 0, transno 1015551 00000100:00100000:3.0:1733164792.120706:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297283968 00000100:00100000:3.0:1733164792.120713:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187439 00000100:00100000:0.0:1733164792.120715:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297282176:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.120716:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f778000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3269:3759:x1817354297283840:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.120720:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187440 00000004:00080000:0.0:1733164792.120724:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e434e00/2, rc 0, transno 1015552 00000100:00100000:1.0:1733164792.120724:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3269:3761:x1817354297283968:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.120724:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8716 count 1 00000100:00100000:0.0:1733164792.120727:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e434e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297281920:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.120731:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6495 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.120735:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8717 count 1 00010000:00010000:3.0:1733164792.120738:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008513aac0/0xe92384b90c81db52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dc70 expref: 831 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120742:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.120743:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.120745:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d649c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120745:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6495 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120754:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008513aac0/0xe92384b90c81db52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dc70 expref: 831 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.120756:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800959f1200/0xe92384b90c81ddac lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dddc expref: 831 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120759:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008513aac0/0xe92384b90c81db52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dc70 expref: 831 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.120762:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.120763:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.120764:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e436d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297284224:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.120766:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d649c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.120768:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f779180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297284096:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.120780:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.120788:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.120789:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297283200:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.120800:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6479 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.120801:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f779f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297284352:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.120812:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297283328:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.120817:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800959f1200/0xe92384b90c81ddac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dddc expref: 831 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.120822:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6480 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.120825:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800959f1200/0xe92384b90c81ddac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dddc expref: 831 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.120830:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.120834:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297284480:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.120845:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297284096 00000100:00100000:3.0:1733164792.120848:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297284096 00000100:00100000:1.0:1733164792.120854:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987240 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.120871:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297283456:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.120871:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297284352 00000100:00100000:3.0:1733164792.120874:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297284352 00000100:00100000:2.0:1733164792.120879:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187441 00010000:00010000:1.0:1733164792.120880:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6487 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.120886:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3271:3762:x1817354297284096:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.120891:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187442 00000100:00100000:3.0:1733164792.120895:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f77b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3271:3759:x1817354297284352:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.120897:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00002000:00080000:2.0:1733164792.120902:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8718 count 1 00002000:00080000:3.0:1733164792.120905:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8719 count 1 00000100:00100000:0.0:1733164792.120910:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.120915:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606235520 00010000:00010000:3.0:1733164792.120915:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d64a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.120917:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d64aa lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.120918:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606235520 00000100:00100000:0.0:1733164792.120919:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606235776 00000100:00100000:0.0:1733164792.120921:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606235776 00010000:00010000:1.0:1733164792.120927:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801367f1f80/0xe92384b90c81d777 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36db20 expref: 833 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.120929:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b1ccfc0/0xe92384b90c81daaa lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dc23 expref: 833 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.120929:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972de640/0xe92384b90c81e03e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36df79 expref: 833 pid: 16616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120931:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f426f40/0xe92384b90c81e32b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e16a expref: 833 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.120935:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.120936:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.120936:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.120938:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.120938:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d64a3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.120940:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d64aa lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.120941:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807862 00000100:00100000:1.0:1733164792.120945:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+833:2000:x1817354606235520:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.120951:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.120952:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807863 00010000:00010000:1.0:1733164792.120955:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801367f1f80/0xe92384b90c81d777 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36db20 expref: 833 pid: 16022 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.120956:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+833:2000:x1817354606235776:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.120958:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972de640/0xe92384b90c81e03e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36df79 expref: 833 pid: 16616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.120961:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.120963:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801367f1f80/0xe92384b90c81d777 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36db20 expref: 833 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.120964:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b1ccfc0/0xe92384b90c81daaa lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dc23 expref: 833 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.120967:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972de640/0xe92384b90c81e03e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36df79 expref: 833 pid: 16616 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.120967:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f426f40/0xe92384b90c81e32b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e16a expref: 833 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.120972:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b1ccfc0/0xe92384b90c81daaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dc23 expref: 833 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.120973:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f426f40/0xe92384b90c81e32b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e16a expref: 833 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.120975:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801367f1f80/0xe92384b90c81d777 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36db20 expref: 833 pid: 16022 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.120977:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f779500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297284608:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.120979:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297284736:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.120982:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.120983:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.120984:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.120984:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.120987:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d648e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.120987:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6480 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.120993:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d648e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.120993:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6480 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.120995:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575f00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.121003:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.121004:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752000 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.121005:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.121012:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.121019:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+832:2000:x1817354606235776:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.121019:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+832:2000:x1817354606235520:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.121019:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606235392 00000100:00100000:3.0:1733164792.121021:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606235392 00000100:00100000:1.0:1733164792.121024:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807862 00000100:00100000:0.0:1733164792.121027:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807863 00010000:00010000:3.0:1733164792.121029:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097024240/0xe92384b90c81d961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dbcf expref: 833 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.121033:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b1ccfc0/0xe92384b90c81daaa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dc23 expref: 832 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.121044:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f77a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297283712:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.121050:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807864 00000100:00100000:3.0:1733164792.121053:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+830:2000:x1817354606235392:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.121058:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6480 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121059:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.121061:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d648e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121061:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097024240/0xe92384b90c81d961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dbcf expref: 830 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.121065:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6480 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121066:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097024240/0xe92384b90c81d961 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dbcf expref: 830 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.121069:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d648e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121071:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6480 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121074:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097024240/0xe92384b90c81d961 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dbcf expref: 830 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.121076:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d648e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121077:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6480 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121080:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.121081:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.121082:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.121083:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121083:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.121084:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d648e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121088:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6479 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121089:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.121090:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d648e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121092:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.121097:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d648e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121098:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121102:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.121103:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.121106:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d648e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121107:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6480 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.121113:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121113:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6480 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.121117:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+829:2000:x1817354606235392:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (104us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.121118:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d648e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.121120:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.121124:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807864 00010000:00010000:0.0:1733164792.121126:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.121129:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d648e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.121131:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6479 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.121135:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606235648 00010000:00010000:2.0:1733164792.121136:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d648e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x220b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.121137:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.121138:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606235648 00010000:00010000:0.0:1733164792.121160:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.121163:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121166:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008dc91f80/0xe92384b90c81cee1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dabe expref: 829 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.121169:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.121178:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6479 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.121187:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807865 00000100:00100000:3.0:1733164792.121189:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+829:2000:x1817354606235648:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.121191:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6479 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x220a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121195:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.121197:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008dc91f80/0xe92384b90c81cee1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dabe expref: 829 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.121202:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008dc91f80/0xe92384b90c81cee1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dabe expref: 829 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.121210:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008dc91f80/0xe92384b90c81cee1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dabe expref: 829 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.121217:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.121218:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.121220:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121224:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6487 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121233:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.121237:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3273:3761:x1817354297282944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1528us (1558us total) trans 4295982849 rc 0/0 00000100:00100000:1.0:1733164792.121243:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187436 00000100:00100000:3.0:1733164792.121246:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+828:2000:x1817354606235648:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.121251:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807865 00000004:00080000:1.0:1733164792.121270:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c405c00/2, rc 0, transno 1015553 00000100:00100000:1.0:1733164792.121277:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c405c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297282944:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.121288:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121294:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121301:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6487 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121307:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6487 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121313:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6487 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121318:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.121320:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6487 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121326:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6487 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121336:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6487 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121342:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6487 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.121351:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3272:3762:x1817354297283072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1645us (1689us total) trans 4295982850 rc 0/0 00000100:00100000:0.0:1733164792.121357:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187435 00000004:00080000:0.0:1733164792.121379:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c404a80/2, rc 0, transno 1015554 00000100:00100000:0.0:1733164792.121382:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c404a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297283072:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.121441:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f77aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3272:3760:x1817354297282816:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1615us (1726us total) trans 4295982851 rc 0/0 00000100:00100000:0.0:1733164792.121447:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f77a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297284864:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.121447:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187437 00000100:00100000:0.0:1733164792.121465:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.121479:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f77bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297284992:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.121496:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.121516:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297284864 00000100:00100000:1.0:1733164792.121519:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297284864 00000100:00100000:1.0:1733164792.121531:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297284992 00000100:00100000:1.0:1733164792.121533:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297284992 00000004:00080000:0.0:1733164792.121557:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c407100/2, rc 0, transno 1015555 00000100:00100000:3.0:1733164792.121557:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187443 00000100:00100000:1.0:1733164792.121561:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187444 00000100:00100000:3.0:1733164792.121562:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3274:3760:x1817354297284864:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.121563:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c407100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297282816:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.121566:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3274:3761:x1817354297284992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.121575:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8720 count 1 00002000:00080000:1.0:1733164792.121577:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8721 count 1 00010000:00010000:3.0:1733164792.121585:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d64b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121587:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d64b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121597:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b8b3c0/0xe92384b90c81e696 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e2d6 expref: 827 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121599:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f0bb180/0xe92384b90c81e4ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e251 expref: 827 pid: 16684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121602:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.121604:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.121605:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.121606:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d64b8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121607:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.121609:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d64b1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121620:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b8b3c0/0xe92384b90c81e696 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e2d6 expref: 827 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.121625:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f778e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3274:3760:x1817354297283584:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1627us (1672us total) trans 4295982852 rc 0/0 00010000:00010000:3.0:1733164792.121625:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f0bb180/0xe92384b90c81e4ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e251 expref: 827 pid: 16684 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.121629:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c406d80/2, rc 0, transno 1015556 00010000:00010000:1.0:1733164792.121629:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b8b3c0/0xe92384b90c81e696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e2d6 expref: 827 pid: 16666 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.121632:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c406d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297283584:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.121633:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187438 00010000:00010000:3.0:1733164792.121635:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f0bb180/0xe92384b90c81e4ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e251 expref: 827 pid: 16684 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.121638:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297285120:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.121645:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297285248:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.121658:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.121665:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575480 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.121700:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.121704:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e436d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297284224:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.121707:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f77b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297285376:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.121716:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6495 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.121731:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f778700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297285504:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.121732:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.121746:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297285376 00000100:00100000:1.0:1733164792.121749:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297285376 00000100:00100000:3.0:1733164792.121753:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.121759:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.121763:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297285504 00000100:00100000:1.0:1733164792.121765:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297285504 00000100:00100000:1.0:1733164792.121775:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187445 00000100:00100000:3.0:1733164792.121778:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606235904 00000100:00100000:1.0:1733164792.121779:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3275:3761:x1817354297285376:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.121781:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606235904 00000100:00100000:2.0:1733164792.121783:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187446 00002000:00080000:1.0:1733164792.121790:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8722 count 1 00000100:00100000:2.0:1733164792.121790:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3275:3759:x1817354297285504:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.121792:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008513aac0/0xe92384b90c81db52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dc70 expref: 828 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.121798:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d64bf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.121805:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8723 count 1 00000100:00100000:3.0:1733164792.121807:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807866 00010000:00010000:1.0:1733164792.121808:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801249461c0/0xe92384b90c81e7ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e346 expref: 828 pid: 16638 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.121812:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+828:2001:x1817354606235904:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.121814:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.121816:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.121818:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d64bf lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121818:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.121819:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d64c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121822:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008513aac0/0xe92384b90c81db52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dc70 expref: 828 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.121830:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008513aac0/0xe92384b90c81db52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dc70 expref: 828 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.121831:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090956f40/0xe92384b90c81e8e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e3a8 expref: 828 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121834:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801249461c0/0xe92384b90c81e7ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e346 expref: 828 pid: 16638 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.121838:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.121840:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.121841:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008513aac0/0xe92384b90c81db52 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dc70 expref: 828 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.121842:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d64c6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.121843:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801249461c0/0xe92384b90c81e7ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e346 expref: 828 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.121849:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.121851:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.121852:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297285632:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.121853:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6495 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121859:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6495 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.121862:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.121870:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.121870:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.121872:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090956f40/0xe92384b90c81e8e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e3a8 expref: 827 pid: 16661 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.121875:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606236032 00010000:00010000:2.0:1733164792.121883:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090956f40/0xe92384b90c81e8e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e3a8 expref: 827 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.121884:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+827:2001:x1817354606235904:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.121889:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807866 00000100:00100000:2.0:1733164792.121893:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297285760:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.121910:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6495 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121918:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6495 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.121923:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752600 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.121925:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6495 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.121928:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606236032 00010000:00010000:3.0:1733164792.121930:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6495 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121936:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6495 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121940:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.121941:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800959f1200/0xe92384b90c81ddac lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dddc expref: 827 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.121943:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6495 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121949:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6495 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.121956:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6495 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.121958:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807867 00000100:00100000:0.0:1733164792.121962:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+827:2001:x1817354606236032:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.121962:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6495 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x220c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.121970:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f779500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297284608:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.121971:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.121975:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.121981:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800959f1200/0xe92384b90c81ddac lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dddc expref: 827 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.121985:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d64aa lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.121989:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800959f1200/0xe92384b90c81ddac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dddc expref: 827 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.121989:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606236160 00000100:00100000:3.0:1733164792.121992:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606236160 00010000:00010000:0.0:1733164792.122000:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.122000:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f426f40/0xe92384b90c81e32b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e16a expref: 828 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.122001:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.122003:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d649c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.122009:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.122010:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d649c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.122019:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.122021:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606236288 00000100:00100000:3.0:1733164792.122024:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606236288 00010000:00010000:3.0:1733164792.122031:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972de640/0xe92384b90c81e03e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36df79 expref: 829 pid: 16616 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.122032:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807868 00000100:00100000:0.0:1733164792.122033:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+829:2001:x1817354606236032:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.122037:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+829:2001:x1817354606236160:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.122039:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807867 00010000:00010000:1.0:1733164792.122044:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.122048:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f426f40/0xe92384b90c81e32b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e16a expref: 828 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.122049:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807869 00000100:00100000:3.0:1733164792.122053:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+828:2001:x1817354606236288:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.122056:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f426f40/0xe92384b90c81e32b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e16a expref: 828 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.122060:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.122064:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972de640/0xe92384b90c81e03e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36df79 expref: 828 pid: 16616 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.122066:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.122067:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.122069:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d64a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122072:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972de640/0xe92384b90c81e03e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36df79 expref: 828 pid: 16616 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.122080:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d64a3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.122084:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800959f1200/0xe92384b90c81ddac lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36dddc expref: 828 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.122084:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972de640/0xe92384b90c81e03e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36df79 expref: 828 pid: 16616 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.122090:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.122094:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.122096:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297284480:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.122096:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.122098:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d64aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.122102:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+826:2001:x1817354606236160:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (131us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.122105:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d64aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.122106:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d649c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.122108:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807868 00010000:00010000:0.0:1733164792.122113:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d649c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122122:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.122124:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d649c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.122131:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d649c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122132:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f426f40/0xe92384b90c81e32b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e16a expref: 825 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.122137:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+825:2001:x1817354606236288:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (128us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.122138:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d649c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.122138:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d64aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.122159:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297284736:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.122160:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807869 00010000:00010000:0.0:1733164792.122164:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d649c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.122170:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.122170:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d64a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.122173:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d649c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.122175:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d64aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122176:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d64a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.122180:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d649c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122182:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d64a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.122183:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d64aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122188:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d64a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.122189:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d649c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.122189:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d64aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122194:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d64a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.122196:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d649c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x220d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.122196:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d64aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.122203:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.122205:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d64a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.122206:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d64aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122210:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.122212:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d64a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.122212:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d64aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122218:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d64a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.122224:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d64aa lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122226:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d64a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.122231:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d64aa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x220e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122232:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d64a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x220f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.122258:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f778000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3277:3759:x1817354297283840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1539us (1648us total) trans 4295982853 rc 0/0 00000100:00100000:3.0:1733164792.122264:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187439 00000004:00080000:3.0:1733164792.122288:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f778380/2, rc 0, transno 1015557 00000100:00100000:3.0:1733164792.122295:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f778380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297283840:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.122296:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3277:3761:x1817354297283968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1570us (1596us total) trans 4295982854 rc 0/0 00000100:00100000:0.0:1733164792.122303:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187440 00000004:00080000:0.0:1733164792.122325:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f779c00/2, rc 0, transno 1015558 00000100:00100000:1.0:1733164792.122328:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f77b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3277:3759:x1817354297284352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1432us (1499us total) trans 4295982855 rc 0/0 00000100:00100000:0.0:1733164792.122329:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f779c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297283968:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.122334:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187442 00000004:00080000:3.0:1733164792.122340:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f779f80/2, rc 0, transno 1015559 00000100:00100000:3.0:1733164792.122344:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f779f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297284352:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.122395:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3276:3762:x1817354297284096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1507us (1604us total) trans 4295982856 rc 0/0 00000004:00080000:0.0:1733164792.122401:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f779180/2, rc 0, transno 1015560 00000100:00100000:2.0:1733164792.122402:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187441 00000100:00100000:0.0:1733164792.122405:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f779180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297284096:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.122454:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297285888:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.122472:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.122473:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297286016:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.122490:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297286272:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.122573:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.122574:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297286144:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.122575:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297285888 00000100:00100000:2.0:1733164792.122581:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297285888 00000100:00100000:3.0:1733164792.122591:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.122592:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297286016 00000100:00100000:0.0:1733164792.122594:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.122595:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297286016 00000100:00100000:3.0:1733164792.122602:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606236416 00000100:00100000:2.0:1733164792.122604:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297286144 00000100:00100000:3.0:1733164792.122604:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606236416 00000100:00100000:2.0:1733164792.122608:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297286144 00000100:00100000:1.0:1733164792.122609:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187447 00000100:00100000:0.0:1733164792.122613:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187448 00000100:00100000:1.0:1733164792.122614:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3278:3760:x1817354297285888:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.122616:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b8b3c0/0xe92384b90c81e696 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e2d6 expref: 824 pid: 16666 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.122617:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3278:3761:x1817354297286016:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.122628:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187449 00002000:00080000:0.0:1733164792.122630:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8725 count 1 00000100:00100000:1.0:1733164792.122632:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3278:3762:x1817354297286144:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.122635:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807870 00010000:00010000:0.0:1733164792.122639:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d64cd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.122639:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+824:2001:x1817354606236416:12345-192.168.202.7@tcp:103:ldlm_bl.0 00002000:00080000:1.0:1733164792.122640:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8726 count 1 00010000:00010000:3.0:1733164792.122646:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.122647:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d64d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.122649:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013417aac0/0xe92384b90c81ec2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e4c7 expref: 824 pid: 16639 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122650:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b8b3c0/0xe92384b90c81e696 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e2d6 expref: 824 pid: 16666 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.122655:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.122655:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f052880/0xe92384b90c81ed8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e537 expref: 824 pid: 16604 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.122656:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.122658:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d64cd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122661:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.122663:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.122663:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b8b3c0/0xe92384b90c81e696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e2d6 expref: 824 pid: 16666 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.122665:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d64d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.122671:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013417aac0/0xe92384b90c81ec2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e4c7 expref: 824 pid: 16639 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122674:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.122675:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.122676:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f052880/0xe92384b90c81ed8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e537 expref: 824 pid: 16604 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122677:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d64b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122682:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d64b8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122684:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f052880/0xe92384b90c81ed8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e537 expref: 824 pid: 16604 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.122685:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013417aac0/0xe92384b90c81ec2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e4c7 expref: 824 pid: 16639 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.122688:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.122693:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297286400:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.122693:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297286528:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.122702:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+824:2001:x1817354606236416:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 63us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.122706:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807870 00000100:00100000:0.0:1733164792.122710:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265c00 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.122710:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.122721:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1733164792.122722:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8724 count 1 00010000:00010000:1.0:1733164792.122732:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d64db lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122740:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800959e9680/0xe92384b90c81eaa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e450 expref: 823 pid: 16680 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.122743:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297286272 00000100:00100000:3.0:1733164792.122743:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297285248:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.122746:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.122748:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.122749:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d64db lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.122749:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297286272 00010000:00010000:3.0:1733164792.122751:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d64b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122764:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800959e9680/0xe92384b90c81eaa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e450 expref: 823 pid: 16680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.122768:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.122773:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800959e9680/0xe92384b90c81eaa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e450 expref: 823 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.122778:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187450 00000100:00100000:1.0:1733164792.122781:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297286656:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.122781:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606236544 00000100:00100000:3.0:1733164792.122783:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606236544 00000100:00100000:2.0:1733164792.122784:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013129d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3279:3759:x1817354297286272:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.122789:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f0bb180/0xe92384b90c81e4ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e251 expref: 824 pid: 16684 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.122798:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00002000:00080000:2.0:1733164792.122800:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8727 count 1 00000100:00100000:3.0:1733164792.122800:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807871 00000100:00100000:3.0:1733164792.122803:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+824:2001:x1817354606236544:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.122808:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.122810:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f0bb180/0xe92384b90c81e4ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e251 expref: 824 pid: 16684 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.122815:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d64e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122815:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f0bb180/0xe92384b90c81e4ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e251 expref: 824 pid: 16684 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.122816:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b8b3c0/0xe92384b90c81e696 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e2d6 expref: 824 pid: 16666 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.122822:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f0bb180/0xe92384b90c81e4ba lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e251 expref: 824 pid: 16684 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.122827:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297285120:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.122828:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092e89680/0xe92384b90c81eec3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e599 expref: 822 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122830:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.122831:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.122832:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d64b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.122835:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.122836:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.122837:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d64b1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122839:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d64b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.122839:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d64e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122844:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.122845:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d64b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122850:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d64b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.122858:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+822:2001:x1817354606236544:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (90us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.122860:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092e89680/0xe92384b90c81eec3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e599 expref: 822 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122861:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d64b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.122864:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807871 00010000:00010000:1.0:1733164792.122867:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d64b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.122871:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092e89680/0xe92384b90c81eec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e599 expref: 821 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.122873:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d64b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122879:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.122880:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297286784:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.122882:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d64b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122888:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d64b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122898:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d64b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.122904:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d64b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.122910:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752000 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.122944:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d64b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122950:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d64b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122955:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d64b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122959:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d64b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122962:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d64b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122965:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d33c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.122967:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d64b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122971:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d64b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122976:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d64b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.122980:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d64b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.123004:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297285760:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.123008:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3280:3761:x1817354297284992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1440us (1509us total) trans 4295982857 rc 0/0 00000100:00100000:1.0:1733164792.123014:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187444 00000004:00080000:0.0:1733164792.123019:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f77bb80/2, rc 0, transno 1015561 00010000:00010000:2.0:1733164792.123021:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d64c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.123027:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f77bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297284992:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.123034:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297285632:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.123045:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d64bf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.123070:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297286912:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.123070:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3280:3760:x1817354297284864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1505us (1601us total) trans 4295982858 rc 0/0 00000100:00100000:3.0:1733164792.123077:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187443 00000100:00100000:0.0:1733164792.123162:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.123169:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:0.0:1733164792.123178:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f77a680/2, rc 0, transno 1015562 00000100:00100000:3.0:1733164792.123179:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606236800 00000100:00100000:3.0:1733164792.123181:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606236800 00000100:00100000:0.0:1733164792.123183:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f77a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297284864:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.123186:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297286912 00010000:00010000:3.0:1733164792.123189:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090956f40/0xe92384b90c81e8e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e3a8 expref: 822 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.123193:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297286912 00000100:00100000:3.0:1733164792.123199:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807872 00000100:00100000:3.0:1733164792.123202:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+822:2000:x1817354606236800:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.123212:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.123214:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090956f40/0xe92384b90c81e8e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e3a8 expref: 822 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.123219:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187451 00010000:00010000:3.0:1733164792.123220:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090956f40/0xe92384b90c81e8e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e3a8 expref: 822 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.123224:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3280:3760:x1817354297286912:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.123228:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090956f40/0xe92384b90c81e8e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e3a8 expref: 822 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.123235:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.123236:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.123238:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d64c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.123240:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8728 count 1 00010000:00010000:3.0:1733164792.123242:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d64c6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.123250:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.123253:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d64e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.123262:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+821:2000:x1817354606236800:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (94us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.123265:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f5d5d40/0xe92384b90c81f124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e783 expref: 821 pid: 15890 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.123268:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807872 00010000:00010000:2.0:1733164792.123271:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.123272:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.123275:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d64e9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.123295:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f5d5d40/0xe92384b90c81f124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e783 expref: 820 pid: 15890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.123305:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f5d5d40/0xe92384b90c81f124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e783 expref: 820 pid: 15890 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.123314:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297287040:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.123319:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.123333:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606236672 00000100:00100000:0.0:1733164792.123337:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606236672 00000100:00100000:2.0:1733164792.123349:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752600 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.123393:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d64c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.123400:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297286400:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.123402:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d64c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.123406:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801249461c0/0xe92384b90c81e7ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e346 expref: 821 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.123408:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d64c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.123410:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d64cd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.123419:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d64c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.123425:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d64c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.123429:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297286528:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.123430:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2d00 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.123431:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807873 00010000:00010000:2.0:1733164792.123433:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d64c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.123435:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+821:2000:x1817354606236672:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.123440:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d64d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.123440:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d64c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.123442:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.123445:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801249461c0/0xe92384b90c81e7ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e346 expref: 821 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.123454:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d64c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.123459:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801249461c0/0xe92384b90c81e7ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e346 expref: 821 pid: 16638 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.123459:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297286656:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.123461:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d64c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.123468:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d64db lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.123470:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801249461c0/0xe92384b90c81e7ed lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e346 expref: 821 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.123478:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.123480:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.123482:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d64bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.123488:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d64bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.123499:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.123507:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d64bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.123509:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297286784:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.123514:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d64bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.123520:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d64bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.123524:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d64e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.123527:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d64bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.123533:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d64bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.123556:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.123559:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d64bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.123565:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d64bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.123574:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d64bf lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.123580:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d64bf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.123680:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3282:3761:x1817354297285376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1900us (1948us total) trans 4295982860 rc 0/0 00000100:00100000:1.0:1733164792.123686:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187445 00000100:00100000:2.0:1733164792.123691:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3282:3759:x1817354297285504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1899us (1935us total) trans 4295982859 rc 0/0 00000100:00100000:2.0:1733164792.123702:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187446 00000004:00080000:3.0:1733164792.123702:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f778700/2, rc 0, transno 1015563 00000100:00100000:3.0:1733164792.123710:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f778700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297285504:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.123715:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.123729:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.123730:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606236928 00000100:00100000:3.0:1733164792.123733:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606236928 00000100:00100000:1.0:1733164792.123739:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606237184 00000100:00100000:1.0:1733164792.123741:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606237184 00010000:00010000:3.0:1733164792.123743:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013417aac0/0xe92384b90c81ec2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e4c7 expref: 821 pid: 16639 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.123751:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f052880/0xe92384b90c81ed8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e537 expref: 822 pid: 16604 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.123755:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807874 00000100:00100000:3.0:1733164792.123758:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ddec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+822:2001:x1817354606236928:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.123763:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.123765:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807875 00010000:00010000:3.0:1733164792.123765:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013417aac0/0xe92384b90c81ec2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e4c7 expref: 822 pid: 16639 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.123772:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+822:2001:x1817354606237184:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.123773:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013417aac0/0xe92384b90c81ec2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e4c7 expref: 822 pid: 16639 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.123781:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.123784:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013417aac0/0xe92384b90c81ec2a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e4c7 expref: 822 pid: 16639 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.123787:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f052880/0xe92384b90c81ed8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e537 expref: 822 pid: 16604 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.123794:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.123795:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.123797:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f052880/0xe92384b90c81ed8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e537 expref: 821 pid: 16604 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.123798:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d64cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.123804:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d64cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.123812:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+821:2000:x1817354606236672:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 374us (492us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.123812:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f052880/0xe92384b90c81ed8f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e537 expref: 821 pid: 16604 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.123818:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807873 00010000:00010000:3.0:1733164792.123818:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.123823:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.123825:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.123827:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.123828:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d64d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.123834:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ddec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+819:2001:x1817354606236928:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.123835:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297287296:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.123835:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d64d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.123840:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606237056 00000100:00100000:3.0:1733164792.123840:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807874 00000100:00100000:1.0:1733164792.123843:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606237056 00000100:00100000:0.0:1733164792.123853:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.123853:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800959e9680/0xe92384b90c81eaa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e450 expref: 819 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.123855:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.123865:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.123866:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807876 00000100:00100000:3.0:1733164792.123869:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+819:2001:x1817354606237056:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.123874:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.123876:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d64cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.123876:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800959e9680/0xe92384b90c81eaa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e450 expref: 819 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.123879:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+819:2001:x1817354606237184:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 105us (147us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.123882:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d64cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.123882:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800959e9680/0xe92384b90c81eaa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e450 expref: 819 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.123885:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807875 00010000:00010000:1.0:1733164792.123889:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d64cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.123889:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800959e9680/0xe92384b90c81eaa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e450 expref: 819 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.123895:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d64cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.123895:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.123896:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.123898:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d64db lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.123901:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d64cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.123905:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d64db lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.123907:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.123909:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d64cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.123913:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.123914:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d64d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.123915:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d64cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.123920:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297287168:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.123921:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+817:2001:x1817354606237056:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (95us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.123923:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d64d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.123924:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d64cd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.123925:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807876 00010000:00010000:2.0:1733164792.123930:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d64d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.123934:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d64cd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.123936:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d64d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.123938:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.123942:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d64d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.123943:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.123947:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.123950:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d64d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.123956:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d64d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.123962:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f77b480/2, rc 0, transno 1015564 00010000:00010000:2.0:1733164792.123966:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d64d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.123968:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f77b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297285376:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.123973:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d64d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.123985:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606237312 00000100:00100000:3.0:1733164792.123987:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606237312 00010000:00010000:3.0:1733164792.123995:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092e89680/0xe92384b90c81eec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e599 expref: 817 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.124007:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807877 00000100:00100000:3.0:1733164792.124009:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+817:2001:x1817354606237312:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.124013:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.124016:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092e89680/0xe92384b90c81eec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e599 expref: 817 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.124020:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092e89680/0xe92384b90c81eec3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e599 expref: 817 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.124027:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3281:3761:x1817354297286016:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1408us (1453us total) trans 4295982861 rc 0/0 00010000:00010000:3.0:1733164792.124028:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092e89680/0xe92384b90c81eec3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e599 expref: 817 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.124033:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187448 00010000:00010000:3.0:1733164792.124038:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.124038:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.124040:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d64e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.124044:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297287296 00010000:00010000:3.0:1733164792.124044:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d64e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.124047:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297287296 00010000:00010000:3.0:1733164792.124051:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.124058:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297287168 00000100:00100000:1.0:1733164792.124060:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297287168 00000100:00100000:3.0:1733164792.124060:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+816:2001:x1817354606237312:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 50us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.124064:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807877 00000100:00100000:1.0:1733164792.124072:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187452 00010000:00010000:3.0:1733164792.124073:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d64e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.124076:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3283:3762:x1817354297287296:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.124077:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d64e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124081:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d64e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124085:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d64e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.124086:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8730 count 1 00010000:00010000:3.0:1733164792.124089:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d64e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.124090:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17c700/2, rc 0, transno 1015565 00000100:00100000:0.0:1733164792.124094:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297286016:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.124095:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d64f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124095:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.124097:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d64e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124101:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d64e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.124105:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b50c480/0xe92384b90c81f641 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eabd expref: 815 pid: 9952 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124106:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d64e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124109:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d64e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.124110:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.124112:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.124114:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d64f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.124125:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.124128:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b50c480/0xe92384b90c81f641 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eabd expref: 815 pid: 9952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.124158:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b50c480/0xe92384b90c81f641 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eabd expref: 815 pid: 9952 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.124164:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606237440 00000100:00100000:0.0:1733164792.124167:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606237440 00000100:00100000:1.0:1733164792.124168:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297287424:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.124176:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f5d5d40/0xe92384b90c81f124 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e783 expref: 816 pid: 15890 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.124176:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3284:3762:x1817354297286144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1539us (1577us total) trans 4295982862 rc 0/0 00000100:00100000:2.0:1733164792.124184:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187449 00000100:00100000:1.0:1733164792.124186:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987780 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.124192:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807878 00000100:00100000:0.0:1733164792.124196:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+816:2000:x1817354606237440:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.124196:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187453 00000100:00100000:1.0:1733164792.124200:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3283:3762:x1817354297287168:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.124202:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.124204:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013129d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3283:3759:x1817354297286272:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1420us (1481us total) trans 4295982863 rc 0/0 00010000:00010000:0.0:1733164792.124206:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f5d5d40/0xe92384b90c81f124 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e783 expref: 816 pid: 15890 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.124209:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8729 count 1 00010000:00010000:0.0:1733164792.124214:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f5d5d40/0xe92384b90c81f124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e783 expref: 816 pid: 15890 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.124217:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d64f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.124224:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.124225:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.124226:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a9f661c0/0xe92384b90c81f2d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e824 expref: 816 pid: 15928 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.124227:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d64e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.124231:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187450 00010000:00010000:1.0:1733164792.124232:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.124234:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d64e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.124234:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.124236:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d64f7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.124244:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.124247:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297287552:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.124260:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f5d5d40/0xe92384b90c81f124 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e783 expref: 816 pid: 15890 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.124261:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.124262:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+816:2000:x1817354606237440:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (137us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.124267:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a9f661c0/0xe92384b90c81f2d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e824 expref: 815 pid: 15928 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.124269:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807878 00000100:00100000:2.0:1733164792.124269:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297287040:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.124274:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17c000/2, rc 0, transno 1015567 00010000:00010000:1.0:1733164792.124275:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a9f661c0/0xe92384b90c81f2d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e824 expref: 814 pid: 15928 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.124278:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297286272:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.124280:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d64e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.124282:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.124285:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297287680:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.124287:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d64e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.124288:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297287808:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.124292:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d64e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.124299:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d64e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.124305:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d64e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.124311:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d64e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.124316:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.124318:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d64e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.124329:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d64e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.124341:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d64e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.124347:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d64e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.124376:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1733164792.124380:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17ca80/2, rc 0, transno 1015566 00000100:00100000:0.0:1733164792.124384:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297286144:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.124385:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297287552 00000100:00100000:3.0:1733164792.124388:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297287552 00000100:00100000:1.0:1733164792.124398:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.124399:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297287680 00000100:00100000:3.0:1733164792.124401:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297287680 00000100:00100000:1.0:1733164792.124409:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187454 00000100:00100000:1.0:1733164792.124413:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3285:3759:x1817354297287552:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.124413:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187455 00000100:00100000:3.0:1733164792.124417:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3285:3759:x1817354297287680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.124424:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8731 count 1 00002000:00080000:3.0:1733164792.124428:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8732 count 1 00010000:00010000:1.0:1733164792.124433:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d64fe lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124438:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6505 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.124443:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a9f65f80/0xe92384b90c81f816 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eb7a expref: 814 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.124448:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.124448:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800932c5200/0xe92384b90c81f99e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ebf1 expref: 814 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.124450:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.124452:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d64fe lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124453:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.124454:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.124456:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6505 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.124464:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a9f65f80/0xe92384b90c81f816 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eb7a expref: 814 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124467:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800932c5200/0xe92384b90c81f99e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ebf1 expref: 814 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.124470:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a9f65f80/0xe92384b90c81f816 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eb7a expref: 814 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.124476:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800932c5200/0xe92384b90c81f99e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ebf1 expref: 814 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.124478:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297287936:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.124485:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297288064:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.124490:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3285:3760:x1817354297286912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1263us (1325us total) trans 4295982864 rc 0/0 00000100:00100000:1.0:1733164792.124491:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00000004:00080000:0.0:1733164792.124495:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17e680/2, rc 0, transno 1015568 00000100:00100000:2.0:1733164792.124497:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187451 00000100:00100000:0.0:1733164792.124499:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297286912:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.124499:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.124513:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d64db lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124520:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d64db lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124527:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d64db lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124534:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d64db lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124553:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d64db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124559:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.124562:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d64db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.124564:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1733164792.124569:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d64db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.124572:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297288192:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.124579:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d64db lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124583:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d64db lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.124591:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.124605:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297288320:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.124617:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297288448:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.124620:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.124633:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297288192 00000100:00100000:3.0:1733164792.124634:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.124638:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297288320 00000100:00100000:2.0:1733164792.124639:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297288192 00000100:00100000:0.0:1733164792.124641:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297288320 00000100:00100000:3.0:1733164792.124649:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297288448 00000100:00100000:3.0:1733164792.124651:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297288448 00000100:00100000:0.0:1733164792.124655:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187456 00000100:00100000:0.0:1733164792.124658:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3287:3762:x1817354297288320:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.124663:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187457 00000100:00100000:3.0:1733164792.124666:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3287:3762:x1817354297288192:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.124668:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8734 count 1 00000100:00100000:2.0:1733164792.124670:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187458 00002000:00080000:3.0:1733164792.124674:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8733 count 1 00000100:00100000:2.0:1733164792.124675:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3287:3759:x1817354297288448:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.124678:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d650c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124681:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6513 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.124688:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801343bb840/0xe92384b90c81fc29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ecf4 expref: 814 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124688:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e5c4900/0xe92384b90c81fad2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ec7d expref: 814 pid: 16653 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.124692:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8735 count 1 00010000:00010000:3.0:1733164792.124692:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.124693:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.124694:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.124694:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6513 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.124695:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.124697:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d650c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124703:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e5c4900/0xe92384b90c81fad2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ec7d expref: 814 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.124706:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d651a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124708:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e5c4900/0xe92384b90c81fad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ec7d expref: 814 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.124714:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297288576:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.124715:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801343bb840/0xe92384b90c81fc29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ecf4 expref: 814 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.124717:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f17180/0xe92384b90c81fd80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ed87 expref: 814 pid: 15942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.124723:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801343bb840/0xe92384b90c81fc29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ecf4 expref: 814 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.124723:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.124725:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.124727:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d651a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.124728:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575f00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.124731:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297288704:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.124746:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265300 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.124748:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097f17180/0xe92384b90c81fd80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ed87 expref: 814 pid: 15942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.124759:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097f17180/0xe92384b90c81fd80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ed87 expref: 814 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.124768:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297288832:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.124804:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752600 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.124860:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3288:3760:x1817354297285888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2246us (2388us total) trans 4295982865 rc 0/0 00000100:00100000:3.0:1733164792.124865:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187447 00000004:00080000:1.0:1733164792.124874:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17d880/2, rc 0, transno 1015569 00000100:00100000:1.0:1733164792.124880:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297285888:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.124925:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297288960:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.124941:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.124949:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297288960 00000100:00100000:3.0:1733164792.124951:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297288960 00000100:00100000:3.0:1733164792.124961:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187459 00000100:00100000:3.0:1733164792.124963:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3288:3760:x1817354297288960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.124971:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8736 count 1 00010000:00010000:3.0:1733164792.124977:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6521 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124984:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082cc9200/0xe92384b90c81feb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36edfe expref: 814 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124988:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.124989:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.124990:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6521 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.124999:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082cc9200/0xe92384b90c81feb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36edfe expref: 814 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.125004:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082cc9200/0xe92384b90c81feb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36edfe expref: 814 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.125010:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297289088:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.125023:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575780 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.125525:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297287808:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.125550:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297288064:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.125552:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d64f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.125562:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6505 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.125566:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297287936:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.125577:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297288576:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.125583:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d64fe lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.125583:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6513 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.125664:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297288832:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.125679:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d651a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.125683:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297289088:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.125686:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297287424:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.125687:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.125689:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6521 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.125694:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d64f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.125707:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606237568 00000100:00100000:0.0:1733164792.125710:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.125710:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606237568 00010000:00010000:3.0:1733164792.125721:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9f661c0/0xe92384b90c81f2d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e824 expref: 815 pid: 15928 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.125722:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606237696 00000100:00100000:1.0:1733164792.125724:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606237696 00000100:00100000:0.0:1733164792.125726:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.125733:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9f65f80/0xe92384b90c81f816 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eb7a expref: 816 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.125737:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606237952 00000100:00100000:3.0:1733164792.125740:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606237952 00000100:00100000:0.0:1733164792.125743:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807879 00000100:00100000:1.0:1733164792.125747:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807880 00000100:00100000:0.0:1733164792.125748:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+817:2000:x1817354606237568:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.125748:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800932c5200/0xe92384b90c81f99e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ebf1 expref: 817 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.125751:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+817:2001:x1817354606237696:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.125756:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.125756:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.125758:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a9f65f80/0xe92384b90c81f816 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eb7a expref: 817 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.125761:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a9f661c0/0xe92384b90c81f2d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e824 expref: 817 pid: 15928 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.125764:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a9f65f80/0xe92384b90c81f816 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eb7a expref: 817 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.125765:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807881 00000100:00100000:3.0:1733164792.125769:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ddc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+817:2001:x1817354606237952:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.125770:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a9f661c0/0xe92384b90c81f2d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e824 expref: 817 pid: 15928 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.125775:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9f65f80/0xe92384b90c81f816 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eb7a expref: 817 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.125777:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.125781:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.125781:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800932c5200/0xe92384b90c81f99e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ebf1 expref: 816 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.125782:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.125783:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9f661c0/0xe92384b90c81f2d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36e824 expref: 816 pid: 15928 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.125784:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d64fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.125788:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d64fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.125792:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.125794:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.125794:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800932c5200/0xe92384b90c81f99e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ebf1 expref: 815 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.125796:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.125797:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d64f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.125804:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d64f7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.125806:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800932c5200/0xe92384b90c81f99e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ebf1 expref: 815 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.125809:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d64fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.125810:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+814:2001:x1817354606237696:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.125814:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807880 00010000:00010000:3.0:1733164792.125814:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.125815:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.125817:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.125817:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.125818:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d64fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.125821:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6505 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.125825:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d64fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.125828:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d64f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.125829:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.125832:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d64f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.125833:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+813:2000:x1817354606237568:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (148us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.125836:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d64fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.125837:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d64f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.125839:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807879 00010000:00010000:1.0:1733164792.125840:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d64f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.125842:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d64fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.125842:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ddc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+813:2001:x1817354606237952:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.125846:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807881 00010000:00010000:2.0:1733164792.125847:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca61c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.125848:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d64f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.125850:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d64fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.125851:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.125853:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d64f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.125856:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d64f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.125856:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d64fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.125861:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d64f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.125865:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d64f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.125867:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.125868:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d64fe lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.125870:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.125874:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.125876:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d64fe lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x221b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.125878:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.125882:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6505 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.125889:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.125893:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3cc0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.125895:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.125895:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.125898:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.125903:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6505 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.125904:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606238208 00000100:00100000:0.0:1733164792.125907:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606238208 00010000:00010000:3.0:1733164792.125907:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6505 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x221c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.125918:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097f17180/0xe92384b90c81fd80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ed87 expref: 812 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.125939:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606238336 00000100:00100000:0.0:1733164792.125941:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606238336 00000100:00100000:1.0:1733164792.125947:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807882 00010000:00010000:0.0:1733164792.125949:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b50c480/0xe92384b90c81f641 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eabd expref: 813 pid: 9952 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.125953:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+813:2001:x1817354606238208:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.125960:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.125962:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807883 00010000:00010000:1.0:1733164792.125964:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097f17180/0xe92384b90c81fd80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ed87 expref: 813 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.125967:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+813:2001:x1817354606238336:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.125972:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097f17180/0xe92384b90c81fd80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ed87 expref: 813 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.125973:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.125977:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b50c480/0xe92384b90c81f641 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eabd expref: 813 pid: 9952 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.125986:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097f17180/0xe92384b90c81fd80 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ed87 expref: 813 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.125991:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b50c480/0xe92384b90c81f641 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eabd expref: 813 pid: 9952 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.125994:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.125995:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.125997:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d651a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126003:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b50c480/0xe92384b90c81f641 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eabd expref: 812 pid: 9952 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.126003:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d651a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126013:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.126015:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.126016:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.126017:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d64f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126020:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d651a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126023:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d64f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126024:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d651a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126028:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d651a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126032:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d651a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.126033:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+811:2001:x1817354606238208:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (165us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.126036:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.126036:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d651a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.126038:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807882 00010000:00010000:3.0:1733164792.126039:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.126041:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d651a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126045:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d651a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.126051:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+810:2001:x1817354606238336:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (155us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.126052:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d64f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126052:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d651a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126055:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d651a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x221f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126056:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d64f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.126057:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807883 00010000:00010000:1.0:1733164792.126061:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d64f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126064:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d64f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.126068:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3291:3759:x1817354297287680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1646us (1687us total) trans 4295982868 rc 0/0 00010000:00010000:1.0:1733164792.126071:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d64f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126075:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.126076:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d64f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.126076:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187455 00000004:00080000:3.0:1733164792.126076:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17f480/2, rc 0, transno 1015572 00010000:00010000:1.0:1733164792.126080:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d64f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.126082:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297287680:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.126085:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d64f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126089:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d64f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x221a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.126090:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.126100:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606238464 00000100:00100000:0.0:1733164792.126103:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606238464 00010000:00010000:0.0:1733164792.126111:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082cc9200/0xe92384b90c81feb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36edfe expref: 810 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.126133:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807884 00000100:00100000:0.0:1733164792.126138:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+810:2001:x1817354606238464:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.126163:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.126167:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082cc9200/0xe92384b90c81feb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36edfe expref: 810 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.126175:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082cc9200/0xe92384b90c81feb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36edfe expref: 810 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.126187:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082cc9200/0xe92384b90c81feb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36edfe expref: 810 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.126188:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3292:3759:x1817354297288448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1512us (1552us total) trans 4295982869 rc 0/0 00000100:00100000:3.0:1733164792.126193:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187458 00010000:00010000:0.0:1733164792.126195:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.126197:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.126200:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6521 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126206:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6521 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.126209:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17ed80/2, rc 0, transno 1015573 00000100:00100000:3.0:1733164792.126213:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297288448:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.126219:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.126223:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6521 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.126230:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3291:3762:x1817354297287296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2153us (2376us total) trans 4295982870 rc 0/0 00010000:00010000:3.0:1733164792.126231:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6521 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.126234:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187452 00000100:00100000:0.0:1733164792.126235:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+809:2001:x1817354606238464:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 96us (144us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.126235:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6521 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126239:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6521 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.126241:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807884 00010000:00010000:3.0:1733164792.126244:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6521 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126247:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.126248:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6521 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126252:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6521 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126258:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6521 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.126263:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3290:3759:x1817354297287552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1845us (1996us total) trans 4295982867 rc 0/0 00010000:00010000:3.0:1733164792.126264:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6521 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.126265:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17d180/2, rc 0, transno 1015574 00000100:00100000:1.0:1733164792.126267:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3290:3762:x1817354297287168:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2067us (2329us total) trans 4295982866 rc 0/0 00000100:00100000:0.0:1733164792.126269:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297287296:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.126270:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187454 00000100:00100000:1.0:1733164792.126273:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187453 00000100:00100000:0.0:1733164792.126274:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.126279:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297289216:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.126295:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17f800/2, rc 0, transno 1015571 00000100:00100000:3.0:1733164792.126299:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297287552:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.126300:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1733164792.126317:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17e300/2, rc 0, transno 1015570 00000100:00100000:0.0:1733164792.126321:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297287168:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.126328:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297289344:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.126341:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.126343:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d17fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297289472:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.126356:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297289216 00000100:00100000:3.0:1733164792.126358:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.126360:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297289216 00000100:00100000:3.0:1733164792.126370:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1733164792.126372:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297289344 00000100:00100000:3.0:1733164792.126373:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f778a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297289600:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.126374:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297289344 00000100:00100000:1.0:1733164792.126385:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297289472 00000100:00100000:3.0:1733164792.126385:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.126386:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f779880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297289728:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.126386:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297289472 00000100:00100000:1.0:1733164792.126394:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297289600 00000100:00100000:1.0:1733164792.126395:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297289600 00000100:00100000:0.0:1733164792.126405:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.126405:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187460 00000100:00100000:1.0:1733164792.126410:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187461 00000100:00100000:2.0:1733164792.126412:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3292:3762:x1817354297289216:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.126413:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3292:3762:x1817354297289344:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.126414:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187462 00000100:00100000:3.0:1733164792.126419:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3292:3759:x1817354297289472:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.126423:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8738 count 1 00002000:00080000:2.0:1733164792.126428:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8737 count 1 00000100:00100000:0.0:1733164792.126431:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00002000:00080000:3.0:1733164792.126431:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8739 count 1 00010000:00010000:1.0:1733164792.126432:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6528 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.126438:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606237824 00000100:00100000:0.0:1733164792.126440:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606237824 00010000:00010000:1.0:1733164792.126440:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fefdf80/0xe92384b90c82012a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eebb expref: 808 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126440:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d652f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.126441:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6536 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126443:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.126444:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.126446:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6528 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126448:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e5c4900/0xe92384b90c81fad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ec7d expref: 809 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.126449:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800949cb840/0xe92384b90c82027a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ef16 expref: 809 pid: 15942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.126452:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f00fcc0/0xe92384b90c81ffe8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ee4b expref: 809 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126454:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.126455:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fefdf80/0xe92384b90c82012a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eebb expref: 809 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126456:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.126458:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d652f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.126459:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.126460:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.126462:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fefdf80/0xe92384b90c82012a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eebb expref: 809 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.126463:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6536 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.126465:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807885 00000100:00100000:0.0:1733164792.126468:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+809:2000:x1817354606237824:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.126468:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297289856:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.126471:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800949cb840/0xe92384b90c82027a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ef16 expref: 809 pid: 15942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126473:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.126475:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e5c4900/0xe92384b90c81fad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ec7d expref: 809 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.126478:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800949cb840/0xe92384b90c82027a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ef16 expref: 809 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.126481:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e5c4900/0xe92384b90c81fad2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ec7d expref: 809 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.126481:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297289728 00000100:00100000:1.0:1733164792.126483:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297289728 00010000:00010000:2.0:1733164792.126485:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f00fcc0/0xe92384b90c81ffe8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ee4b expref: 809 pid: 9553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.126486:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297289984:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.126488:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e5c4900/0xe92384b90c81fad2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ec7d expref: 809 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.126491:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187463 00010000:00010000:0.0:1733164792.126493:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.126494:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.126494:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3293:3759:x1817354297289600:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.126496:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f00fcc0/0xe92384b90c81ffe8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ee4b expref: 808 pid: 9553 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.126497:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.126500:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8740 count 1 00010000:00010000:0.0:1733164792.126501:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6513 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.126502:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575f00 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.126506:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d653d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.126507:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f77b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297290112:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.126512:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.126512:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090fe4000/0xe92384b90c8203f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ef9b expref: 808 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126516:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.126517:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.126517:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187464 00010000:00010000:1.0:1733164792.126518:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d653d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.126521:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3293:3761:x1817354297289728:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.126523:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+808:2000:x1817354606237824:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.126526:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807885 00010000:00010000:1.0:1733164792.126526:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090fe4000/0xe92384b90c8203f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ef9b expref: 808 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126532:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090fe4000/0xe92384b90c8203f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ef9b expref: 807 pid: 16594 timeout: 1075 lvb_type: 0 00002000:00080000:3.0:1733164792.126532:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8741 count 1 00000100:00100000:2.0:1733164792.126550:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752600 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.126553:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297290240:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.126555:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6544 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126566:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085d41d40/0xe92384b90c820536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f019 expref: 807 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.126569:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.126573:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.126573:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.126575:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6544 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.126579:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987780 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.126586:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085d41d40/0xe92384b90c820536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f019 expref: 807 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126591:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085d41d40/0xe92384b90c820536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f019 expref: 807 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.126597:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.126597:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297290368:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.126609:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606238080 00000100:00100000:3.0:1733164792.126610:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.126611:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606238080 00010000:00010000:1.0:1733164792.126618:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801343bb840/0xe92384b90c81fc29 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ecf4 expref: 808 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.126618:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126623:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126627:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.126629:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807886 00000100:00100000:1.0:1733164792.126631:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+808:2000:x1817354606238080:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.126631:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6513 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126635:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126636:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.126638:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801343bb840/0xe92384b90c81fc29 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ecf4 expref: 808 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.126638:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.126639:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126643:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801343bb840/0xe92384b90c81fc29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ecf4 expref: 808 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.126643:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6513 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126649:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6513 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126651:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.126651:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.126652:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6513 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x221d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126653:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d650c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126657:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d650c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126664:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801343bb840/0xe92384b90c81fc29 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ecf4 expref: 808 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.126664:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.126671:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297288704:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.126676:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+807:2000:x1817354606238080:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 44us (80us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.126678:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d650c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.126680:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807886 00010000:00010000:0.0:1733164792.126683:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d650c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126687:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d650c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126691:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d650c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126695:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d650c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126699:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d650c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126702:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.126704:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d650c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126708:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d650c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126713:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d650c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126717:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d650c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x221e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.126733:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3294:3762:x1817354297288192:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2065us (2141us total) trans 4295982871 rc 0/0 00000100:00100000:3.0:1733164792.126737:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187457 00000004:00080000:1.0:1733164792.126743:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17dc00/2, rc 0, transno 1015575 00000100:00100000:1.0:1733164792.126753:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297288192:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.126798:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3295:3762:x1817354297288320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2138us (2177us total) trans 4295982872 rc 0/0 00000100:00100000:0.0:1733164792.126802:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187456 00000004:00080000:1.0:1733164792.126802:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17c380/2, rc 0, transno 1015576 00000100:00100000:1.0:1733164792.126804:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297288320:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.126807:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3295:3760:x1817354297288960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1842us (1864us total) trans 4295982873 rc 0/0 00000100:00100000:3.0:1733164792.126811:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187459 00000004:00080000:1.0:1733164792.126813:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17ea00/2, rc 0, transno 1015577 00000100:00100000:1.0:1733164792.126815:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297288960:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.126829:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f77aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297290496:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.126839:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.126847:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f778e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297290624:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.126858:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f778000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297290752:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.126859:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.126870:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297290496 00000100:00100000:3.0:1733164792.126871:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297290624 00000100:00100000:0.0:1733164792.126872:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297290496 00000100:00100000:1.0:1733164792.126873:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.126873:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297290624 00000100:00100000:0.0:1733164792.126881:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297290752 00000100:00100000:0.0:1733164792.126883:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297290752 00000100:00100000:3.0:1733164792.126884:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187465 00000100:00100000:3.0:1733164792.126887:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3296:3762:x1817354297290496:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.126888:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187466 00000100:00100000:0.0:1733164792.126890:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187467 00000100:00100000:1.0:1733164792.126891:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e1bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3296:3759:x1817354297290624:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.126893:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3296:3760:x1817354297290752:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.126894:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8742 count 1 00002000:00080000:1.0:1733164792.126899:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8743 count 1 00002000:00080000:0.0:1733164792.126901:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8744 count 1 00010000:00010000:3.0:1733164792.126901:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d654b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126907:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6552 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126908:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6559 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126908:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090fe7a80/0xe92384b90c8206be lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f097 expref: 806 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126911:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.126912:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.126914:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096490240/0xe92384b90c820789 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f0f2 expref: 806 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126914:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d654b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126915:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094613cc0/0xe92384b90c8208c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f154 expref: 806 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126918:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.126919:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.126919:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.126920:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.126920:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6552 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126922:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6559 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126923:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090fe7a80/0xe92384b90c8206be lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f097 expref: 806 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.126928:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090fe7a80/0xe92384b90c8206be lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f097 expref: 806 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.126930:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096490240/0xe92384b90c820789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f0f2 expref: 806 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.126931:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094613cc0/0xe92384b90c8208c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f154 expref: 806 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.126935:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096490240/0xe92384b90c820789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f0f2 expref: 806 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.126936:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e435880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297290880:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.126937:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094613cc0/0xe92384b90c8208c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f154 expref: 806 pid: 16635 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.126940:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297291008:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.126942:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297291136:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.126954:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.126957:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54a80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.126958:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265300 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.127470:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f77b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297290112:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.127471:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297289984:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.127479:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d652f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.127486:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6536 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.127499:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297290240:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.127502:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297290368:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.127510:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d653d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.127511:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6544 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.127533:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297289856:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.127557:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6528 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.127604:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.127619:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606238592 00000100:00100000:0.0:1733164792.127620:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.127623:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606238592 00010000:00010000:1.0:1733164792.127633:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f00fcc0/0xe92384b90c81ffe8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ee4b expref: 807 pid: 9553 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.127637:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.127651:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.127657:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606238848 00000100:00100000:1.0:1733164792.127659:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606238848 00000100:00100000:0.0:1733164792.127662:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.127662:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606239104 00000100:00100000:2.0:1733164792.127663:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606238720 00000100:00100000:3.0:1733164792.127665:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606239104 00010000:00010000:1.0:1733164792.127667:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090fe4000/0xe92384b90c8203f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ef9b expref: 808 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.127670:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606238976 00000100:00100000:2.0:1733164792.127670:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606238720 00000100:00100000:0.0:1733164792.127673:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606238976 00010000:00010000:3.0:1733164792.127674:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085d41d40/0xe92384b90c820536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f019 expref: 810 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.127682:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fefdf80/0xe92384b90c82012a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eebb expref: 811 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.127682:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807887 00000100:00100000:1.0:1733164792.127685:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+811:2000:x1817354606238592:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.127687:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800949cb840/0xe92384b90c82027a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ef16 expref: 811 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.127690:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.127691:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807888 00010000:00010000:1.0:1733164792.127693:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f00fcc0/0xe92384b90c81ffe8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ee4b expref: 811 pid: 9553 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.127694:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807889 00000100:00100000:3.0:1733164792.127694:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+811:2000:x1817354606238848:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.127697:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+811:2000:x1817354606239104:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.127699:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f00fcc0/0xe92384b90c81ffe8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ee4b expref: 811 pid: 9553 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.127700:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.127702:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.127703:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090fe4000/0xe92384b90c8203f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ef9b expref: 811 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.127705:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085d41d40/0xe92384b90c820536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f019 expref: 811 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.127707:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f00fcc0/0xe92384b90c81ffe8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ee4b expref: 811 pid: 9553 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.127708:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090fe4000/0xe92384b90c8203f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ef9b expref: 811 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.127711:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085d41d40/0xe92384b90c820536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f019 expref: 811 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.127714:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807890 00010000:00010000:1.0:1733164792.127717:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.127717:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090fe4000/0xe92384b90c8203f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ef9b expref: 810 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.127718:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.127720:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085d41d40/0xe92384b90c820536 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f019 expref: 810 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.127720:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6536 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.127721:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+810:2000:x1817354606238976:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.127724:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6536 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.127726:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.127727:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.127728:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.127729:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.127729:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.127730:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d653d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.127731:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.127732:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.127734:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6544 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.127735:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d653d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.127736:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fefdf80/0xe92384b90c82012a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eebb expref: 808 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.127743:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.127745:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+808:2000:x1817354606238592:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (142us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.127745:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.127747:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fefdf80/0xe92384b90c82012a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eebb expref: 808 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.127749:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807887 00000100:00100000:0.0:1733164792.127753:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+808:2000:x1817354606239104:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.127756:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807891 00000100:00100000:3.0:1733164792.127756:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+807:2000:x1817354606238848:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.127759:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807889 00000100:00100000:1.0:1733164792.127759:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+807:2000:x1817354606238720:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.127762:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fefdf80/0xe92384b90c82012a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36eebb expref: 807 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.127762:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807888 00010000:00010000:1.0:1733164792.127764:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.127767:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800949cb840/0xe92384b90c82027a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ef16 expref: 806 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.127772:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800949cb840/0xe92384b90c82027a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ef16 expref: 804 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.127776:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.127778:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.127779:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800949cb840/0xe92384b90c82027a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ef16 expref: 804 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.127781:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.127782:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.127784:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.127786:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.127786:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.127787:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d652f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.127788:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6528 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.127790:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.127791:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d652f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.127794:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6544 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.127798:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.127798:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.127804:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3840 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.127805:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+803:2000:x1817354606238720:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 45us (154us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.127806:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.127807:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.127808:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807891 00010000:00010000:3.0:1733164792.127810:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.127814:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6544 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.127818:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6544 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.127820:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.127824:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.127828:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.127832:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6528 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.127833:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+802:2000:x1817354606238976:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 110us (167us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.127835:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.127838:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.127840:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.127840:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807890 00010000:00010000:1.0:1733164792.127844:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6528 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.127848:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.127850:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6528 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.127853:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6528 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.127856:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606239232 00000100:00100000:2.0:1733164792.127860:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606239232 00010000:00010000:2.0:1733164792.127872:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096490240/0xe92384b90c820789 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f0f2 expref: 802 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.127879:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.127897:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3297:3761:x1817354297289728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1375us (1492us total) trans 4295982874 rc 0/0 00000100:00100000:0.0:1733164792.127901:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606239360 00000100:00100000:3.0:1733164792.127901:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187464 00000100:00100000:0.0:1733164792.127903:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606239360 00000100:00100000:1.0:1733164792.127908:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807892 00010000:00010000:0.0:1733164792.127910:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094613cc0/0xe92384b90c8208c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f154 expref: 803 pid: 16635 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.127911:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+803:2000:x1817354606239232:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.127916:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:3.0:1733164792.127918:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f779880/2, rc 0, transno 1015578 00010000:00010000:1.0:1733164792.127919:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096490240/0xe92384b90c820789 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f0f2 expref: 803 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.127922:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f779880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297289728:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.127923:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807893 00010000:00010000:1.0:1733164792.127924:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096490240/0xe92384b90c820789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f0f2 expref: 803 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.127925:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+803:2000:x1817354606239360:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.127929:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.127931:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094613cc0/0xe92384b90c8208c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f154 expref: 803 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.127931:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.127931:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.127933:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6552 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.127937:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094613cc0/0xe92384b90c8208c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f154 expref: 803 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.127937:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6552 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.127938:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6536 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.127942:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297291264:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.127944:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.127945:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.127946:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.127947:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.127947:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6536 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.127950:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6559 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.127952:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.127954:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6536 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.127957:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.127958:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+803:2000:x1817354606239232:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 46us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.127961:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807892 00010000:00010000:2.0:1733164792.127961:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.127962:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297291264 00000100:00100000:3.0:1733164792.127964:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297291264 00000100:00100000:0.0:1733164792.127967:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+802:2000:x1817354606239360:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 41us (88us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.127968:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.127971:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807893 00000100:00100000:3.0:1733164792.127973:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187468 00010000:00010000:2.0:1733164792.127974:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.127975:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3298:3761:x1817354297291264:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.127977:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.127983:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8745 count 1 00010000:00010000:2.0:1733164792.127984:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.127990:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e435880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297290880:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.127990:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6560 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.127995:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6536 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.127997:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880122aa1b00/0xe92384b90c820a45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f1e7 expref: 801 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.127998:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d654b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128001:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.128002:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6536 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128002:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.128003:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6560 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128012:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880122aa1b00/0xe92384b90c820a45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f1e7 expref: 801 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128016:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880122aa1b00/0xe92384b90c820a45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f1e7 expref: 801 pid: 16693 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.128022:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297291392:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.128023:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3298:3762:x1817354297289344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1608us (1681us total) trans 4295982875 rc 0/0 00000004:00080000:0.0:1733164792.128026:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17f100/2, rc 0, transno 1015579 00000100:00100000:1.0:1733164792.128027:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187461 00000100:00100000:0.0:1733164792.128030:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297289344:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.128034:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.128042:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d653d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128044:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096490240/0xe92384b90c820789 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f0f2 expref: 801 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.128046:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d653d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128049:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d653d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.128050:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297291520:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.128052:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297291008:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.128056:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d653d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128058:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6552 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128060:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d653d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.128062:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.128062:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6552 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128063:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.128064:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d653d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128066:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6552 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128068:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d653d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128070:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6552 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128073:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6552 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128073:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d653d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128077:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d653d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128081:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6552 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128084:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.128086:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6552 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128089:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128095:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6552 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128098:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6552 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.128112:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.128121:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606239488 00000100:00100000:0.0:1733164792.128123:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606239488 00010000:00010000:0.0:1733164792.128131:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090fe7a80/0xe92384b90c8206be lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f097 expref: 801 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.128156:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807894 00000100:00100000:0.0:1733164792.128159:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c407b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+801:2001:x1817354606239488:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.128163:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.128165:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090fe7a80/0xe92384b90c8206be lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f097 expref: 801 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.128168:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297291520 00010000:00010000:0.0:1733164792.128171:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090fe7a80/0xe92384b90c8206be lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f097 expref: 801 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.128171:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297291520 00010000:00010000:0.0:1733164792.128179:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090fe7a80/0xe92384b90c8206be lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f097 expref: 801 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.128183:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3301:3759:x1817354297289600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1687us (1797us total) trans 4295982877 rc 0/0 00000100:00100000:1.0:1733164792.128187:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187469 00000100:00100000:3.0:1733164792.128189:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187463 00010000:00010000:0.0:1733164792.128190:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.128190:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.128190:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3301:3762:x1817354297291520:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.128192:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d654b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.128195:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3301:3762:x1817354297289216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1780us (1891us total) trans 4295982876 rc 0/0 00010000:00010000:0.0:1733164792.128197:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d654b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.128203:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187460 00000004:00080000:3.0:1733164792.128204:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f778a80/2, rc 0, transno 1015581 00010000:00010000:0.0:1733164792.128205:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.128209:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f778a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297289600:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.128215:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c407b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+800:2001:x1817354606239488:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.128218:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807894 00010000:00010000:3.0:1733164792.128219:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d652f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128223:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d652f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128228:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d652f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128231:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d652f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128235:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d652f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128238:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.128241:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d652f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.128245:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17ce00/2, rc 0, transno 1015580 00010000:00010000:3.0:1733164792.128245:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d652f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.128250:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d654b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128250:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d652f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.128252:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e1bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3299:3759:x1817354297290624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1360us (1391us total) trans 4295982878 rc 0/0 00010000:00010000:0.0:1733164792.128255:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d654b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128255:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d652f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.128256:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187466 00000100:00100000:2.0:1733164792.128257:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297289216:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.128260:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d654b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.128264:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d654b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.128267:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d654b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.128267:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.128271:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c405880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297291648:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.128274:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0b40 already unused, calling callback (ffffffffa0854100) 00000004:00080000:3.0:1733164792.128275:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f778e00/2, rc 0, transno 1015582 00010000:00010000:0.0:1733164792.128276:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d654b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.128278:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f778e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297290624:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.128280:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d654b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.128283:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.128285:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d654b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.128289:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d654b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.128299:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f77b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297291776:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.128307:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.128318:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297291648 00000100:00100000:3.0:1733164792.128320:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297291648 00002000:00080000:1.0:1733164792.128322:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8746 count 1 00000100:00100000:2.0:1733164792.128322:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297291776 00000100:00100000:2.0:1733164792.128328:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297291776 00010000:00010000:1.0:1733164792.128330:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6567 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.128331:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187470 00000100:00100000:3.0:1733164792.128334:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3301:3760:x1817354297291648:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.128337:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090fe6ac0/0xe92384b90c820c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f265 expref: 799 pid: 16637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128341:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:3.0:1733164792.128341:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8747 count 1 00010000:00010000:1.0:1733164792.128342:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.128343:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6567 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128348:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d656e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128352:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090fe6ac0/0xe92384b90c820c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f265 expref: 799 pid: 16637 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.128354:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187471 00010000:00010000:3.0:1733164792.128355:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008df33600/0xe92384b90c820d8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f2f1 expref: 799 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128358:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090fe6ac0/0xe92384b90c820c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f265 expref: 799 pid: 16637 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.128358:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.128359:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.128360:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3301:3760:x1817354297291776:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.128361:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d656e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.128363:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297291904:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.128368:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3301:3762:x1817354297290496:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1480us (1527us total) trans 4295982879 rc 0/0 00010000:00010000:3.0:1733164792.128370:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008df33600/0xe92384b90c820d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f2f1 expref: 799 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.128372:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187465 00000100:00100000:1.0:1733164792.128374:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.128375:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008df33600/0xe92384b90c820d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f2f1 expref: 799 pid: 16588 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.128376:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8748 count 1 00000100:00100000:3.0:1733164792.128380:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297292032:192.168.202.7@tcp:104: 00000004:00080000:0.0:1733164792.128388:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f77aa00/2, rc 0, transno 1015583 00000100:00100000:0.0:1733164792.128390:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f77aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297290496:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.128390:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6575 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.128393:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54a80 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.128402:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094613cc0/0xe92384b90c8208c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f154 expref: 799 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.128402:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b7af40/0xe92384b90c820ec1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f35a expref: 799 pid: 16637 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.128408:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297291136:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.128408:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.128409:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.128411:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6575 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.128415:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.128426:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.128432:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.128432:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b7af40/0xe92384b90c820ec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f35a expref: 798 pid: 16637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.128440:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.128445:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6559 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.128447:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3301:3759:x1817354297289472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2028us (2088us total) trans 4295982880 rc 0/0 00010000:00010000:2.0:1733164792.128448:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b7af40/0xe92384b90c820ec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f35a expref: 798 pid: 16637 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.128450:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.128453:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187462 00010000:00010000:0.0:1733164792.128454:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.128457:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.128457:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f77b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297292160:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.128463:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.128467:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011d17fb80/2, rc 0, transno 1015584 00000100:00100000:3.0:1733164792.128470:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d17fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297289472:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.128471:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6559 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.128475:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6559 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.128486:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752600 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.128528:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f779500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297292288:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.128553:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.128566:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297292288 00000100:00100000:3.0:1733164792.128568:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297292288 00000100:00100000:0.0:1733164792.128570:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3301:3760:x1817354297290752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1674us (1695us total) trans 4295982881 rc 0/0 00000100:00100000:0.0:1733164792.128574:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187467 00000100:00100000:1.0:1733164792.128574:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f90aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297292416:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.128588:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.128593:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297292416 00000100:00100000:3.0:1733164792.128595:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297292416 00000100:00100000:3.0:1733164792.128601:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187472 00000100:00100000:3.0:1733164792.128604:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3302:3761:x1817354297292288:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.128608:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f778000/2, rc 0, transno 1015585 00000100:00100000:1.0:1733164792.128611:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f778000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297290752:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.128612:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f908e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297292544:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.128623:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.128629:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.128632:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297292672:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.128635:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297292544 00000100:00100000:1.0:1733164792.128637:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297292544 00000100:00100000:3.0:1733164792.128639:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.128644:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297292672 00000100:00100000:0.0:1733164792.128646:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187473 00000100:00100000:2.0:1733164792.128649:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297292672 00000100:00100000:0.0:1733164792.128650:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3303:3762:x1817354297292416:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.128650:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187474 00000100:00100000:1.0:1733164792.128653:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3304:3759:x1817354297292544:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.128662:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8749 count 1 00002000:00080000:1.0:1733164792.128663:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8751 count 1 00010000:00010000:1.0:1733164792.128669:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6583 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128669:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d657c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.128674:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8750 count 1 00000100:00100000:2.0:1733164792.128674:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187475 00010000:00010000:1.0:1733164792.128676:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b06a880/0xe92384b90c821256 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f4aa expref: 798 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128676:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097a458c0/0xe92384b90c821011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f3d8 expref: 798 pid: 16022 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.128679:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3304:3759:x1817354297292672:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.128680:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.128680:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.128680:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.128681:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d658a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128681:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.128682:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d657c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.128683:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6583 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.128688:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3ee400/0xe92384b90c821153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f433 expref: 798 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.128692:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.128692:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b06a880/0xe92384b90c821256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f4aa expref: 798 pid: 9553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.128692:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097a458c0/0xe92384b90c821011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f3d8 expref: 798 pid: 16022 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.128693:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.128695:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d658a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.128695:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8752 count 1 00010000:00010000:1.0:1733164792.128697:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b06a880/0xe92384b90c821256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f4aa expref: 798 pid: 9553 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.128698:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097a458c0/0xe92384b90c821011 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f3d8 expref: 798 pid: 16022 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.128702:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297292800:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.128703:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297292928:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.128706:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c3ee400/0xe92384b90c821153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f433 expref: 798 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.128708:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6591 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.128711:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c3ee400/0xe92384b90c821153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f433 expref: 798 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.128717:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297293056:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.128717:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987780 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.128718:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575540 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.128721:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e4ce1c0/0xe92384b90c82147f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f54b expref: 798 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.128727:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.128728:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.128730:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265300 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.128731:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6591 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.128751:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e4ce1c0/0xe92384b90c82147f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f54b expref: 798 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.128762:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e4ce1c0/0xe92384b90c82147f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f54b expref: 798 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.128777:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f90ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297293184:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.128812:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752000 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.129525:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297291904:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.129526:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297291392:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.129552:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6567 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.129553:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6560 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.129596:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297292032:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.129603:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.129603:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d656e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.129619:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.129619:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606239744 00000100:00100000:1.0:1733164792.129622:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606239744 00010000:00010000:1.0:1733164792.129633:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880122aa1b00/0xe92384b90c820a45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f1e7 expref: 799 pid: 16693 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.129647:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606239616 00000100:00100000:1.0:1733164792.129649:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606239616 00000100:00100000:3.0:1733164792.129651:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f77b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297292160:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.129653:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.129656:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090fe6ac0/0xe92384b90c820c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f265 expref: 800 pid: 16637 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.129657:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6575 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.129666:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606239872 00000100:00100000:0.0:1733164792.129669:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606239872 00000100:00100000:1.0:1733164792.129670:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807895 00000100:00100000:1.0:1733164792.129674:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+801:2001:x1817354606239744:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.129680:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008df33600/0xe92384b90c820d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f2f1 expref: 801 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.129681:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.129685:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880122aa1b00/0xe92384b90c820a45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f1e7 expref: 801 pid: 16693 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.129690:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807896 00010000:00010000:1.0:1733164792.129693:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880122aa1b00/0xe92384b90c820a45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f1e7 expref: 801 pid: 16693 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.129698:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+801:2000:x1817354606239616:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.129705:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122aa1b00/0xe92384b90c820a45 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f1e7 expref: 801 pid: 16693 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.129706:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807897 00010000:00010000:2.0:1733164792.129708:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.129711:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+801:2000:x1817354606239872:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.129714:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.129715:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.129715:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090fe6ac0/0xe92384b90c820c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f265 expref: 800 pid: 16637 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.129717:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.129718:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.129723:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008df33600/0xe92384b90c820d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f2f1 expref: 800 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.129725:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090fe6ac0/0xe92384b90c820c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f265 expref: 800 pid: 16637 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.129728:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6560 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.129732:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008df33600/0xe92384b90c820d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f2f1 expref: 800 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.129740:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090fe6ac0/0xe92384b90c820c0c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f265 expref: 800 pid: 16637 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.129744:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008df33600/0xe92384b90c820d8d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f2f1 expref: 800 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.129748:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.129753:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.129753:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.129754:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.129754:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.129757:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d656e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.129757:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.129763:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.129764:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d656e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.129764:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6567 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.129765:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+798:2001:x1817354606239744:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 90us (163us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.129770:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.129771:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807895 00010000:00010000:3.0:1733164792.129776:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6560 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.129783:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6560 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.129784:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.129786:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.129789:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.129795:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.129797:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.129800:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+797:2000:x1817354606239872:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (147us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.129804:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.129806:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807897 00000100:00100000:2.0:1733164792.129814:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+796:2000:x1817354606239616:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 114us (191us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.129814:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6560 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.129820:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6560 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.129824:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807896 00010000:00010000:2.0:1733164792.129853:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.129861:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.129868:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.129872:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297292800:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.129874:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.129879:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6583 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.129880:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.129885:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.129888:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.129894:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.129905:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6567 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.129911:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6567 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x222a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.129916:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3305:3761:x1817354297291264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1938us (1961us total) trans 4295982882 rc 0/0 00000100:00100000:3.0:1733164792.129923:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187468 00000100:00100000:1.0:1733164792.129930:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297293056:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.129937:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d658a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.129939:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:3.0:1733164792.129948:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e436d80/2, rc 0, transno 1015586 00000100:00100000:3.0:1733164792.129956:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297291264:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.129961:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.129962:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606240128 00000100:00100000:2.0:1733164792.129966:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606240128 00000100:00100000:1.0:1733164792.129972:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606240000 00000100:00100000:0.0:1733164792.129974:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.129974:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606240000 00010000:00010000:2.0:1733164792.129979:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b06a880/0xe92384b90c821256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f4aa expref: 797 pid: 9553 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.129981:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b7af40/0xe92384b90c820ec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f35a expref: 797 pid: 16637 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.129983:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297293312:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.129984:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606240512 00000100:00100000:0.0:1733164792.129988:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606240512 00000100:00100000:1.0:1733164792.129992:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807898 00000100:00100000:1.0:1733164792.129995:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+798:2001:x1817354606240000:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.129996:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.129999:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097a458c0/0xe92384b90c821011 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f3d8 expref: 798 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.129999:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.130002:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b7af40/0xe92384b90c820ec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f35a expref: 798 pid: 16637 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.130006:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807899 00010000:00010000:1.0:1733164792.130008:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b7af40/0xe92384b90c820ec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f35a expref: 798 pid: 16637 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.130008:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297293312 00000100:00100000:3.0:1733164792.130010:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297293312 00000100:00100000:2.0:1733164792.130011:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+798:2000:x1817354606240128:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.130015:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b7af40/0xe92384b90c820ec1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f35a expref: 798 pid: 16637 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.130017:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807900 00010000:00010000:1.0:1733164792.130020:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.130020:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.130020:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187476 00000100:00100000:0.0:1733164792.130021:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+797:2000:x1817354606240512:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.130021:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.130023:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.130023:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3305:3761:x1817354297293312:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.130025:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b06a880/0xe92384b90c821256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f4aa expref: 797 pid: 9553 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.130027:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6575 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130028:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:3.0:1733164792.130030:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8753 count 1 00010000:00010000:0.0:1733164792.130032:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097a458c0/0xe92384b90c821011 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f3d8 expref: 797 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.130034:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b06a880/0xe92384b90c821256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f4aa expref: 797 pid: 9553 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.130035:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.130037:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6598 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130041:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097a458c0/0xe92384b90c821011 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f3d8 expref: 797 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.130044:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f6a640/0xe92384b90c8215d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f5c9 expref: 797 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.130047:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+797:2001:x1817354606240000:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 51us (87us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.130047:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b06a880/0xe92384b90c821256 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f4aa expref: 797 pid: 9553 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.130048:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.130049:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.130050:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807898 00010000:00010000:3.0:1733164792.130050:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6598 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130052:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.130054:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.130056:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.130057:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d657c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.130058:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.130060:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f6a640/0xe92384b90c8215d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f5c9 expref: 795 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.130061:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.130067:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6583 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130068:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f6a640/0xe92384b90c8215d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f5c9 expref: 795 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.130069:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d657c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.130076:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f77b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297293440:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.130080:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.130081:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.130085:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.130092:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.130096:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606240256 00000100:00100000:0.0:1733164792.130099:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+795:2000:x1817354606240512:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.130099:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606240256 00010000:00010000:3.0:1733164792.130103:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.130105:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807900 00010000:00010000:1.0:1733164792.130108:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e4ce1c0/0xe92384b90c82147f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f54b expref: 796 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.130109:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.130112:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+796:2000:x1817354606240128:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 98us (172us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.130116:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.130119:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807899 00010000:00010000:3.0:1733164792.130123:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.130124:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807901 00000100:00100000:0.0:1733164792.130129:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+794:2001:x1817354606240256:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.130129:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130135:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.130135:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.130138:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130160:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e4ce1c0/0xe92384b90c82147f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f54b expref: 794 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.130161:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130167:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6575 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130170:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e4ce1c0/0xe92384b90c82147f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f54b expref: 794 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.130171:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6575 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x222c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130180:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.130182:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.130185:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6591 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130191:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6591 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.130191:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e4ce1c0/0xe92384b90c82147f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f54b expref: 794 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.130202:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.130204:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f90ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297293184:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.130216:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+793:2001:x1817354606240256:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (136us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.130221:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6591 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.130222:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807901 00000100:00100000:1.0:1733164792.130223:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.130234:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606240384 00000100:00100000:0.0:1733164792.130237:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606240384 00010000:00010000:2.0:1733164792.130242:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6591 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130245:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3ee400/0xe92384b90c821153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f433 expref: 793 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.130249:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6591 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.130256:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6591 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.130256:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3306:3760:x1817354297291776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1897us (1948us total) trans 4295982883 rc 0/0 00000100:00100000:3.0:1733164792.130260:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187471 00000004:00080000:1.0:1733164792.130263:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f77b100/2, rc 0, transno 1015587 00010000:00010000:2.0:1733164792.130263:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6591 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.130267:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807902 00000100:00100000:1.0:1733164792.130268:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f77b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297291776:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.130270:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6591 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.130271:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+793:2001:x1817354606240384:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.130275:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.130277:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.130277:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6591 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130281:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c3ee400/0xe92384b90c821153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f433 expref: 793 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.130285:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6591 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130289:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c3ee400/0xe92384b90c821153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f433 expref: 793 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.130289:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.130293:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297293568:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.130296:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6591 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130299:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3ee400/0xe92384b90c821153 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f433 expref: 793 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.130303:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6591 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.130305:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.130306:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130309:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.130310:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.130311:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130313:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d658a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.130313:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297293568 00010000:00010000:1.0:1733164792.130315:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.130315:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297293568 00010000:00010000:0.0:1733164792.130319:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d658a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.130319:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6583 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.130322:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6583 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.130325:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187477 00010000:00010000:1.0:1733164792.130326:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.130327:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6583 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.130327:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3306:3761:x1817354297293568:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.130331:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.130331:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.130334:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8754 count 1 00010000:00010000:1.0:1733164792.130337:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6583 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.130341:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6583 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x222f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130341:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d659f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.130348:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+792:2001:x1817354606240384:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (125us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.130348:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008df57180/0xe92384b90c8216d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f61d expref: 792 pid: 15900 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130352:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.130353:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.130354:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807902 00010000:00010000:3.0:1733164792.130354:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d659f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130364:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008df57180/0xe92384b90c8216d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f61d expref: 791 pid: 15900 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130369:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008df57180/0xe92384b90c8216d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f61d expref: 791 pid: 15900 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.130375:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297293696:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.130386:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575f00 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.130394:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d656e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130399:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d656e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130404:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d656e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130407:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d656e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130411:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d656e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130414:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.130415:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d656e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130419:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d656e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130425:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d656e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130429:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d656e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x222b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.130468:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3308:3759:x1817354297292672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1785us (1824us total) trans 4295982884 rc 0/0 00000100:00100000:2.0:1733164792.130475:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187475 00010000:00010000:1.0:1733164792.130513:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d658a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.130520:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d658a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130526:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097a458c0/0xe92384b90c821011 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f3d8 expref: 791 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.130527:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d658a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.130533:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d658a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.130551:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297292928:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.130553:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d658a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.130558:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.130561:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d658a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130562:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d657c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.130568:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d658a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130570:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d657c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130577:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d657c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.130578:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d658a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130583:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d657c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.130584:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f908a80/2, rc 0, transno 1015588 00010000:00010000:1.0:1733164792.130585:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d658a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x222e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.130590:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297292672:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.130622:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297293824:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.130639:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3308:3762:x1817354297291520:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2445us (2572us total) trans 4295982886 rc 0/0 00000100:00100000:3.0:1733164792.130642:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.130647:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187469 00010000:00010000:0.0:1733164792.130649:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d657c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130658:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d657c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.130681:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e435880/2, rc 0, transno 1015590 00000100:00100000:2.0:1733164792.130693:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297291520:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.130696:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3309:3762:x1817354297292416:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2043us (2105us total) trans 4295982887 rc 0/0 00000100:00100000:1.0:1733164792.130702:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187473 00000004:00080000:2.0:1733164792.130710:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f90aa00/2, rc 0, transno 1015591 00010000:00010000:0.0:1733164792.130712:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3a80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.130713:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297293824 00000100:00100000:2.0:1733164792.130714:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f90aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297292416:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.130716:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d657c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.130716:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297293824 00000100:00100000:3.0:1733164792.130723:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3309:3760:x1817354297291648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2388us (2439us total) trans 4295982888 rc 0/0 00010000:00010000:0.0:1733164792.130724:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d657c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.130727:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187470 00010000:00010000:0.0:1733164792.130733:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d657c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.130733:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c405880/2, rc 0, transno 1015592 00000100:00100000:1.0:1733164792.130737:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c405880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297291648:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.130740:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d657c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x222d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.130757:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297293952:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.130768:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297294080:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.130769:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297294208:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.130774:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.130783:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297293952 00000100:00100000:3.0:1733164792.130786:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297293952 00000100:00100000:3.0:1733164792.130797:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.130807:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297294080 00000100:00100000:1.0:1733164792.130810:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297294080 00000100:00100000:3.0:1733164792.130814:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187478 00000100:00100000:2.0:1733164792.130815:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.130817:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121e6d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3310:3759:x1817354297293824:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.130828:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297294208 00000100:00100000:1.0:1733164792.130830:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297294208 00002000:00080000:3.0:1733164792.130832:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8755 count 1 00010000:00010000:3.0:1733164792.130839:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d65a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.130842:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187479 00000100:00100000:1.0:1733164792.130846:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3312:3761:x1817354297294080:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.130846:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b70240/0xe92384b90c8217f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f678 expref: 790 pid: 16615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.130850:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187480 00010000:00010000:3.0:1733164792.130850:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.130851:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.130852:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d65a6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.130856:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3312:3762:x1817354297294208:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.130857:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8757 count 1 00010000:00010000:3.0:1733164792.130862:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b70240/0xe92384b90c8217f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f678 expref: 790 pid: 16615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.130866:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d65ad lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.130868:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b70240/0xe92384b90c8217f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f678 expref: 790 pid: 16615 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.130872:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8758 count 1 00000100:00100000:3.0:1733164792.130873:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297294336:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.130876:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800913e58c0/0xe92384b90c821a13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f735 expref: 790 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.130882:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.130884:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.130885:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d65b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.130886:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d65ad lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.130887:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575540 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.130897:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f655b00/0xe92384b90c821b08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f782 expref: 790 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.130904:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.130905:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800913e58c0/0xe92384b90c821a13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f735 expref: 790 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.130906:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.130908:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d65b4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.130913:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800913e58c0/0xe92384b90c821a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f735 expref: 790 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.130921:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297294464:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.130931:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f655b00/0xe92384b90c821b08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f782 expref: 790 pid: 16596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.130941:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987780 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.130942:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f655b00/0xe92384b90c821b08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f782 expref: 790 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.130945:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.130952:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f909c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297294592:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.130961:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3312:3761:x1817354297292288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2354us (2406us total) trans 4295982889 rc 0/0 00000100:00100000:0.0:1733164792.130968:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187472 00000004:00080000:3.0:1733164792.130968:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f779500/2, rc 0, transno 1015593 00000100:00100000:2.0:1733164792.130970:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752000 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.130972:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f779500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297292288:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.130982:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f77b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297293440:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.130984:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606240640 00000100:00100000:0.0:1733164792.130986:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606240640 00010000:00010000:3.0:1733164792.130990:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6598 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.130996:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f6a640/0xe92384b90c8215d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f5c9 expref: 791 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.131007:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297293696:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.131017:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d659f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.131023:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187481 00000100:00100000:3.0:1733164792.131026:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3311:3760:x1817354297293952:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.131028:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297294720:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.131060:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807903 00000100:00100000:0.0:1733164792.131064:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+791:2000:x1817354606240640:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.131071:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.131071:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.131073:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.131075:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f6a640/0xe92384b90c8215d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f5c9 expref: 791 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.131084:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f6a640/0xe92384b90c8215d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f5c9 expref: 791 pid: 16593 timeout: 1075 lvb_type: 0 00002000:00080000:3.0:1733164792.131096:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8756 count 1 00010000:00010000:0.0:1733164792.131100:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f6a640/0xe92384b90c8215d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f5c9 expref: 791 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.131101:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606240768 00010000:00010000:3.0:1733164792.131104:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d65bb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.131106:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606240768 00010000:00010000:0.0:1733164792.131108:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.131110:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.131111:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f180/0xe92384b90c8218ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f6cc expref: 791 pid: 16693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.131113:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6598 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.131119:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6598 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.131122:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008df57180/0xe92384b90c8216d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f61d expref: 791 pid: 15900 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.131132:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.131133:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3311:3759:x1817354297292544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2478us (2508us total) trans 4295982885 rc 0/0 00010000:00010000:3.0:1733164792.131138:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.131139:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187474 00010000:00010000:3.0:1733164792.131139:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.131167:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+791:2000:x1817354606240640:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 101us (221us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.131170:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d65bb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.131173:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807903 00000100:00100000:1.0:1733164792.131180:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807904 00000100:00100000:1.0:1733164792.131184:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+790:2001:x1817354606240768:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.131191:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297294720 00010000:00010000:1.0:1733164792.131192:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.131194:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297294720 00010000:00010000:1.0:1733164792.131196:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008df57180/0xe92384b90c8216d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f61d expref: 790 pid: 15900 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.131204:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008df57180/0xe92384b90c8216d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f61d expref: 790 pid: 15900 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.131205:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f180/0xe92384b90c8218ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f6cc expref: 790 pid: 16693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.131207:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187482 00000004:00080000:2.0:1733164792.131209:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f908e00/2, rc 0, transno 1015589 00010000:00010000:3.0:1733164792.131214:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f180/0xe92384b90c8218ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f6cc expref: 790 pid: 16693 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.131215:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008df57180/0xe92384b90c8216d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f61d expref: 790 pid: 15900 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.131221:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f908e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297292544:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.131224:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.131225:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.131228:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d659f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.131231:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297294848:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.131234:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d659f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.131244:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575300 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.131247:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.131261:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+789:2001:x1817354606240768:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (188us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.131263:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6598 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.131266:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807904 00000100:00100000:0.0:1733164792.131267:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f90b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3311:3759:x1817354297294720:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.131267:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6598 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.131272:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6598 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.131275:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.131279:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8759 count 1 00010000:00010000:3.0:1733164792.131279:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131280:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d659f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131286:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d659f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.131289:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d65c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.131290:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.131292:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131293:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d659f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.131296:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131298:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d659f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.131299:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090f09200/0xe92384b90c821c20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f7d6 expref: 788 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.131302:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6598 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131305:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d659f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.131305:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6598 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131308:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.131310:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d659f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.131311:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.131312:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.131314:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d65c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131314:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d659f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131319:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d659f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131323:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d659f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.131329:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090f09200/0xe92384b90c821c20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f7d6 expref: 788 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.131382:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090f09200/0xe92384b90c821c20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f7d6 expref: 788 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.131393:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c927100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297294976:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.131451:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3313:3761:x1817354297293568:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1121us (1144us total) trans 4295982891 rc 0/0 00000100:00100000:3.0:1733164792.131453:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3313:3761:x1817354297293312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1427us (1454us total) trans 4295982890 rc 0/0 00000100:00100000:1.0:1733164792.131455:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187477 00000100:00100000:3.0:1733164792.131475:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187476 00000100:00100000:0.0:1733164792.131477:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265d80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.131500:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297294464:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.131508:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d65ad lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.131511:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f1dc00/2, rc 0, transno 1015595 00000100:00100000:2.0:1733164792.131518:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297293568:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.131519:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.131521:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297295104:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.131530:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606240896 00000004:00080000:2.0:1733164792.131530:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c768a80/2, rc 0, transno 1015594 00000100:00100000:0.0:1733164792.131533:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606240896 00000100:00100000:1.0:1733164792.131535:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.131557:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800913e58c0/0xe92384b90c821a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f735 expref: 789 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.131557:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297293312:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.131568:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297295232:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.131569:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297295104 00000100:00100000:1.0:1733164792.131571:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297295104 00000100:00100000:3.0:1733164792.131572:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297294336:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.131581:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d65a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.131583:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187483 00000100:00100000:1.0:1733164792.131585:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3312:3760:x1817354297295104:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.131593:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8760 count 1 00000100:00100000:2.0:1733164792.131599:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.131601:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d65c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131608:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800987f5440/0xe92384b90c821d3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f823 expref: 789 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131611:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.131612:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.131614:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d65c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.131619:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1733164792.131620:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807905 00010000:00010000:1.0:1733164792.131624:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800987f5440/0xe92384b90c821d3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f823 expref: 789 pid: 16648 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.131625:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+789:2000:x1817354606240896:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.131625:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297295360:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.131629:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800987f5440/0xe92384b90c821d3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f823 expref: 789 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.131632:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.131634:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297295488:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.131636:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800913e58c0/0xe92384b90c821a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f735 expref: 789 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.131637:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.131648:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987780 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.131650:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800913e58c0/0xe92384b90c821a13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f735 expref: 789 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.131651:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606241024 00000100:00100000:2.0:1733164792.131653:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.131653:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606241024 00010000:00010000:0.0:1733164792.131662:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800913e58c0/0xe92384b90c821a13 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f735 expref: 790 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.131671:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.131672:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.131672:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b70240/0xe92384b90c8217f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f678 expref: 789 pid: 16615 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.131675:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d65ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.131682:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d65ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.131695:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.131695:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807906 00000100:00100000:3.0:1733164792.131699:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+789:2000:x1817354606241024:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.131701:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f909c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297294592:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.131703:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.131706:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b70240/0xe92384b90c8217f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f678 expref: 789 pid: 16615 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.131711:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+789:2000:x1817354606240896:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.131711:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.131711:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b70240/0xe92384b90c8217f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f678 expref: 789 pid: 16615 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.131716:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807905 00010000:00010000:2.0:1733164792.131718:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d65b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.131722:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606241152 00000100:00100000:1.0:1733164792.131724:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606241152 00010000:00010000:1.0:1733164792.131732:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f655b00/0xe92384b90c821b08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f782 expref: 789 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.131733:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b70240/0xe92384b90c8217f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f678 expref: 789 pid: 16615 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.131737:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297295232 00000100:00100000:0.0:1733164792.131740:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297295232 00000100:00100000:1.0:1733164792.131749:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807907 00000100:00100000:1.0:1733164792.131752:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+788:2000:x1817354606241152:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.131752:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.131753:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.131756:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d65a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.131761:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297295360 00010000:00010000:1.0:1733164792.131761:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.131763:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d65a6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.131764:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297295360 00010000:00010000:1.0:1733164792.131765:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f655b00/0xe92384b90c821b08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f782 expref: 788 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.131770:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f655b00/0xe92384b90c821b08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f782 expref: 788 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.131775:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187484 00010000:00010000:1.0:1733164792.131778:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f655b00/0xe92384b90c821b08 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f782 expref: 788 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.131780:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f90a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3314:3761:x1817354297295232:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.131784:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.131784:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187485 00010000:00010000:1.0:1733164792.131786:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.131787:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d65b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.131790:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8761 count 1 00000100:00100000:2.0:1733164792.131790:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f90a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3314:3761:x1817354297295360:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.131792:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d65b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.131793:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.131799:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d65d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131800:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1733164792.131807:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8762 count 1 00000100:00100000:3.0:1733164792.131808:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+787:2000:x1817354606241024:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 108us (171us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.131809:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b0bb840/0xe92384b90c821ec0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f893 expref: 787 pid: 16645 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.131811:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+787:2000:x1817354606241152:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.131812:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807906 00010000:00010000:0.0:1733164792.131815:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.131815:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807907 00010000:00010000:0.0:1733164792.131817:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.131819:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d65d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.131821:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d65d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131828:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d65ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.131832:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d44c000/0xe92384b90c821ff4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f8f5 expref: 785 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.131833:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b0bb840/0xe92384b90c821ec0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f893 expref: 785 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131833:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d65ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131837:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d65ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.131838:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.131840:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.131841:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b0bb840/0xe92384b90c821ec0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f893 expref: 785 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.131841:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d65ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.131842:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d65d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131845:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d65ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.131845:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d65a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131848:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.131849:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d65ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.131850:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c925500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297295616:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.131853:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d65ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131858:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d65ad lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.131861:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d65ad lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.131863:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d44c000/0xe92384b90c821ff4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f8f5 expref: 785 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.131863:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d65a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.131868:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265840 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.131870:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d65a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.131873:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d44c000/0xe92384b90c821ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f8f5 expref: 785 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.131876:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d65a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.131882:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d65a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.131883:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f909c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297295744:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.131899:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d33c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.131902:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d65a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.131909:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d65a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.131911:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752000 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.131929:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d65b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.131930:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d65a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.131932:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3315:3761:x1817354297294080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1085us (1134us total) trans 4295982892 rc 0/0 00010000:00010000:3.0:1733164792.131934:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d65a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.131936:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187479 00010000:00010000:2.0:1733164792.131937:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d65b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.131944:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d65b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.131950:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d65b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.131956:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d65b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.131962:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.131965:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d65b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.131973:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d65b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.131984:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d65b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.131990:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d65b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.132179:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121e6d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3316:3759:x1817354297293824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1361us (1535us total) trans 4295982893 rc 0/0 00000004:00080000:0.0:1733164792.132182:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395df80/2, rc 0, transno 1015597 00000100:00100000:2.0:1733164792.132189:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3316:3762:x1817354297294208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1330us (1373us total) trans 4295982894 rc 0/0 00000100:00100000:3.0:1733164792.132192:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187478 00000100:00100000:0.0:1733164792.132197:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297293824:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.132198:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187480 00000004:00080000:2.0:1733164792.132237:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395ca80/2, rc 0, transno 1015598 00000100:00100000:1.0:1733164792.132240:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.132245:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297295872:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.132249:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297294208:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.132259:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.132272:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297295872 00000100:00100000:3.0:1733164792.132275:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297295872 00000004:00080000:2.0:1733164792.132277:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395ed80/2, rc 0, transno 1015596 00000100:00100000:0.0:1733164792.132284:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297296000:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.132285:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187486 00000100:00100000:2.0:1733164792.132287:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297294080:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.132288:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3315:3760:x1817354297295872:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.132296:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8763 count 1 00000100:00100000:2.0:1733164792.132298:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297296128:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.132302:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d65de lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.132305:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.132309:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012106cd80/0xe92384b90c82209c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f93b expref: 785 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.132313:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.132314:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.132316:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d65de lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.132318:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297296000 00000100:00100000:1.0:1733164792.132320:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297296000 00000100:00100000:2.0:1733164792.132326:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.132326:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012106cd80/0xe92384b90c82209c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f93b expref: 785 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.132331:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012106cd80/0xe92384b90c82209c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f93b expref: 785 pid: 16687 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.132335:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297296128 00000100:00100000:1.0:1733164792.132336:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297296128 00000100:00100000:3.0:1733164792.132337:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297296256:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.132341:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187487 00000100:00100000:1.0:1733164792.132344:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c926d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3317:3760:x1817354297296000:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.132345:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187488 00000100:00100000:0.0:1733164792.132350:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f90b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3317:3761:x1817354297296128:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.132351:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8764 count 1 00000100:00100000:3.0:1733164792.132351:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575540 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.132358:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d65e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.132362:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8765 count 1 00010000:00010000:1.0:1733164792.132365:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800815bc900/0xe92384b90c82219f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f9a4 expref: 785 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.132369:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.132370:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.132371:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d65ec lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.132371:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d65e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.132380:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800815bc900/0xe92384b90c82219f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f9a4 expref: 785 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.132382:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090ee33c0/0xe92384b90c8222e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f9f1 expref: 785 pid: 15942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.132385:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800815bc900/0xe92384b90c82219f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f9a4 expref: 785 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.132389:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.132391:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.132393:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d65ec lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.132394:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c406300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297296384:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.132408:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090ee33c0/0xe92384b90c8222e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f9f1 expref: 785 pid: 15942 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.132409:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.132417:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090ee33c0/0xe92384b90c8222e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f9f1 expref: 785 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.132592:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c925880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297296512:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.132614:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2656c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.132648:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297294848:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.132667:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d65bb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.132672:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297295488:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.132681:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d65c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.132921:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.132924:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c927100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297294976:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.132926:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c925500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297295616:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.132934:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d65d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.132938:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d65c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.132945:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.132954:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606241280 00000100:00100000:1.0:1733164792.132956:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606241408 00000100:00100000:1.0:1733164792.132957:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606241408 00000100:00100000:3.0:1733164792.132959:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606241280 00010000:00010000:1.0:1733164792.132964:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800987f5440/0xe92384b90c821d3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f823 expref: 787 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.132969:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f180/0xe92384b90c8218ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f6cc expref: 787 pid: 16693 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.132975:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807908 00000100:00100000:1.0:1733164792.132978:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+787:2001:x1817354606241408:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.132982:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.132985:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800987f5440/0xe92384b90c821d3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f823 expref: 787 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.132990:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800987f5440/0xe92384b90c821d3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f823 expref: 787 pid: 16648 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.132991:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807909 00000100:00100000:3.0:1733164792.132994:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+787:2001:x1817354606241280:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.132999:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.133001:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800987f5440/0xe92384b90c821d3f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f823 expref: 787 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.133002:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f180/0xe92384b90c8218ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f6cc expref: 787 pid: 16693 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.133007:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f180/0xe92384b90c8218ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f6cc expref: 786 pid: 16693 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.133008:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.133009:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.133011:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d65c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133015:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d65c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133015:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f180/0xe92384b90c8218ca lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f6cc expref: 786 pid: 16693 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.133021:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.133022:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.133022:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.133024:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d65bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133028:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d65bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.133035:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+785:2001:x1817354606241408:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (91us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.133037:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.133038:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807908 00000100:00100000:2.0:1733164792.133045:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f909c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297295744:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.133048:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d65c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.133049:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+784:2001:x1817354606241280:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.133052:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807909 00010000:00010000:1.0:1733164792.133053:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d65c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133057:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d65c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.133060:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d65d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133061:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d65c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133067:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d65c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133071:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.133073:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d65c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133077:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d65c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.133078:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d65bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133081:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d65c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133085:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d65c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.133086:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d65bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.133094:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d65bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.133101:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d65bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.133107:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d65bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.133112:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.133115:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d65bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.133119:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.133121:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d65bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.133135:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.133135:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606241536 00010000:00010000:2.0:1733164792.133137:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d65bb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.133139:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606241536 00010000:00010000:3.0:1733164792.133168:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0bb840/0xe92384b90c821ec0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f893 expref: 784 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.133175:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d65bb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.133176:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606241664 00000100:00100000:1.0:1733164792.133179:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606241664 00000100:00100000:3.0:1733164792.133184:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807910 00010000:00010000:1.0:1733164792.133186:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090f09200/0xe92384b90c821c20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f7d6 expref: 785 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.133187:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+785:2000:x1817354606241536:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.133192:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.133195:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.133195:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807911 00010000:00010000:3.0:1733164792.133195:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b0bb840/0xe92384b90c821ec0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f893 expref: 785 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.133198:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+785:2002:x1817354606241664:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.133200:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b0bb840/0xe92384b90c821ec0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f893 expref: 785 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.133202:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.133204:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090f09200/0xe92384b90c821c20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f7d6 expref: 785 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.133205:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606241792 00000100:00100000:0.0:1733164792.133208:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606241792 00010000:00010000:3.0:1733164792.133208:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b0bb840/0xe92384b90c821ec0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f893 expref: 785 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.133210:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090f09200/0xe92384b90c821c20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f7d6 expref: 785 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.133215:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.133216:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.133217:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090f09200/0xe92384b90c821c20 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f7d6 expref: 785 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.133218:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d65d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133222:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d65d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133224:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.133225:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.133227:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d65c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133230:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.133231:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d65c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133239:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.133242:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+784:2000:x1817354606241536:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.133248:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807910 00000100:00100000:1.0:1733164792.133250:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+784:2002:x1817354606241664:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 51us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.133253:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807911 00010000:00010000:0.0:1733164792.133272:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d44c000/0xe92384b90c821ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f8f5 expref: 782 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.133273:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3318:3760:x1817354297295104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1687us (1738us total) trans 4295982895 rc 0/0 00000100:00100000:1.0:1733164792.133277:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187483 00010000:00010000:2.0:1733164792.133285:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d65c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.133292:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395d500/2, rc 0, transno 1015599 00010000:00010000:2.0:1733164792.133293:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d65c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.133296:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297295104:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.133297:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807912 00010000:00010000:2.0:1733164792.133300:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d65c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.133302:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+782:2000:x1817354606241792:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.133306:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d65c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.133309:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.133312:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d44c000/0xe92384b90c821ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f8f5 expref: 782 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.133312:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d65c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.133317:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.133321:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d44c000/0xe92384b90c821ff4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f8f5 expref: 782 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.133321:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297296640:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.133322:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d65c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.133328:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d65c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133330:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d65d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.133334:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d44c000/0xe92384b90c821ff4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f8f5 expref: 782 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.133336:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.133340:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d65d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.133340:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d65c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.133344:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.133345:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.133346:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d65c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133347:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d65d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.133348:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d65d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133353:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d65d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.133356:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d65d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133358:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d65d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133364:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.133366:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d65d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.133370:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.133372:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d65d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133377:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d65d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133381:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d65d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133384:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d65d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.133385:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+781:2000:x1817354606241792:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (189us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.133386:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d65d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.133391:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807912 00010000:00010000:3.0:1733164792.133391:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d65d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133398:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d65d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133404:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d65d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133410:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.133413:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d65d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.133414:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297296640 00000100:00100000:1.0:1733164792.133418:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297296640 00010000:00010000:3.0:1733164792.133419:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d65d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133429:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d65d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.133434:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187489 00010000:00010000:3.0:1733164792.133436:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d65d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x223a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.133438:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3319:3762:x1817354297296640:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.133448:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8766 count 1 00000100:00100000:0.0:1733164792.133454:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.133458:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d65f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.133465:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606242048 00000100:00100000:0.0:1733164792.133468:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606242048 00010000:00010000:1.0:1733164792.133469:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131237a80/0xe92384b90c82240e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fa84 expref: 780 pid: 16624 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133474:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.133476:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.133477:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800815bc900/0xe92384b90c82219f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f9a4 expref: 781 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.133478:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d65f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133491:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131237a80/0xe92384b90c82240e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fa84 expref: 781 pid: 16624 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133496:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131237a80/0xe92384b90c82240e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fa84 expref: 781 pid: 16624 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.133499:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807913 00000100:00100000:1.0:1733164792.133502:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297296768:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.133504:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+781:2000:x1817354606242048:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.133510:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f90b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3320:3759:x1817354297294720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2294us (2438us total) trans 4295982896 rc 0/0 00010000:00010000:0.0:1733164792.133511:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.133515:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800815bc900/0xe92384b90c82219f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f9a4 expref: 781 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.133515:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987780 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.133517:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187482 00010000:00010000:0.0:1733164792.133524:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800815bc900/0xe92384b90c82219f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f9a4 expref: 781 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.133529:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c406300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297296384:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.133535:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800815bc900/0xe92384b90c82219f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f9a4 expref: 781 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.133556:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d65e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.133562:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.133564:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.133566:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d65e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.133566:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f90a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3319:3761:x1817354297295360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1775us (1912us total) trans 4295982897 rc 0/0 00010000:00010000:0.0:1733164792.133573:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d65e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.133573:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187485 00000004:00080000:2.0:1733164792.133574:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395fb80/2, rc 0, transno 1015600 00000100:00100000:2.0:1733164792.133584:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297294720:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.133588:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.133593:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297296256:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.133602:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.133603:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+780:2000:x1817354606242048:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 98us (149us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.133603:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d65de lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.133607:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297296896:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1733164792.133608:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395ea00/2, rc 0, transno 1015601 00000100:00100000:0.0:1733164792.133613:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807913 00000100:00100000:2.0:1733164792.133617:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297295360:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.133621:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.133629:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297296896 00000100:00100000:3.0:1733164792.133631:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297296896 00000100:00100000:1.0:1733164792.133647:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297297024:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.133647:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187490 00000100:00100000:0.0:1733164792.133648:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.133650:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3319:3760:x1817354297296896:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.133658:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1733164792.133658:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8767 count 1 00000100:00100000:0.0:1733164792.133660:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606241920 00000100:00100000:0.0:1733164792.133663:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606241920 00010000:00010000:3.0:1733164792.133664:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d65fa lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133671:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b9b8fc0/0xe92384b90c822581 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fae6 expref: 780 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.133672:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012106cd80/0xe92384b90c82209c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f93b expref: 780 pid: 16687 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.133676:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.133676:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.133678:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d65fa lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.133694:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807914 00000100:00100000:0.0:1733164792.133698:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+780:2001:x1817354606241920:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.133705:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.133705:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b9b8fc0/0xe92384b90c822581 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fae6 expref: 780 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.133708:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012106cd80/0xe92384b90c82209c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f93b expref: 780 pid: 16687 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.133710:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b9b8fc0/0xe92384b90c822581 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fae6 expref: 780 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.133716:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297297152:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.133718:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012106cd80/0xe92384b90c82209c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f93b expref: 780 pid: 16687 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.133729:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012106cd80/0xe92384b90c82209c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f93b expref: 780 pid: 16687 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.133729:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575540 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.133739:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.133740:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.133741:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f90a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3321:3761:x1817354297295232:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1960us (2143us total) trans 4295982899 rc 0/0 00010000:00010000:0.0:1733164792.133743:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d65de lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.133745:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187484 00010000:00010000:0.0:1733164792.133750:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d65de lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.133754:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297297024 00000100:00100000:1.0:1733164792.133756:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297297024 00000004:00080000:2.0:1733164792.133757:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395e680/2, rc 0, transno 1015603 00000100:00100000:1.0:1733164792.133765:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187491 00000100:00100000:1.0:1733164792.133767:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3321:3760:x1817354297297024:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.133768:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.133768:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297295232:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.133775:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8768 count 1 00010000:00010000:3.0:1733164792.133776:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d65de lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133781:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6601 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.133782:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+779:2001:x1817354606241920:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (135us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.133782:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d65de lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133786:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d65de lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133787:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f03f180/0xe92384b90c8226ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fb4f expref: 779 pid: 16591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.133788:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807914 00010000:00010000:3.0:1733164792.133790:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d65de lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133791:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.133792:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.133793:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6601 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133794:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d65de lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133798:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.133800:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d65de lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133803:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f03f180/0xe92384b90c8226ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fb4f expref: 778 pid: 16591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133807:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d65de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133811:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f03f180/0xe92384b90c8226ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fb4f expref: 778 pid: 16591 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.133816:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297297280:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.133816:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d65de lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.133822:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d65de lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x223b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.133830:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.133837:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3321:3760:x1817354297293952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2808us (3060us total) trans 4295982898 rc 0/0 00000100:00100000:2.0:1733164792.133844:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187481 00000100:00100000:0.0:1733164792.133855:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.133856:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d65e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.133859:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1733164792.133861:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d65e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133865:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d65e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.133866:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606242176 00000100:00100000:3.0:1733164792.133867:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297297408:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.133869:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606242176 00010000:00010000:1.0:1733164792.133869:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d65e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133873:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d65e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.133876:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.133877:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d65e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.133879:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090ee33c0/0xe92384b90c8222e8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f9f1 expref: 779 pid: 15942 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.133880:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395d880/2, rc 0, transno 1015602 00010000:00010000:1.0:1733164792.133881:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d65e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.133885:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.133887:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d65e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.133890:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297293952:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.133891:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d65e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x223c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.133902:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807915 00000100:00100000:0.0:1733164792.133906:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c926a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+779:2001:x1817354606242176:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.133911:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297297408 00010000:00010000:0.0:1733164792.133912:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.133913:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297297408 00010000:00010000:0.0:1733164792.133916:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090ee33c0/0xe92384b90c8222e8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f9f1 expref: 779 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.133924:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187492 00010000:00010000:0.0:1733164792.133925:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090ee33c0/0xe92384b90c8222e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f9f1 expref: 779 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.133927:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3321:3762:x1817354297297408:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.133935:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.133937:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.133939:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d65ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.133946:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d65ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.133961:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.133974:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c926d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3323:3760:x1817354297296000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1629us (1669us total) trans 4295982900 rc 0/0 00000100:00100000:0.0:1733164792.133975:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c926a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+779:2001:x1817354606242176:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.133978:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187487 00000100:00100000:0.0:1733164792.133981:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807915 00000004:00080000:2.0:1733164792.133996:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944eb480/2, rc 0, transno 1015604 00000100:00100000:2.0:1733164792.134002:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297296000:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.134010:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3322:3760:x1817354297295872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1719us (1749us total) trans 4295982901 rc 0/0 00000004:00080000:2.0:1733164792.134015:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944ea300/2, rc 0, transno 1015605 00000100:00100000:3.0:1733164792.134016:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187486 00000100:00100000:2.0:1733164792.134025:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297295872:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.134030:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.134033:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801339ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297297536:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.134040:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297297792:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.134053:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.134062:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297297536 00010000:00010000:0.0:1733164792.134064:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090ee33c0/0xe92384b90c8222e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f9f1 expref: 778 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.134064:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297297536 00000100:00100000:2.0:1733164792.134069:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1733164792.134071:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8769 count 1 00000100:00100000:0.0:1733164792.134074:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c925880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297296512:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.134077:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297297792 00000100:00100000:1.0:1733164792.134078:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297297792 00010000:00010000:3.0:1733164792.134078:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6608 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.134085:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d65ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.134086:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187493 00010000:00010000:3.0:1733164792.134086:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008dd2dd40/0xe92384b90c8227f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fbbf expref: 777 pid: 16696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.134088:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3323:3762:x1817354297297536:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.134089:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297297664:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.134090:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.134091:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.134092:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d65ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.134092:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6608 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.134095:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8770 count 1 00010000:00010000:0.0:1733164792.134098:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d65ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.134102:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d660f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.134103:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008dd2dd40/0xe92384b90c8227f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fbbf expref: 777 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.134106:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d65ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.134108:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008dd2dd40/0xe92384b90c8227f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fbbf expref: 777 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.134110:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013125cfc0/0xe92384b90c822932 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fc36 expref: 777 pid: 16663 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.134112:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.134113:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d65ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.134113:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297297920:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.134116:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.134117:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.134120:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d65ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.134120:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d660f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.134129:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575f00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.134131:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d61c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.134134:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d65ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.134138:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297297664 00010000:00010000:1.0:1733164792.134139:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013125cfc0/0xe92384b90c822932 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fc36 expref: 777 pid: 16663 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.134156:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297297664 00010000:00010000:0.0:1733164792.134159:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d65ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.134166:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013125cfc0/0xe92384b90c822932 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fc36 expref: 777 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.134168:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187494 00010000:00010000:0.0:1733164792.134169:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d65ec lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.134171:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f909c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3324:3760:x1817354297297792:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.134175:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297298048:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.134176:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d65ec lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x223d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.134178:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8772 count 1 00010000:00010000:3.0:1733164792.134184:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6616 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.134187:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187495 00010000:00010000:3.0:1733164792.134192:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f2f600/0xe92384b90c822c34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fd40 expref: 777 pid: 16638 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.134193:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987a80 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.134194:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f90b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3324:3760:x1817354297297664:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.134196:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.134197:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.134200:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6616 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.134211:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8771 count 1 00010000:00010000:3.0:1733164792.134215:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097f2f600/0xe92384b90c822c34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fd40 expref: 777 pid: 16638 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.134223:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097f2f600/0xe92384b90c822c34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fd40 expref: 777 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.134225:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d661d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.134232:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297298176:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.134238:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086858900/0xe92384b90c822acf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fcb4 expref: 777 pid: 16673 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.134245:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.134247:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.134249:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d661d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.134250:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54c00 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.134271:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086858900/0xe92384b90c822acf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fcb4 expref: 777 pid: 16673 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.134283:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f90b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3325:3761:x1817354297296128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1931us (1957us total) trans 4295982902 rc 0/0 00010000:00010000:2.0:1733164792.134284:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086858900/0xe92384b90c822acf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fcb4 expref: 777 pid: 16673 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.134290:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187488 00000100:00100000:2.0:1733164792.134293:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f908000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297298304:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.134328:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752000 going to sleep for 11 seconds 00000004:00080000:2.0:1733164792.134357:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944e9f80/2, rc 0, transno 1015606 00000100:00100000:2.0:1733164792.134366:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297296128:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.134411:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297298432:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.134439:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.134453:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297298432 00000100:00100000:3.0:1733164792.134456:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297298432 00000100:00100000:3.0:1733164792.134468:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187496 00000100:00100000:3.0:1733164792.134470:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3325:3761:x1817354297298432:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.134478:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8773 count 1 00010000:00010000:3.0:1733164792.134485:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6624 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.134491:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800923c5b00/0xe92384b90c822d8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fd94 expref: 777 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.134495:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.134496:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.134497:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6624 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.134507:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800923c5b00/0xe92384b90c822d8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fd94 expref: 777 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.134513:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800923c5b00/0xe92384b90c822d8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fd94 expref: 777 pid: 16670 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.134518:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297298560:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.134532:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54a80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.134812:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297296768:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.134822:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d65f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.134873:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297297280:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.134882:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6601 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.134883:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297297152:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.134894:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d65fa lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.134920:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.134933:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606242432 00000100:00100000:1.0:1733164792.134935:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606242432 00010000:00010000:1.0:1733164792.134943:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b9b8fc0/0xe92384b90c822581 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fae6 expref: 778 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.134946:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297297920:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.134953:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807916 00000100:00100000:1.0:1733164792.134956:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+778:2001:x1817354606242432:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.134961:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.134961:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6608 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.134964:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b9b8fc0/0xe92384b90c822581 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fae6 expref: 778 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.134969:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b9b8fc0/0xe92384b90c822581 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fae6 expref: 778 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.134976:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b9b8fc0/0xe92384b90c822581 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fae6 expref: 778 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.134983:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.134984:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.134986:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d65fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.134990:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d65fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.134997:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.135001:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d65fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135005:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d65fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135010:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d65fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.135013:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+777:2001:x1817354606242432:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (95us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.135013:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d65fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135017:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d65fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.135019:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807916 00010000:00010000:3.0:1733164792.135020:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.135022:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d65fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135026:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d65fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135032:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d65fa lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135036:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d65fa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x223f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.135090:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.135099:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606242304 00000100:00100000:1.0:1733164792.135101:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606242304 00010000:00010000:1.0:1733164792.135107:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131237a80/0xe92384b90c82240e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fa84 expref: 777 pid: 16624 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.135123:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807917 00000100:00100000:1.0:1733164792.135126:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+777:2000:x1817354606242304:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.135129:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3326:3760:x1817354297296896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1477us (1506us total) trans 4295982903 rc 0/0 00010000:00010000:1.0:1733164792.135131:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.135133:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131237a80/0xe92384b90c82240e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fa84 expref: 777 pid: 16624 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.135133:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187490 00010000:00010000:1.0:1733164792.135138:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131237a80/0xe92384b90c82240e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fa84 expref: 777 pid: 16624 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.135159:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131237a80/0xe92384b90c82240e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fa84 expref: 777 pid: 16624 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.135165:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.135166:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.135168:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d65f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135172:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d65f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135180:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1733164792.135186:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c406300/2, rc 0, transno 1015607 00000100:00100000:1.0:1733164792.135192:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+776:2000:x1817354606242304:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.135195:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807917 00000100:00100000:2.0:1733164792.135198:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297296896:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.135200:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.135205:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d65f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135211:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d65f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135218:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d65f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135222:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d65f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135226:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d65f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135229:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.135231:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d65f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135234:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d65f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135239:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d65f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135243:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d65f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x223e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.135243:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297298688:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.135261:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606242560 00000100:00100000:3.0:1733164792.135262:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297298176:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.135263:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606242560 00010000:00010000:1.0:1733164792.135269:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f03f180/0xe92384b90c8226ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fb4f expref: 776 pid: 16591 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.135272:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6616 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.135275:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.135277:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.135284:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606242816 00000100:00100000:1.0:1733164792.135285:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606242816 00000100:00100000:3.0:1733164792.135289:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807918 00010000:00010000:1.0:1733164792.135290:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097f2f600/0xe92384b90c822c34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fd40 expref: 777 pid: 16638 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.135291:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.135292:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+777:2000:x1817354606242560:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.135297:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.135299:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606242944 00000100:00100000:1.0:1733164792.135300:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606242944 00010000:00010000:3.0:1733164792.135300:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f03f180/0xe92384b90c8226ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fb4f expref: 777 pid: 16591 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.135304:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.135304:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086858900/0xe92384b90c822acf lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fcb4 expref: 778 pid: 16673 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.135306:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f03f180/0xe92384b90c8226ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fb4f expref: 778 pid: 16591 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.135313:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606242688 00000100:00100000:1.0:1733164792.135314:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606242688 00010000:00010000:3.0:1733164792.135314:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f03f180/0xe92384b90c8226ae lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fb4f expref: 778 pid: 16591 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.135318:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008dd2dd40/0xe92384b90c8227f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fbbf expref: 778 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.135319:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.135320:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.135322:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807919 00010000:00010000:3.0:1733164792.135322:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135326:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6601 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.135327:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f908000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297298304:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.135328:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+778:2001:x1817354606242816:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.135330:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807920 00000100:00100000:1.0:1733164792.135332:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+778:2001:x1817354606242944:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.135334:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.135336:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.135337:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.135339:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086858900/0xe92384b90c822acf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fcb4 expref: 778 pid: 16673 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.135341:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097f2f600/0xe92384b90c822c34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fd40 expref: 778 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.135344:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086858900/0xe92384b90c822acf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fcb4 expref: 778 pid: 16673 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.135344:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d661d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.135345:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+778:2000:x1817354606242560:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.135348:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807918 00010000:00010000:0.0:1733164792.135351:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097f2f600/0xe92384b90c822c34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fd40 expref: 778 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.135352:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086858900/0xe92384b90c822acf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fcb4 expref: 778 pid: 16673 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.135357:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807921 00000100:00100000:3.0:1733164792.135359:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+776:2000:x1817354606242688:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.135360:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.135361:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.135363:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097f2f600/0xe92384b90c822c34 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fd40 expref: 776 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.135363:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d661d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135364:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.135367:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d661d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135367:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008dd2dd40/0xe92384b90c8227f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fbbf expref: 776 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.135371:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.135372:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008dd2dd40/0xe92384b90c8227f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fbbf expref: 775 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.135373:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.135374:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.135376:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135378:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008dd2dd40/0xe92384b90c8227f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fbbf expref: 775 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.135382:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6616 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135384:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.135385:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.135386:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+774:2001:x1817354606242944:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (95us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.135386:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6608 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.135388:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d661d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135390:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6608 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.135391:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807920 00010000:00010000:0.0:1733164792.135396:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.135397:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d661d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135397:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.135404:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+773:2000:x1817354606242688:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 44us (100us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.135405:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d661d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.135407:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807921 00000100:00100000:0.0:1733164792.135411:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+773:2001:x1817354606242816:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (136us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.135412:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d661d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.135417:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807919 00010000:00010000:2.0:1733164792.135418:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d661d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.135422:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297298688 00010000:00010000:2.0:1733164792.135423:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a21c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.135423:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297298688 00010000:00010000:2.0:1733164792.135426:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d661d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.135432:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d661d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.135432:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187497 00000100:00100000:3.0:1733164792.135434:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f909180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3326:3762:x1817354297298688:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.135441:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8774 count 1 00010000:00010000:2.0:1733164792.135444:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d661d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135447:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d662b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.135451:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d661d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135454:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009591ef40/0xe92384b90c822ef0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe04 expref: 771 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135457:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.135458:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.135459:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d662b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135471:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009591ef40/0xe92384b90c822ef0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe04 expref: 771 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135476:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009591ef40/0xe92384b90c822ef0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe04 expref: 771 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.135481:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297298816:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.135490:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.135495:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54c00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.135498:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.135499:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3327:3762:x1817354297296640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2060us (2161us total) trans 4295982904 rc 0/0 00010000:00010000:0.0:1733164792.135505:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.135505:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187489 00010000:00010000:0.0:1733164792.135517:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6616 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.135523:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.135529:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.135532:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.135554:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.135563:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6616 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.135563:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297298560:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.135570:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6616 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135574:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6624 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.135584:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.135600:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606243072 00000100:00100000:0.0:1733164792.135603:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606243072 00010000:00010000:0.0:1733164792.135614:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800923c5b00/0xe92384b90c822d8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fd94 expref: 772 pid: 16670 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.135629:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807922 00000100:00100000:1.0:1733164792.135631:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.135633:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+772:2000:x1817354606243072:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.135634:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f90b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3327:3760:x1817354297297664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1438us (1519us total) trans 4295982905 rc 0/0 00010000:00010000:0.0:1733164792.135640:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.135641:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187495 00010000:00010000:0.0:1733164792.135644:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800923c5b00/0xe92384b90c822d8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fd94 expref: 772 pid: 16670 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.135644:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316e4a80/2, rc 0, transno 1015609 00000100:00100000:3.0:1733164792.135649:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297297664:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.135652:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800923c5b00/0xe92384b90c822d8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fd94 expref: 772 pid: 16670 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.135655:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606243200 00000100:00100000:3.0:1733164792.135657:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606243200 00010000:00010000:0.0:1733164792.135663:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800923c5b00/0xe92384b90c822d8b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fd94 expref: 773 pid: 16670 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.135665:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013125cfc0/0xe92384b90c822932 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fc36 expref: 773 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.135671:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.135673:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.135676:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.135677:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807923 00000004:00080000:2.0:1733164792.135680:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c407b80/2, rc 0, transno 1015608 00000100:00100000:3.0:1733164792.135680:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+772:2001:x1817354606243200:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.135682:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6624 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135684:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.135687:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297296640:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.135687:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013125cfc0/0xe92384b90c822932 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fc36 expref: 772 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.135690:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.135696:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.135696:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013125cfc0/0xe92384b90c822932 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fc36 expref: 772 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.135697:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135703:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.135704:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6608 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135704:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.135705:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135705:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d660f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135709:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d660f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.135713:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+772:2000:x1817354606243072:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (129us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.135713:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6608 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135715:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6601 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135716:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.135719:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807922 00010000:00010000:2.0:1733164792.135720:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6608 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135721:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135726:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.135726:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6608 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.135727:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+771:2001:x1817354606243200:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 46us (97us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.135729:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.135731:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807923 00010000:00010000:2.0:1733164792.135732:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135736:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.135737:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.135740:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.135746:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135747:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6601 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135753:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6601 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.135757:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6608 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.135763:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6608 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.135789:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297299072:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.135804:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297298944:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.135810:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.135818:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f909c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3328:3760:x1817354297297792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1645us (1749us total) trans 4295982906 rc 0/0 00000100:00100000:0.0:1733164792.135824:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187494 00000004:00080000:3.0:1733164792.135831:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316e4e00/2, rc 0, transno 1015610 00000100:00100000:0.0:1733164792.135836:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297299072 00000100:00100000:2.0:1733164792.135836:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.135837:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297297792:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.135839:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297299072 00000100:00100000:1.0:1733164792.135856:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3328:3760:x1817354297297024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2087us (2196us total) trans 4295982907 rc 0/0 00000100:00100000:1.0:1733164792.135861:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187491 00000100:00100000:0.0:1733164792.135864:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297298944 00000100:00100000:0.0:1733164792.135867:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297298944 00000004:00080000:3.0:1733164792.135871:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009402f800/2, rc 0, transno 1015611 00000100:00100000:1.0:1733164792.135874:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187498 00000100:00100000:3.0:1733164792.135874:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297297024:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.135877:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3328:3760:x1817354297299072:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.135878:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187499 00000100:00100000:0.0:1733164792.135882:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3328:3759:x1817354297298944:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.135884:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:1.0:1733164792.135885:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8776 count 1 00010000:00010000:3.0:1733164792.135890:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.135892:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8775 count 1 00010000:00010000:1.0:1733164792.135893:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6632 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.135894:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297299328:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.135894:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135900:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cac7600/0xe92384b90c8231a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe9e expref: 770 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135900:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.135902:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6639 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135903:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6624 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135904:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.135905:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.135906:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6632 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135907:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135910:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.135912:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008dc36880/0xe92384b90c82309b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe58 expref: 770 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135912:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.135916:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cac7600/0xe92384b90c8231a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe9e expref: 770 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135916:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.135919:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.135920:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.135921:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cac7600/0xe92384b90c8231a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe9e expref: 770 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.135921:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.135921:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6624 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.135923:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6639 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.135925:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6624 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.135927:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297299456:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.135938:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008dc36880/0xe92384b90c82309b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe58 expref: 770 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.135940:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987780 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.135940:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297299200:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.135947:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008dc36880/0xe92384b90c82309b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe58 expref: 770 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.135956:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c924e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297299584:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.135959:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.135973:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2656c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.135988:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297299328 00000100:00100000:0.0:1733164792.135990:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297299328 00000100:00100000:2.0:1733164792.136000:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297299200 00000100:00100000:1.0:1733164792.136003:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187500 00000100:00100000:2.0:1733164792.136005:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297299200 00000100:00100000:1.0:1733164792.136006:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3330:3762:x1817354297299328:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.136006:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3330:3761:x1817354297298432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1534us (1568us total) trans 4295982908 rc 0/0 00000100:00100000:3.0:1733164792.136011:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187496 00002000:00080000:1.0:1733164792.136014:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8778 count 1 00010000:00010000:1.0:1733164792.136021:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6640 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.136021:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187501 00000100:00100000:3.0:1733164792.136024:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f90bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3330:3762:x1817354297299200:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.136028:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e0f2ac0/0xe92384b90c8234e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ff7e expref: 770 pid: 16640 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.136031:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8777 count 1 00010000:00010000:1.0:1733164792.136035:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.136036:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.136037:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6640 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.136037:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6647 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.136044:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124876f40/0xe92384b90c823326 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ff15 expref: 770 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.136046:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e0f2ac0/0xe92384b90c8234e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ff7e expref: 770 pid: 16640 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.136046:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316e6300/2, rc 0, transno 1015612 00010000:00010000:3.0:1733164792.136048:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.136049:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.136050:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6647 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.136051:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e0f2ac0/0xe92384b90c8234e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ff7e expref: 770 pid: 16640 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.136056:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297299712:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.136057:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297298432:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.136061:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124876f40/0xe92384b90c823326 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ff15 expref: 770 pid: 16687 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.136066:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124876f40/0xe92384b90c823326 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ff15 expref: 770 pid: 16687 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.136070:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987180 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.136071:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297299840:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.136083:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013125cfc0/0xe92384b90c822932 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fc36 expref: 770 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.136085:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.136090:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297298048:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.136098:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d660f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.136103:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d660f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.136103:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.136107:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d660f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.136107:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297299968:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.136115:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d660f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.136118:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d660f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.136119:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.136122:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d660f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.136125:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.136127:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d660f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.136130:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d660f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.136130:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297299968 00000100:00100000:3.0:1733164792.136132:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297299968 00010000:00010000:1.0:1733164792.136136:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d660f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.136139:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d660f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.136156:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187502 00000100:00100000:3.0:1733164792.136159:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3332:3760:x1817354297299968:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.136166:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8779 count 1 00010000:00010000:3.0:1733164792.136172:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d664e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.136179:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235ba400/0xe92384b90c82364b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370003 expref: 769 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.136183:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.136183:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.136185:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d664e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.136195:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801235ba400/0xe92384b90c82364b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370003 expref: 769 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.136199:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801235ba400/0xe92384b90c82364b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370003 expref: 769 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.136207:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297300096:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.136244:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3333:3762:x1817354297297408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2313us (2356us total) trans 4295982909 rc 0/0 00000100:00100000:2.0:1733164792.136251:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187492 00000004:00080000:2.0:1733164792.136283:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801339ed880/2, rc 0, transno 1015613 00000100:00100000:2.0:1733164792.136292:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297297408:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.136310:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3332:3762:x1817354297297536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2221us (2256us total) trans 4295982910 rc 0/0 00000100:00100000:1.0:1733164792.136314:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187493 00000004:00080000:1.0:1733164792.136331:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801339ece00/2, rc 0, transno 1015614 00000100:00100000:1.0:1733164792.136334:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801339ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297297536:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.136354:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297300352:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.136357:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575240 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.136385:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.136388:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297298816:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.136396:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d662b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.136399:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297300352 00000100:00100000:0.0:1733164792.136403:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297300352 00000100:00100000:2.0:1733164792.136413:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.136420:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187503 00000100:00100000:2.0:1733164792.136422:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297300224:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.136425:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3332:3761:x1817354297300352:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.136436:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8781 count 1 00000100:00100000:2.0:1733164792.136445:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.136446:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6655 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.136456:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297300224 00010000:00010000:0.0:1733164792.136457:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d706880/0xe92384b90c823931 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3700d5 expref: 769 pid: 15901 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.136458:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297300224 00010000:00010000:0.0:1733164792.136463:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.136464:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.136466:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6655 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.136470:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187504 00000100:00100000:1.0:1733164792.136472:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f909500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3333:3759:x1817354297300224:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.136480:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8780 count 1 00010000:00010000:0.0:1733164792.136482:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d706880/0xe92384b90c823931 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3700d5 expref: 769 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.136487:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d665c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.136492:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d706880/0xe92384b90c823931 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3700d5 expref: 769 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.136494:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009850c900/0xe92384b90c8237b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37005e expref: 769 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.136498:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.136499:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.136500:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d665c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.136502:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c925880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297300480:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.136509:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009850c900/0xe92384b90c8237b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37005e expref: 769 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.136517:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009850c900/0xe92384b90c8237b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37005e expref: 769 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.136524:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265e40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.136525:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297300608:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.136557:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987a80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.136686:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c924e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297299584:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.136696:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297299456:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.136699:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6639 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.136706:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297299712:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.136715:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6640 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.136716:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6632 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.136719:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297299840:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.136729:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6647 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.136854:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.136868:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606243456 00000100:00100000:0.0:1733164792.136871:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.136871:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606243456 00010000:00010000:3.0:1733164792.136880:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cac7600/0xe92384b90c8231a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe9e expref: 770 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.136891:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606243584 00000100:00100000:3.0:1733164792.136892:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606243584 00010000:00010000:3.0:1733164792.136896:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008dc36880/0xe92384b90c82309b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe58 expref: 771 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.136897:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.136904:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606243712 00000100:00100000:1.0:1733164792.136908:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606243712 00000100:00100000:3.0:1733164792.136908:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807924 00000100:00100000:0.0:1733164792.136910:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.136910:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+772:2001:x1817354606243456:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.136915:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.136917:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cac7600/0xe92384b90c8231a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe9e expref: 772 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.136918:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e0f2ac0/0xe92384b90c8234e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ff7e expref: 772 pid: 16640 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.136918:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606243840 00000100:00100000:0.0:1733164792.136921:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.136923:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606243840 00010000:00010000:3.0:1733164792.136923:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cac7600/0xe92384b90c8231a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe9e expref: 772 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.136930:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cac7600/0xe92384b90c8231a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe9e expref: 773 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.136932:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606243328 00000100:00100000:1.0:1733164792.136934:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606243328 00010000:00010000:3.0:1733164792.136936:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.136937:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807925 00010000:00010000:3.0:1733164792.136937:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.136938:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.136939:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009591ef40/0xe92384b90c822ef0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe04 expref: 773 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.136939:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124876f40/0xe92384b90c823326 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ff15 expref: 773 pid: 16687 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.136943:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+773:2001:x1817354606243584:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.136946:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6632 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.136947:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807926 00000100:00100000:1.0:1733164792.136950:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+773:2001:x1817354606243712:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.136951:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.136955:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008dc36880/0xe92384b90c82309b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe58 expref: 773 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.136955:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.136956:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.136958:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e0f2ac0/0xe92384b90c8234e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ff7e expref: 773 pid: 16640 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.136961:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807927 00010000:00010000:1.0:1733164792.136963:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e0f2ac0/0xe92384b90c8234e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ff7e expref: 773 pid: 16640 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.136966:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+773:2000:x1817354606243328:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.136970:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+773:2001:x1817354606243456:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (117us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.136971:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e0f2ac0/0xe92384b90c8234e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ff7e expref: 773 pid: 16640 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.136973:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807924 00010000:00010000:2.0:1733164792.136975:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.136977:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.136978:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.136980:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.136981:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009591ef40/0xe92384b90c822ef0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe04 expref: 771 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.136982:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807928 00000100:00100000:3.0:1733164792.136985:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+771:2001:x1817354606243840:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.136987:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6640 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.136988:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.136990:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009591ef40/0xe92384b90c822ef0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe04 expref: 771 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.136991:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124876f40/0xe92384b90c823326 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ff15 expref: 771 pid: 16687 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.136995:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.136996:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124876f40/0xe92384b90c823326 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ff15 expref: 771 pid: 16687 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.137002:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124876f40/0xe92384b90c823326 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36ff15 expref: 771 pid: 16687 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.137004:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009591ef40/0xe92384b90c822ef0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe04 expref: 771 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.137006:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+771:2001:x1817354606243712:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (111us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.137009:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.137010:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807926 00010000:00010000:3.0:1733164792.137010:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.137012:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137016:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6647 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137017:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.137018:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.137021:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008dc36880/0xe92384b90c82309b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe58 expref: 768 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.137021:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d662b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137023:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.137024:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.137028:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137028:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d662b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.137031:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+768:2001:x1817354606243840:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 45us (122us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.137032:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137034:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008dc36880/0xe92384b90c82309b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f36fe58 expref: 768 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.137034:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807928 00010000:00010000:1.0:1733164792.137036:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.137040:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.137043:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.137044:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.137044:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137046:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.137048:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137049:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.137050:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d662b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.137051:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137054:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d662b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137055:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6639 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.137056:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6640 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137058:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d662b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.137060:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6640 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x224a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137062:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d662b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137066:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d662b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137069:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.137069:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.137070:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d662b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137074:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d662b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.137077:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+766:2000:x1817354606243328:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 108us (152us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.137082:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d662b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.137084:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807927 00010000:00010000:3.0:1733164792.137086:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d662b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.137087:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+766:2001:x1817354606243584:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 143us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.137093:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807925 00010000:00010000:0.0:1733164792.137113:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137113:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137121:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137128:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137134:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6632 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.137165:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3335:3762:x1817354297299328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1156us (1244us total) trans 4295982911 rc 0/0 00000100:00100000:1.0:1733164792.137171:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187500 00010000:00010000:2.0:1733164792.137172:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.137174:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f909180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3335:3762:x1817354297298688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1738us (1899us total) trans 4295982912 rc 0/0 00000100:00100000:3.0:1733164792.137178:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187497 00010000:00010000:2.0:1733164792.137179:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.137182:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137188:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137190:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137192:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.137194:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e1bc700/2, rc 0, transno 1015615 00010000:00010000:3.0:1733164792.137194:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137198:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137199:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6632 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137200:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.137202:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e1bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297299328:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.137202:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6647 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137205:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6632 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137205:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6647 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137206:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6639 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137208:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1200 already unused, calling callback (ffffffffa0854100) 00000004:00080000:1.0:1733164792.137210:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395f800/2, rc 0, transno 1015616 00010000:00010000:3.0:1733164792.137210:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6647 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.137212:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297298688:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.137213:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137214:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6647 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137219:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.137220:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6647 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137221:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137223:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6647 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137228:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6639 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137237:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6639 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137243:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6639 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.137316:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f90bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3336:3762:x1817354297299200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1289us (1355us total) trans 4295982913 rc 0/0 00000100:00100000:3.0:1733164792.137322:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187501 00000004:00080000:1.0:1733164792.137326:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944e8e00/2, rc 0, transno 1015617 00000100:00100000:1.0:1733164792.137330:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297299200:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.137352:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297300736:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.137363:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3335:3759:x1817354297298944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1478us (1526us total) trans 4295982915 rc 0/0 00000100:00100000:2.0:1733164792.137364:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3335:3760:x1817354297299072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1482us (1550us total) trans 4295982914 rc 0/0 00000100:00100000:0.0:1733164792.137370:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187499 00000100:00100000:1.0:1733164792.137371:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.137374:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187498 00000100:00100000:3.0:1733164792.137380:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297300736 00000100:00100000:3.0:1733164792.137382:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297300736 00000100:00100000:2.0:1733164792.137394:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187505 00000100:00100000:2.0:1733164792.137399:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3334:3762:x1817354297300736:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.137412:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8782 count 1 00000100:00100000:3.0:1733164792.137413:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297300096:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.137423:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d664e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137426:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6663 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.137428:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.137437:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800929a5440/0xe92384b90c823a5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370129 expref: 764 pid: 15903 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137443:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.137445:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606243968 00010000:00010000:2.0:1733164792.137445:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.137448:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6663 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.137449:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606243968 00010000:00010000:1.0:1733164792.137459:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801235ba400/0xe92384b90c82364b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370003 expref: 765 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.137472:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800929a5440/0xe92384b90c823a5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370129 expref: 765 pid: 15903 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.137481:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807929 00010000:00010000:2.0:1733164792.137482:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800929a5440/0xe92384b90c823a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370129 expref: 765 pid: 15903 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.137484:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.137485:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+765:2001:x1817354606243968:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.137492:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.137493:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297301120:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.137494:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801235ba400/0xe92384b90c82364b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370003 expref: 765 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.137496:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606244096 00000100:00100000:0.0:1733164792.137500:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606244096 00010000:00010000:1.0:1733164792.137501:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801235ba400/0xe92384b90c82364b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370003 expref: 765 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.137510:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d706880/0xe92384b90c823931 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3700d5 expref: 766 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.137512:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235ba400/0xe92384b90c82364b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370003 expref: 766 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.137521:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752000 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.137522:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.137524:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.137525:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807930 00010000:00010000:1.0:1733164792.137527:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d664e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.137529:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ed450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+765:2000:x1817354606244096:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.137534:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d664e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137558:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.137558:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.137564:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d706880/0xe92384b90c823931 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3700d5 expref: 765 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.137566:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d664e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137572:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d706880/0xe92384b90c823931 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3700d5 expref: 765 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.137572:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+765:2001:x1817354606243968:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.137573:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297300864:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.137573:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d664e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.137578:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807929 00010000:00010000:3.0:1733164792.137580:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d664e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137583:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.137585:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.137588:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137590:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d664e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137594:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6655 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137594:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d664e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137597:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.137599:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d664e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.137602:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297300608:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.137604:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d664e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.137610:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d665c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137611:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.137613:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d664e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.137615:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.137619:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d664e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x224b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.137626:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ed450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+764:2000:x1817354606244096:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 96us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.137632:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807930 00000004:00080000:2.0:1733164792.137646:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395c700/2, rc 0, transno 1015619 00000100:00100000:2.0:1733164792.137657:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297298944:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.137665:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1733164792.137670:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d706880/0xe92384b90c823931 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3700d5 expref: 763 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.137671:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297300992:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.137680:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c925880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297300480:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.137690:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137697:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.137702:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.137704:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137711:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137718:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6655 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.137722:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3335:3760:x1817354297299968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1561us (1601us total) trans 4295982916 rc 0/0 00010000:00010000:0.0:1733164792.137724:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6655 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.137728:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187502 00000004:00080000:2.0:1733164792.137733:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8dbb80/2, rc 0, transno 1015620 00010000:00010000:0.0:1733164792.137735:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.137738:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6655 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.137738:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297299968:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.137740:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297300864 00000100:00100000:3.0:1733164792.137743:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297300864 00010000:00010000:0.0:1733164792.137745:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6655 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.137747:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395ce00/2, rc 0, transno 1015618 00000100:00100000:2.0:1733164792.137750:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297299072:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.137753:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6655 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.137755:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297300992 00000100:00100000:3.0:1733164792.137757:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297300992 00010000:00010000:0.0:1733164792.137759:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6655 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x224d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.137766:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187506 00000100:00100000:2.0:1733164792.137771:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3336:3759:x1817354297300864:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.137771:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187507 00000100:00100000:3.0:1733164792.137775:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ce4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3336:3759:x1817354297300992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.137786:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8784 count 1 00010000:00010000:3.0:1733164792.137795:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d666a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.137799:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8783 count 1 00010000:00010000:3.0:1733164792.137805:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800864d7600/0xe92384b90c823c8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3701d8 expref: 762 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137810:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.137812:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.137814:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d666a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137815:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6671 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137827:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012babb180/0xe92384b90c823bbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3701a7 expref: 762 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137829:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800864d7600/0xe92384b90c823c8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3701d8 expref: 762 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.137833:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.137834:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.137837:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6671 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137837:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800864d7600/0xe92384b90c823c8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3701d8 expref: 762 pid: 16670 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.137845:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297301248:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.137864:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.137868:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3337:3761:x1817354297300352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1441us (1483us total) trans 4295982917 rc 0/0 00000100:00100000:0.0:1733164792.137875:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187503 00000004:00080000:2.0:1733164792.137879:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d9c00/2, rc 0, transno 1015621 00000100:00100000:2.0:1733164792.137886:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297300352:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.137891:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.137897:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297301504:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.137910:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.137910:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012babb180/0xe92384b90c823bbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3701a7 expref: 762 pid: 16621 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.137919:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297301376:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.137921:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012babb180/0xe92384b90c823bbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3701a7 expref: 762 pid: 16621 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.137925:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297301504 00000100:00100000:1.0:1733164792.137927:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.137928:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297301504 00000100:00100000:2.0:1733164792.137930:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297301760:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.137935:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297301376 00000100:00100000:1.0:1733164792.137937:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297301376 00000100:00100000:0.0:1733164792.137944:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.137944:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187508 00000100:00100000:2.0:1733164792.137946:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297301632:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.137948:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3338:3762:x1817354297301504:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.137950:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187509 00000100:00100000:1.0:1733164792.137953:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3338:3762:x1817354297301376:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.137958:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606244224 00000100:00100000:0.0:1733164792.137961:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606244224 00000100:00100000:2.0:1733164792.137965:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1733164792.137965:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8786 count 1 00002000:00080000:1.0:1733164792.137966:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8785 count 1 00010000:00010000:0.0:1733164792.137972:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009850c900/0xe92384b90c8237b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37005e expref: 763 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.137974:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6678 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.137975:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d667f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.137982:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b76d00/0xe92384b90c823da6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37022c expref: 763 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.137983:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1733164792.137985:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.137985:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972d4d80/0xe92384b90c823f3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3702a3 expref: 763 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.137986:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.137987:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807931 00010000:00010000:1.0:1733164792.137988:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6678 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.137990:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297301888:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.137991:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+763:2001:x1817354606244224:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.137991:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.137993:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.137995:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d667f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.137997:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.137997:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b76d00/0xe92384b90c823da6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37022c expref: 763 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.138002:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009850c900/0xe92384b90c8237b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37005e expref: 763 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.138005:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b76d00/0xe92384b90c823da6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37022c expref: 763 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.138010:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009850c900/0xe92384b90c8237b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37005e expref: 763 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.138010:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972d4d80/0xe92384b90c823f3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3702a3 expref: 763 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.138011:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297302016:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.138015:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.138019:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972d4d80/0xe92384b90c823f3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3702a3 expref: 763 pid: 16654 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.138021:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009850c900/0xe92384b90c8237b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37005e expref: 763 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.138023:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987a80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.138028:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297302144:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.138031:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.138031:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297301632 00010000:00010000:0.0:1733164792.138033:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.138033:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297301632 00010000:00010000:0.0:1733164792.138035:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d665c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.138041:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297301888 00010000:00010000:0.0:1733164792.138042:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d665c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.138043:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297301888 00000100:00100000:3.0:1733164792.138046:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575f00 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.138051:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187510 00000100:00100000:1.0:1733164792.138055:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187511 00010000:00010000:0.0:1733164792.138056:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.138057:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3340:3759:x1817354297301632:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.138058:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3340:3759:x1817354297301888:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.138064:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8788 count 1 00010000:00010000:1.0:1733164792.138070:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6686 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.138072:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+762:2001:x1817354606244224:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (129us total) trans 0 rc 0/0 00002000:00080000:2.0:1733164792.138073:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8787 count 1 00010000:00010000:1.0:1733164792.138076:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095a2af40/0xe92384b90c8241ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370375 expref: 762 pid: 16624 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.138078:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807931 00010000:00010000:1.0:1733164792.138080:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.138081:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.138082:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6686 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.138086:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d668d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.138090:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095a2af40/0xe92384b90c8241ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370375 expref: 761 pid: 16624 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.138097:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098397a80/0xe92384b90c824062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370305 expref: 761 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.138098:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095a2af40/0xe92384b90c8241ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370375 expref: 761 pid: 16624 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.138103:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297302272:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.138104:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.138105:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.138107:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d668d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.138113:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987180 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.138125:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d665c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.138130:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d665c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.138131:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098397a80/0xe92384b90c824062 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370305 expref: 761 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.138134:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d665c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.138137:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d665c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.138157:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d665c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.138161:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.138162:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d665c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.138166:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d665c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.138173:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d665c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.138176:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d665c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x224c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.138189:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098397a80/0xe92384b90c824062 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370305 expref: 761 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.138204:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297302400:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.138215:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.138223:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297302528:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1733164792.138236:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752900 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.138246:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.138262:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752780 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.138271:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297302528 00000100:00100000:0.0:1733164792.138274:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297302528 00000100:00100000:1.0:1733164792.138274:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f909500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3341:3759:x1817354297300224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1800us (1830us total) trans 4295982918 rc 0/0 00000100:00100000:1.0:1733164792.138278:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187504 00000004:00080000:3.0:1733164792.138289:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d9880/2, rc 0, transno 1015622 00000100:00100000:0.0:1733164792.138294:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108245 00000100:00100000:3.0:1733164792.138297:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297300224:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.138299:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3762:x1817354297302528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1733164792.138320:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1439608832 avail 1310146560 00000100:00100000:3.0:1733164792.138339:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1733164792.138347:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3762:x1817354297302528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 48us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.138347:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297302656:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.138353:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108245 00000100:00100000:3.0:1733164792.138368:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.138379:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297302656 00000100:00100000:0.0:1733164792.138381:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297302528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1733164792.138381:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297302656 00000100:00100000:1.0:1733164792.138391:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187512 00000100:00100000:1.0:1733164792.138393:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f77b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3341:3761:x1817354297302656:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.138401:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8789 count 1 00010000:00010000:1.0:1733164792.138407:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6694 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.138413:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b07cb40/0xe92384b90c8242f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3703b4 expref: 761 pid: 16615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.138417:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.138419:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.138420:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6694 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.138429:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b07cb40/0xe92384b90c8242f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3703b4 expref: 761 pid: 16615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.138437:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b07cb40/0xe92384b90c8242f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3703b4 expref: 761 pid: 16615 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.138442:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297302784:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.138456:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987780 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.138871:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297301120:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.138887:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297301248:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.138888:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6663 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.138901:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d666a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.139299:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.139317:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606244352 00000100:00100000:0.0:1733164792.139321:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606244352 00000100:00100000:1.0:1733164792.139323:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.139334:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800929a5440/0xe92384b90c823a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370129 expref: 762 pid: 15903 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.139342:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.139362:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606244480 00000100:00100000:0.0:1733164792.139364:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606244480 00000100:00100000:2.0:1733164792.139366:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606244608 00000100:00100000:2.0:1733164792.139369:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606244608 00010000:00010000:0.0:1733164792.139372:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800864d7600/0xe92384b90c823c8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3701d8 expref: 763 pid: 16670 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.139381:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b76d00/0xe92384b90c823da6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37022c expref: 764 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.139382:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.139386:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606244736 00000100:00100000:0.0:1733164792.139389:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606244736 00000100:00100000:2.0:1733164792.139395:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807932 00010000:00010000:0.0:1733164792.139397:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095a2af40/0xe92384b90c8241ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370375 expref: 765 pid: 16624 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.139400:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807933 00000100:00100000:2.0:1733164792.139400:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+765:2000:x1817354606244352:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.139404:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133bc0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+765:2001:x1817354606244480:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.139406:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.139406:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807934 00010000:00010000:1.0:1733164792.139409:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.139410:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800929a5440/0xe92384b90c823a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370129 expref: 765 pid: 15903 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.139411:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+765:2000:x1817354606244608:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.139413:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800864d7600/0xe92384b90c823c8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3701d8 expref: 765 pid: 16670 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.139417:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807935 00010000:00010000:3.0:1733164792.139417:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.139421:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b76d00/0xe92384b90c823da6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37022c expref: 765 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.139422:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+765:2000:x1817354606244736:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.139422:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800864d7600/0xe92384b90c823c8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3701d8 expref: 765 pid: 16670 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.139423:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800929a5440/0xe92384b90c823a5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370129 expref: 765 pid: 15903 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.139428:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b76d00/0xe92384b90c823da6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37022c expref: 765 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.139429:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.139433:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095a2af40/0xe92384b90c8241ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370375 expref: 765 pid: 16624 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.139433:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800864d7600/0xe92384b90c823c8e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3701d8 expref: 765 pid: 16670 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.139433:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800929a5440/0xe92384b90c823a5e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370129 expref: 765 pid: 15903 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.139436:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.139437:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.139439:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139441:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.139441:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.139442:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.139442:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.139443:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6678 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139445:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d666a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139445:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.139447:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095a2af40/0xe92384b90c8241ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370375 expref: 763 pid: 16624 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.139450:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.139452:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6663 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139456:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d666a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.139459:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.139461:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.139464:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139464:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.139466:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+763:2000:x1817354606244608:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (124us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.139468:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.139470:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6686 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.139470:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807934 00000100:00100000:1.0:1733164792.139479:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+762:2001:x1817354606244480:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.139479:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+762:2000:x1817354606244352:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (181us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.139482:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.139485:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807933 00000100:00100000:2.0:1733164792.139488:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807932 00000100:00100000:3.0:1733164792.139496:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.139499:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+760:2000:x1817354606244736:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (116us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.139501:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.139505:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807935 00010000:00010000:2.0:1733164792.139509:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139516:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.139517:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606244864 00010000:00010000:1.0:1733164792.139517:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b76d00/0xe92384b90c823da6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37022c expref: 759 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.139520:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606244864 00000100:00100000:1.0:1733164792.139525:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297302016:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.139527:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6663 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.139528:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098397a80/0xe92384b90c824062 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370305 expref: 759 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.139534:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6663 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139535:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139553:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.139556:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6663 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139562:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6663 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.139567:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807936 00000100:00100000:0.0:1733164792.139571:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+759:2001:x1817354606244864:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.139571:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6663 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139574:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.139578:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.139578:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6663 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x224e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139581:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.139582:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098397a80/0xe92384b90c824062 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370305 expref: 759 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.139586:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139592:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.139596:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098397a80/0xe92384b90c824062 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370305 expref: 759 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.139597:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.139602:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.139607:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.139607:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.139609:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.139609:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.139610:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606245120 00010000:00010000:0.0:1733164792.139611:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d668d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.139613:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606245120 00000100:00100000:3.0:1733164792.139613:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.139615:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6678 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.139617:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d668d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139622:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b07cb40/0xe92384b90c8242f4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3703b4 expref: 760 pid: 16615 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.139625:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6678 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.139628:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.139631:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6678 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.139635:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606244992 00000100:00100000:2.0:1733164792.139636:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606244992 00000100:00100000:3.0:1733164792.139636:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.139643:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012babb180/0xe92384b90c823bbc lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3701a7 expref: 761 pid: 16621 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.139646:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+761:2001:x1817354606244864:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.139648:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606245248 00000100:00100000:3.0:1733164792.139651:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606245248 00000100:00100000:0.0:1733164792.139652:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807936 00000100:00100000:2.0:1733164792.139656:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807937 00000100:00100000:1.0:1733164792.139659:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807938 00000100:00100000:2.0:1733164792.139660:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372efc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+761:2000:x1817354606245120:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.139662:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972d4d80/0xe92384b90c823f3c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3702a3 expref: 761 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.139663:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f077800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+761:2000:x1817354606244992:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.139666:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.139669:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.139670:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b07cb40/0xe92384b90c8242f4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3703b4 expref: 761 pid: 16615 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.139672:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012babb180/0xe92384b90c823bbc lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3701a7 expref: 761 pid: 16621 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.139678:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b07cb40/0xe92384b90c8242f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3703b4 expref: 761 pid: 16615 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.139679:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012babb180/0xe92384b90c823bbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3701a7 expref: 761 pid: 16621 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.139685:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807939 00010000:00010000:2.0:1733164792.139687:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.139688:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.139690:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+761:2000:x1817354606245248:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.139691:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139692:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.139693:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.139696:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139697:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6694 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.139697:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.139701:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972d4d80/0xe92384b90c823f3c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3702a3 expref: 761 pid: 16654 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.139702:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6671 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139707:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.139709:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.139710:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972d4d80/0xe92384b90c823f3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3702a3 expref: 761 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.139721:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f077800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+761:2000:x1817354606244992:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.139721:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372efc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+761:2000:x1817354606245120:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (123us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.139722:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.139723:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.139726:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807937 00010000:00010000:3.0:1733164792.139726:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d667f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.139728:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807938 00010000:00010000:3.0:1733164792.139733:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d667f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.139743:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.139759:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+759:2000:x1817354606245248:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.139765:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807939 00010000:00010000:3.0:1733164792.139790:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972d4d80/0xe92384b90c823f3c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3702a3 expref: 758 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.139806:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297302144:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.139816:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d667f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.139823:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d667f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.139824:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3343:3762:x1817354297301376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1869us (1895us total) trans 4295982919 rc 0/0 00000100:00100000:2.0:1733164792.139825:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3343:3762:x1817354297300736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2427us (2454us total) trans 4295982920 rc 0/0 00010000:00010000:3.0:1733164792.139830:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d667f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.139831:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187509 00000100:00100000:2.0:1733164792.139833:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187505 00010000:00010000:3.0:1733164792.139836:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d667f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.139842:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f1f800/2, rc 0, transno 1015623 00010000:00010000:3.0:1733164792.139842:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d667f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.139849:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d667f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.139850:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297301376:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.139853:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095a2af40/0xe92384b90c8241ea lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370375 expref: 757 pid: 16624 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.139853:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098397a80/0xe92384b90c824062 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370305 expref: 757 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.139854:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.139857:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d667f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.139860:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d9500/2, rc 0, transno 1015624 00000100:00100000:1.0:1733164792.139863:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297302272:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.139863:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297302400:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.139864:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297300736:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.139864:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d667f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139873:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139873:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d668d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.139877:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d667f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139880:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139880:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d668d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.139884:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d667f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139886:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d668d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139887:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139893:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d668d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139894:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139899:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d668d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139900:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6686 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139905:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d668d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139906:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139910:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.139911:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.139913:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d668d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139914:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139919:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d668d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139920:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139928:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6686 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139928:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d668d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139933:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6686 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.139934:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d668d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.139988:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b07cb40/0xe92384b90c8242f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3703b4 expref: 755 pid: 16615 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.139989:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3344:3762:x1817354297301504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2039us (2076us total) trans 4295982921 rc 0/0 00000004:00080000:0.0:1733164792.139995:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f1f480/2, rc 0, transno 1015625 00000100:00100000:3.0:1733164792.139995:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187508 00000100:00100000:1.0:1733164792.139997:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297302784:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.139999:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297301504:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.140007:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140013:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d666a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140014:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140020:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140021:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d666a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140026:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140028:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d666a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.140029:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3343:3759:x1817354297301632:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1972us (2063us total) trans 4295982923 rc 0/0 00010000:00010000:1.0:1733164792.140033:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.140034:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187510 00010000:00010000:3.0:1733164792.140034:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d666a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140039:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140041:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d666a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140044:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.140046:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140046:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.140048:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d666a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140053:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140053:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d666a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.140054:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f1e680/2, rc 0, transno 1015627 00000100:00100000:2.0:1733164792.140057:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297301632:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.140059:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d666a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140062:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6694 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140062:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d666a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140072:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6694 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.140083:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3342:3759:x1817354297301888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2022us (2067us total) trans 4295982922 rc 0/0 00000100:00100000:0.0:1733164792.140089:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187511 00000100:00100000:0.0:1733164792.140106:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.140113:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297303168:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.140121:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012babb180/0xe92384b90c823bbc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3701a7 expref: 754 pid: 16621 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.140129:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297301760:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.140132:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.140137:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297303040:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.140137:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.140160:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.140165:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297303296:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.140171:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297302912:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.140175:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.140179:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f77b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3342:3761:x1817354297302656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1784us (1810us total) trans 4295982924 rc 0/0 00000100:00100000:1.0:1733164792.140185:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187512 00000100:00100000:3.0:1733164792.140188:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.140197:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297303168 00000100:00100000:1.0:1733164792.140198:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297303296 00000100:00100000:2.0:1733164792.140198:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297303040 00000100:00100000:0.0:1733164792.140199:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297303168 00000100:00100000:1.0:1733164792.140201:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297303296 00000100:00100000:2.0:1733164792.140201:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297303040 00000004:00080000:3.0:1733164792.140211:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880083a3f480/2, rc 0, transno 1015628 00000100:00100000:1.0:1733164792.140213:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187513 00000100:00100000:1.0:1733164792.140217:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3344:3761:x1817354297303296:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.140217:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187514 00000100:00100000:3.0:1733164792.140217:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297302656:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.140220:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3344:3760:x1817354297303040:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.140221:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187515 00000100:00100000:0.0:1733164792.140225:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3344:3762:x1817354297303168:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.140226:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.140228:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8793 count 1 00002000:00080000:2.0:1733164792.140228:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8791 count 1 00010000:00010000:3.0:1733164792.140233:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.140236:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8792 count 1 00010000:00010000:1.0:1733164792.140238:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d66a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.140238:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d669b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140241:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.140246:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d66a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140248:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f6fd8c0/0xe92384b90c824818 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370558 expref: 753 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.140248:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800913f5440/0xe92384b90c824540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37047f expref: 753 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140248:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6671 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140254:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.140254:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.140254:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140255:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.140255:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.140256:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c584d80/0xe92384b90c8246b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3704e1 expref: 753 pid: 16657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140257:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d66a2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.140257:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d669b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140259:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.140262:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.140263:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.140264:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.140267:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d66a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140269:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140271:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f6fd8c0/0xe92384b90c824818 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370558 expref: 753 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.140271:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800913f5440/0xe92384b90c824540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37047f expref: 753 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140278:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6671 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140279:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f6fd8c0/0xe92384b90c824818 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370558 expref: 753 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.140280:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800913f5440/0xe92384b90c824540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37047f expref: 753 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.140282:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c584d80/0xe92384b90c8246b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3704e1 expref: 753 pid: 16657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140285:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6671 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.140288:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297303552:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.140288:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297303424:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.140291:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c584d80/0xe92384b90c8246b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3704e1 expref: 753 pid: 16657 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.140301:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c924700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297303680:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.140305:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987780 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.140305:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752900 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.140319:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265e40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.140329:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.140331:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.140335:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297303808:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.140346:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297302912 00000100:00100000:1.0:1733164792.140349:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297302912 00000004:00080000:0.0:1733164792.140350:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f1c700/2, rc 0, transno 1015626 00000100:00100000:2.0:1733164792.140354:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.140356:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297301888:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.140362:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297303808 00000100:00100000:1.0:1733164792.140364:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297303808 00000100:00100000:2.0:1733164792.140371:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187516 00000100:00100000:1.0:1733164792.140374:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187517 00000100:00100000:2.0:1733164792.140375:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3347:3759:x1817354297302912:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.140378:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3347:3760:x1817354297303808:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.140385:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00080000:1.0:1733164792.140385:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8794 count 1 00002000:00080000:2.0:1733164792.140385:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8790 count 1 00000100:00100000:0.0:1733164792.140391:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297303936:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.140394:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d66b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.140399:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3347:3759:x1817354297300864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2626us (2784us total) trans 4295982925 rc 0/0 00010000:00010000:2.0:1733164792.140403:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d66b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.140404:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b901f80/0xe92384b90c8248e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3705ba expref: 753 pid: 15891 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.140405:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187506 00000100:00100000:0.0:1733164792.140409:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.140411:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.140412:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.140415:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d66b0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.140415:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012284cfc0/0xe92384b90c824498 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370424 expref: 753 pid: 16650 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.140419:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297303936 00010000:00010000:2.0:1733164792.140421:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.140422:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.140422:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297303936 00010000:00010000:2.0:1733164792.140424:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d66b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.140426:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395dc00/2, rc 0, transno 1015629 00010000:00010000:1.0:1733164792.140429:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b901f80/0xe92384b90c8248e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3705ba expref: 753 pid: 15891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.140430:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297300864:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.140436:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187518 00010000:00010000:1.0:1733164792.140438:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b901f80/0xe92384b90c8248e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3705ba expref: 753 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.140441:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012284cfc0/0xe92384b90c824498 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370424 expref: 753 pid: 16650 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.140441:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3347:3759:x1817354297303936:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.140449:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012284cfc0/0xe92384b90c824498 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370424 expref: 753 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.140452:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae36680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297304064:192.168.202.7@tcp:104: 00002000:00080000:3.0:1733164792.140452:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8795 count 1 00000100:00100000:2.0:1733164792.140456:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297304192:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.140463:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.140468:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987180 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.140468:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947529c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.140469:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297304320:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.140487:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.140500:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297304320 00000100:00100000:2.0:1733164792.140503:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297304320 00000100:00100000:2.0:1733164792.140522:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187519 00000100:00100000:2.0:1733164792.140525:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3349:3762:x1817354297304320:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.140535:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8796 count 1 00000100:00100000:3.0:1733164792.140535:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ce4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3349:3759:x1817354297300992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2758us (2833us total) trans 4295982926 rc 0/0 00000100:00100000:3.0:1733164792.140553:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187507 00010000:00010000:2.0:1733164792.140555:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d66be lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.140561:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f1f100/2, rc 0, transno 1015630 00010000:00010000:2.0:1733164792.140565:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800864718c0/0xe92384b90c824b59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370677 expref: 753 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.140567:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297300992:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.140570:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.140571:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.140574:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d66be lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.140588:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800864718c0/0xe92384b90c824b59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370677 expref: 753 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.140600:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297304448:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.140601:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800864718c0/0xe92384b90c824b59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370677 expref: 753 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.140609:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297304576:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.140619:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.140620:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.140633:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297304448 00000100:00100000:0.0:1733164792.140637:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297304448 00000100:00100000:0.0:1733164792.140653:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187520 00000100:00100000:0.0:1733164792.140657:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3349:3762:x1817354297304448:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.140668:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8797 count 1 00010000:00010000:0.0:1733164792.140678:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d66c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.140689:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082fc7a80/0xe92384b90c824c6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3706d9 expref: 753 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.140695:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.140696:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.140698:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d66c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.140714:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082fc7a80/0xe92384b90c824c6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3706d9 expref: 753 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.140722:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082fc7a80/0xe92384b90c824c6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3706d9 expref: 753 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.140731:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c926a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297304704:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.140736:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d66cc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.140763:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265480 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.140768:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090f62880/0xe92384b90c8249ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37060e expref: 753 pid: 16638 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140775:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.140776:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.140778:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d66cc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140795:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090f62880/0xe92384b90c8249ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37060e expref: 753 pid: 16638 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.140803:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090f62880/0xe92384b90c8249ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37060e expref: 753 pid: 16638 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.140812:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297304832:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.140833:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575f00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.141893:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.141927:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606245376 00000100:00100000:3.0:1733164792.141930:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606245376 00000100:00100000:0.0:1733164792.141932:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.141932:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297303552:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.141932:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297303424:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.141941:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800913f5440/0xe92384b90c824540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37047f expref: 754 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.141947:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.141947:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d66a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.141947:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d669b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.141958:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606245632 00000100:00100000:3.0:1733164792.141959:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606245632 00010000:00010000:3.0:1733164792.141964:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c584d80/0xe92384b90c8246b3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3704e1 expref: 755 pid: 16657 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.141965:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606245504 00000100:00100000:1.0:1733164792.141969:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae36680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297304064:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.141969:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606245504 00000100:00100000:3.0:1733164792.141978:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807940 00010000:00010000:1.0:1733164792.141980:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d66b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.141981:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f6fd8c0/0xe92384b90c824818 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370558 expref: 756 pid: 16679 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.141981:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+756:2000:x1817354606245376:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.141986:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.141989:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800913f5440/0xe92384b90c824540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37047f expref: 756 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.141995:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800913f5440/0xe92384b90c824540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37047f expref: 756 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.141996:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807941 00000100:00100000:2.0:1733164792.142000:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+756:2000:x1817354606245632:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.142001:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.142003:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800913f5440/0xe92384b90c824540 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37047f expref: 756 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.142005:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807942 00000100:00100000:1.0:1733164792.142009:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+755:2000:x1817354606245504:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.142009:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.142010:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.142012:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606245888 00010000:00010000:3.0:1733164792.142012:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.142013:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c584d80/0xe92384b90c8246b3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3704e1 expref: 755 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.142013:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d669b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.142015:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606245888 00010000:00010000:1.0:1733164792.142015:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.142018:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d669b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142019:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f6fd8c0/0xe92384b90c824818 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370558 expref: 756 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.142022:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c584d80/0xe92384b90c8246b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3704e1 expref: 756 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.142027:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012284cfc0/0xe92384b90c824498 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370424 expref: 756 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.142027:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f6fd8c0/0xe92384b90c824818 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370558 expref: 756 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.142028:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.142034:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.142036:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.142038:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d66a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142042:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f6fd8c0/0xe92384b90c824818 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370558 expref: 756 pid: 16679 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.142043:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+756:2000:x1817354606245376:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.142044:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807943 00010000:00010000:2.0:1733164792.142045:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d66a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.142047:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807940 00000100:00100000:0.0:1733164792.142049:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+755:2000:x1817354606245888:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.142052:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.142053:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.142054:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.142055:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.142055:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d66a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142059:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012284cfc0/0xe92384b90c824498 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370424 expref: 754 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.142061:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d66a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.142067:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297304832:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.142068:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012284cfc0/0xe92384b90c824498 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370424 expref: 754 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.142074:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.142074:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+754:2000:x1817354606245632:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (143us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.142075:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d66cc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142080:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.142080:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807941 00010000:00010000:0.0:1733164792.142082:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.142084:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+754:2000:x1817354606245504:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (138us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.142085:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d66b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.142089:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807942 00010000:00010000:0.0:1733164792.142091:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d66b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.142098:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d669b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142103:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.142105:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d669b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.142112:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d669b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.142118:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d669b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.142119:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+752:2000:x1817354606245888:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.142125:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807943 00010000:00010000:2.0:1733164792.142125:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d669b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.142126:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.142131:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.142134:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d669b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.142135:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606246144 00000100:00100000:0.0:1733164792.142138:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606246144 00010000:00010000:0.0:1733164792.142167:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082fc7a80/0xe92384b90c824c6a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3706d9 expref: 752 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.142167:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d669b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.142177:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d669b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.142183:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d669b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.142188:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807944 00000100:00100000:3.0:1733164792.142189:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297304576:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.142193:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+752:2000:x1817354606246144:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.142198:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d66be lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142199:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.142201:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.142203:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082fc7a80/0xe92384b90c824c6a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3706d9 expref: 752 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.142210:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606245760 00010000:00010000:0.0:1733164792.142211:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082fc7a80/0xe92384b90c824c6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3706d9 expref: 752 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.142213:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606245760 00010000:00010000:0.0:1733164792.142220:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.142222:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.142223:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b901f80/0xe92384b90c8248e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3705ba expref: 753 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.142225:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d66c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142232:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d66c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.142237:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807945 00000100:00100000:1.0:1733164792.142241:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+753:2001:x1817354606245760:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.142243:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.142247:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.142250:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b901f80/0xe92384b90c8248e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3705ba expref: 753 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.142256:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+753:2000:x1817354606246144:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 63us (129us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.142259:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b901f80/0xe92384b90c8248e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3705ba expref: 753 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.142262:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807944 00010000:00010000:1.0:1733164792.142270:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b901f80/0xe92384b90c8248e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3705ba expref: 752 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.142280:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.142281:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.142284:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d66b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142289:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d66b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142301:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.142311:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012284cfc0/0xe92384b90c824498 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370424 expref: 751 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.142315:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+751:2001:x1817354606245760:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.142318:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3350:3760:x1817354297303040:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2097us (2143us total) trans 4295982927 rc 0/0 00000100:00100000:1.0:1733164792.142320:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807945 00000100:00100000:0.0:1733164792.142321:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297304192:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.142325:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187514 00010000:00010000:0.0:1733164792.142330:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d66b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142337:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d66b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142337:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d66b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.142339:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880083a3e300/2, rc 0, transno 1015631 00010000:00010000:0.0:1733164792.142343:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d66b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142344:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d66b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.142348:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297303040:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.142350:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d66b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142351:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d66b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142357:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d66b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142361:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d66b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142367:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d66b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142369:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d66b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142373:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.142375:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.142376:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d66b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142378:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d66b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142382:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d66b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142384:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d66b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.142385:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.142391:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d66b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142392:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d66b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.142393:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297304960:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.142397:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d66b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x225a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142398:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d66b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.142412:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.142449:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297304960 00000100:00100000:2.0:1733164792.142452:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297304960 00000100:00100000:2.0:1733164792.142467:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187521 00000100:00100000:2.0:1733164792.142471:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3352:3760:x1817354297304960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.142483:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8798 count 1 00010000:00010000:2.0:1733164792.142494:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d66d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.142503:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009394eac0/0xe92384b90c824d90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370742 expref: 749 pid: 16657 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.142505:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3352:3759:x1817354297302912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2128us (2172us total) trans 4295982928 rc 0/0 00010000:00010000:2.0:1733164792.142509:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.142510:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.142511:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187516 00010000:00010000:2.0:1733164792.142512:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d66d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.142519:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3351:3760:x1817354297303808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2140us (2163us total) trans 4295982929 rc 0/0 00000100:00100000:1.0:1733164792.142524:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187517 00010000:00010000:2.0:1733164792.142527:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009394eac0/0xe92384b90c824d90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370742 expref: 749 pid: 16657 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.142529:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880083a3fb80/2, rc 0, transno 1015633 00010000:00010000:2.0:1733164792.142535:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009394eac0/0xe92384b90c824d90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370742 expref: 749 pid: 16657 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.142550:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297303808:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.142552:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c584d80/0xe92384b90c8246b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3704e1 expref: 749 pid: 16657 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.142563:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297305088:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.142565:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c924700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297303680:192.168.202.7@tcp:104: 00000004:00080000:1.0:1733164792.142567:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880083a3dc00/2, rc 0, transno 1015632 00000100:00100000:1.0:1733164792.142571:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297302912:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.142577:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d66a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.142582:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752900 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.142589:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d66a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142595:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d66a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142602:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d66a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.142604:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.142608:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d66a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.142614:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297305216:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.142615:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d66a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.142616:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606246016 00000100:00100000:1.0:1733164792.142619:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606246016 00010000:00010000:0.0:1733164792.142621:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.142623:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d66a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142628:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800864718c0/0xe92384b90c824b59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370677 expref: 749 pid: 16654 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.142629:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d66a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.142634:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.142638:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d66a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142646:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d66a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.142649:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807946 00000100:00100000:2.0:1733164792.142649:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297305216 00000100:00100000:2.0:1733164792.142652:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297305216 00000100:00100000:1.0:1733164792.142653:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+749:2001:x1817354606246016:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.142654:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297305344:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.142660:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.142664:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800864718c0/0xe92384b90c824b59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370677 expref: 749 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.142666:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187522 00000100:00100000:3.0:1733164792.142668:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.142669:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3351:3760:x1817354297305216:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.142672:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800864718c0/0xe92384b90c824b59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370677 expref: 749 pid: 16654 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.142679:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8799 count 1 00010000:00010000:1.0:1733164792.142683:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800864718c0/0xe92384b90c824b59 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370677 expref: 749 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.142685:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297305344 00010000:00010000:2.0:1733164792.142687:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d66da lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.142688:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297305344 00010000:00010000:1.0:1733164792.142692:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.142693:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.142696:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d66be lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.142696:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099100d80/0xe92384b90c824e54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37078f expref: 748 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142702:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d66be lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.142702:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.142703:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.142703:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187523 00010000:00010000:2.0:1733164792.142705:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d66da lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.142707:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3353:3761:x1817354297305344:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.142714:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.142718:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099100d80/0xe92384b90c824e54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37078f expref: 748 pid: 16663 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.142718:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8800 count 1 00010000:00010000:3.0:1733164792.142728:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d66e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.142729:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+748:2001:x1817354606246016:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (125us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.142732:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099100d80/0xe92384b90c824e54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37078f expref: 748 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.142738:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807946 00010000:00010000:3.0:1733164792.142739:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937c1d40/0xe92384b90c824ef5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3707c0 expref: 748 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.142740:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297305472:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.142745:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.142746:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3353:3762:x1817354297303168:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2518us (2612us total) trans 4295982930 rc 0/0 00010000:00010000:3.0:1733164792.142746:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.142748:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d66e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.142753:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187515 00000100:00100000:2.0:1733164792.142756:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752cc0 going to sleep for 11 seconds 00000004:00080000:1.0:1733164792.142761:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880083a3c380/2, rc 0, transno 1015634 00010000:00010000:3.0:1733164792.142764:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937c1d40/0xe92384b90c824ef5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3707c0 expref: 747 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.142767:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297303168:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.142773:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937c1d40/0xe92384b90c824ef5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3707c0 expref: 747 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.142780:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082fc7a80/0xe92384b90c824c6a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3706d9 expref: 747 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.142782:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297305600:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.142791:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c926a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297304704:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.142800:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575f00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.142802:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d66c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142808:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d66c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.142808:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297305728:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.142813:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d66c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142818:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d66c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142821:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d66c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.142821:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d66be lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142825:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d66c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.142825:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.142828:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d66be lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142831:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.142833:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d66c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.142835:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d66be lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142837:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d66c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.142840:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297305728 00010000:00010000:0.0:1733164792.142843:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d66c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.142843:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297305728 00010000:00010000:3.0:1733164792.142843:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d66be lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.142846:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d66c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x225d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.142849:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d66be lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.142855:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0b40 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.142856:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.142858:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d66be lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.142860:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187524 00000100:00100000:2.0:1733164792.142864:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3353:3762:x1817354297305728:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.142864:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d66be lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.142867:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606246272 00000100:00100000:1.0:1733164792.142869:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606246272 00010000:00010000:3.0:1733164792.142872:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d66be lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.142873:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8801 count 1 00010000:00010000:1.0:1733164792.142877:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090f62880/0xe92384b90c8249ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37060e expref: 747 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.142878:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d66be lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x225c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.142883:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d66e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.142893:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f049d40/0xe92384b90c824fb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370829 expref: 747 pid: 16663 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.142899:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807947 00010000:00010000:2.0:1733164792.142899:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.142900:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.142902:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d66e8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.142903:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+747:2001:x1817354606246272:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.142909:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.142912:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090f62880/0xe92384b90c8249ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37060e expref: 747 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.142917:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f049d40/0xe92384b90c824fb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370829 expref: 747 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142920:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090f62880/0xe92384b90c8249ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37060e expref: 747 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.142925:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f049d40/0xe92384b90c824fb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370829 expref: 747 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.142931:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090f62880/0xe92384b90c8249ed lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37060e expref: 747 pid: 16638 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.142938:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3355:3762:x1817354297304448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2280us (2319us total) trans 4295982931 rc 0/0 00000100:00100000:2.0:1733164792.142939:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297305856:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.142940:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.142941:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.142942:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187520 00010000:00010000:1.0:1733164792.142945:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d66cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.142951:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d66cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.142956:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752300 going to sleep for 11 seconds 00000004:00080000:0.0:1733164792.142958:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c925180/2, rc 0, transno 1015635 00000100:00100000:0.0:1733164792.142962:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c925180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297304448:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.142964:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.142977:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+746:2001:x1817354606246272:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.142983:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807947 00000100:00100000:3.0:1733164792.142992:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3354:3762:x1817354297304320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2465us (2504us total) trans 4295982932 rc 0/0 00000004:00080000:0.0:1733164792.142993:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c924a80/2, rc 0, transno 1015636 00000100:00100000:0.0:1733164792.142997:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c924a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297304320:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.142999:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187519 00000100:00100000:0.0:1733164792.143004:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297305984:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.143016:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.143021:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d66cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.143024:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.143027:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297306112:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.143030:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d66cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.143032:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297305984 00000100:00100000:2.0:1733164792.143035:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297305984 00010000:00010000:3.0:1733164792.143037:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d66cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.143038:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.143044:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d66cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.143048:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297306112 00000100:00100000:0.0:1733164792.143050:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297306112 00000100:00100000:2.0:1733164792.143050:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187525 00010000:00010000:3.0:1733164792.143051:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d66cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.143054:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c926a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3355:3759:x1817354297305984:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.143057:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.143059:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d66cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.143060:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187526 00000100:00100000:0.0:1733164792.143062:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3355:3759:x1817354297306112:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.143064:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8802 count 1 00010000:00010000:3.0:1733164792.143066:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d66cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.143070:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8803 count 1 00010000:00010000:2.0:1733164792.143074:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d66ef lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.143076:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d66cc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.143078:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d66f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.143082:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d66cc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x225b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.143083:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d66a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.143084:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091240d80/0xe92384b90c8250ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370899 expref: 745 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.143085:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082fc4d80/0xe92384b90c8251b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3708ed expref: 745 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.143089:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.143089:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.143090:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.143091:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d66a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.143091:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.143092:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d66f6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.143093:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d66ef lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.143098:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d66a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.143101:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082fc4d80/0xe92384b90c8251b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3708ed expref: 745 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.143104:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d66a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.143106:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082fc4d80/0xe92384b90c8251b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3708ed expref: 745 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.143108:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091240d80/0xe92384b90c8250ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370899 expref: 745 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.143110:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d66a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.143112:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c927480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297306240:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.143116:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091240d80/0xe92384b90c8250ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370899 expref: 745 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.143117:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.143120:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d66a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.143124:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297306368:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.143127:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265480 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.143131:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d66a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.143156:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d66a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.143163:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d66a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.143164:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752240 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.143261:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3356:3759:x1817354297303936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2819us (2851us total) trans 4295982933 rc 0/0 00000100:00100000:3.0:1733164792.143268:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187518 00000004:00080000:0.0:1733164792.143269:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c927800/2, rc 0, transno 1015637 00000100:00100000:0.0:1733164792.143280:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297303936:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.143348:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297306496:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.143366:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.143382:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297306496 00000100:00100000:2.0:1733164792.143386:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297306496 00000100:00100000:1.0:1733164792.143391:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3357:3761:x1817354297303296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3172us (3202us total) trans 4295982934 rc 0/0 00000100:00100000:1.0:1733164792.143397:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187513 00000100:00100000:2.0:1733164792.143401:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187527 00000004:00080000:3.0:1733164792.143403:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880083a3d500/2, rc 0, transno 1015638 00000100:00100000:2.0:1733164792.143405:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3356:3761:x1817354297306496:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.143410:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297303296:0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.143416:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8804 count 1 00010000:00010000:2.0:1733164792.143426:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d66fd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.143435:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090a59200/0xe92384b90c825260 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370964 expref: 745 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.143441:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.143443:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.143445:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d66fd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.143458:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090a59200/0xe92384b90c825260 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370964 expref: 745 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.143465:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090a59200/0xe92384b90c825260 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370964 expref: 745 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.143473:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297306624:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.143501:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752f00 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.143569:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297306752:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.143587:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.143601:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297306752 00000100:00100000:3.0:1733164792.143605:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297306752 00000100:00100000:3.0:1733164792.143622:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187528 00000100:00100000:3.0:1733164792.143626:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3357:3762:x1817354297306752:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.143637:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8805 count 1 00010000:00010000:3.0:1733164792.143646:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6704 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.143658:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090ee8240/0xe92384b90c8252f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3709a3 expref: 745 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.143664:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.143665:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.143667:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6704 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.143683:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090ee8240/0xe92384b90c8252f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3709a3 expref: 745 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.143691:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090ee8240/0xe92384b90c8252f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3709a3 expref: 745 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.143703:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297306880:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.143725:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575240 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.144127:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297305088:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.144137:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297305472:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.144155:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d66d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144167:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d66da lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.144221:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297305600:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.144231:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d66e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.144234:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297305856:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.144247:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d66e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.144248:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297306368:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.144253:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.144256:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d66ef lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.144266:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.144272:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606246912 00000100:00100000:0.0:1733164792.144276:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.144276:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606246912 00010000:00010000:1.0:1733164792.144290:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f049d40/0xe92384b90c824fb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370829 expref: 746 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.144292:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606246400 00000100:00100000:2.0:1733164792.144295:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606246400 00000100:00100000:3.0:1733164792.144300:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297306624:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.144302:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.144306:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009394eac0/0xe92384b90c824d90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370742 expref: 747 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.144308:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d66fd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.144317:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606246784 00000100:00100000:1.0:1733164792.144319:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606246784 00000100:00100000:2.0:1733164792.144323:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606246528 00000100:00100000:2.0:1733164792.144326:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606246528 00000100:00100000:0.0:1733164792.144328:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807948 00010000:00010000:1.0:1733164792.144328:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082fc4d80/0xe92384b90c8251b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3708ed expref: 748 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.144332:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807949 00000100:00100000:0.0:1733164792.144333:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+749:2003:x1817354606246912:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.144334:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099100d80/0xe92384b90c824e54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37078f expref: 749 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.144336:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+749:2001:x1817354606246400:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.144340:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.144344:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f049d40/0xe92384b90c824fb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370829 expref: 749 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.144350:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807950 00010000:00010000:0.0:1733164792.144352:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f049d40/0xe92384b90c824fb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370829 expref: 749 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.144354:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+749:2001:x1817354606246784:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.144354:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807951 00000100:00100000:2.0:1733164792.144359:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ee450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+749:2001:x1817354606246528:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.144361:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.144361:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.144365:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f049d40/0xe92384b90c824fb2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370829 expref: 749 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.144365:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082fc4d80/0xe92384b90c8251b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3708ed expref: 749 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.144365:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009394eac0/0xe92384b90c824d90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370742 expref: 749 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.144366:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.144371:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099100d80/0xe92384b90c824e54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37078f expref: 749 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.144371:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009394eac0/0xe92384b90c824d90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370742 expref: 748 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.144373:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082fc4d80/0xe92384b90c8251b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3708ed expref: 748 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.144374:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.144376:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.144378:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d66e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144379:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009394eac0/0xe92384b90c824d90 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370742 expref: 748 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.144380:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099100d80/0xe92384b90c824e54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37078f expref: 748 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.144383:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.144384:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.144385:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d66e8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144386:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.144387:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d66f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144388:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.144389:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d66d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.144392:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099100d80/0xe92384b90c824e54 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37078f expref: 747 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.144393:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d66f6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144393:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d66d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.144399:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.144402:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.144403:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.144408:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.144410:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.144413:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d66da lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.144416:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+746:2001:x1817354606246400:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.144417:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+746:2003:x1817354606246912:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.144418:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+746:2001:x1817354606246784:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (141us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.144420:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d66da lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.144420:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807949 00000100:00100000:1.0:1733164792.144425:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807950 00010000:00010000:3.0:1733164792.144432:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d66d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.144433:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807948 00010000:00010000:2.0:1733164792.144433:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.144436:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d66d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144440:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d66d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.144448:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ee450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+744:2001:x1817354606246528:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (145us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.144448:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d66d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.144452:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082fc4d80/0xe92384b90c8251b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3708ed expref: 744 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.144452:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d66d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.144455:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807951 00010000:00010000:3.0:1733164792.144455:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.144457:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d66d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144461:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d66d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.144464:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c927480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297306240:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.144465:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d66d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144469:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d66d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x225e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.144476:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d66f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.144484:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d66f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.144491:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d66f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.144498:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d66f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.144504:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d66f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.144510:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d66f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.144517:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.144520:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d66f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.144527:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d66f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.144529:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.144551:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d66f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.144555:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606246656 00000100:00100000:0.0:1733164792.144558:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606246656 00010000:00010000:1.0:1733164792.144558:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d66f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.144568:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937c1d40/0xe92384b90c824ef5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3707c0 expref: 742 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.144590:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807952 00000100:00100000:0.0:1733164792.144594:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+742:2001:x1817354606246656:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.144594:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3358:3760:x1817354297304960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2120us (2179us total) trans 4295982935 rc 0/0 00010000:00010000:0.0:1733164792.144600:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.144600:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187521 00010000:00010000:0.0:1733164792.144604:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937c1d40/0xe92384b90c824ef5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3707c0 expref: 742 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.144612:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937c1d40/0xe92384b90c824ef5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3707c0 expref: 742 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.144624:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937c1d40/0xe92384b90c824ef5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3707c0 expref: 742 pid: 16595 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.144624:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880083a3f100/2, rc 0, transno 1015639 00000100:00100000:3.0:1733164792.144631:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297304960:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.144634:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.144635:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.144638:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d66e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144641:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d66da lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.144644:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d66e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144649:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d66da lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144656:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d66da lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.144662:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.144663:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d66da lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.144664:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3358:3759:x1817354297306112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1600us (1624us total) trans 4295982936 rc 0/0 00010000:00010000:3.0:1733164792.144669:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d66da lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.144671:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187526 00000100:00100000:0.0:1733164792.144675:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+741:2001:x1817354606246656:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (147us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.144675:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d66e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144676:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.144678:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d66da lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.144680:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807952 00010000:00010000:2.0:1733164792.144683:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d66e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144685:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d66da lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.144691:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d66e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144694:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d66da lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.144696:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297307008:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.144697:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d66e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144700:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d66da lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x225f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.144704:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d66e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.144714:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.144715:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.144718:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d66e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.144725:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d66e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.144728:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297307008 00000004:00080000:0.0:1733164792.144730:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be16680/2, rc 0, transno 1015640 00000100:00100000:1.0:1733164792.144731:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297307008 00010000:00010000:2.0:1733164792.144735:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d66e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.144737:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297306112:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.144742:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d66e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.144747:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187529 00000100:00100000:1.0:1733164792.144750:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3359:3759:x1817354297307008:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.144762:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8806 count 1 00010000:00010000:1.0:1733164792.144773:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d670b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.144775:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.144783:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123770240/0xe92384b90c8253cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3709f7 expref: 740 pid: 16022 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.144786:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606247040 00000100:00100000:0.0:1733164792.144789:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606247040 00010000:00010000:1.0:1733164792.144789:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.144791:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.144793:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d670b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.144794:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3360:3760:x1817354297305216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2123us (2159us total) trans 4295982937 rc 0/0 00010000:00010000:0.0:1733164792.144798:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091240d80/0xe92384b90c8250ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370899 expref: 741 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.144800:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187522 00010000:00010000:1.0:1733164792.144807:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123770240/0xe92384b90c8253cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3709f7 expref: 741 pid: 16022 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.144815:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123770240/0xe92384b90c8253cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3709f7 expref: 741 pid: 16022 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.144819:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807953 00000004:00080000:3.0:1733164792.144822:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880083a3c700/2, rc 0, transno 1015641 00000100:00100000:0.0:1733164792.144823:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+741:2001:x1817354606247040:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.144824:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae36680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297307136:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.144825:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297305216:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.144828:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.144832:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091240d80/0xe92384b90c8250ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370899 expref: 741 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.144840:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091240d80/0xe92384b90c8250ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370899 expref: 741 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.144841:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987180 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.144851:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297307264:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.144852:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091240d80/0xe92384b90c8250ca lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370899 expref: 741 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.144863:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.144864:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.144867:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d66ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.144867:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.144869:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1733164792.144873:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d66ef lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.144876:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297307392:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.144887:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.144890:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d66ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144896:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d66ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.144898:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.144899:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+740:2001:x1817354606247040:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (125us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.144904:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d66ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.144905:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807953 00010000:00010000:3.0:1733164792.144909:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d66ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.144913:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3359:3761:x1817354297305344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2203us (2242us total) trans 4295982938 rc 0/0 00010000:00010000:3.0:1733164792.144915:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d66ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.144917:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297307264 00010000:00010000:3.0:1733164792.144919:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.144920:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297307264 00000100:00100000:2.0:1733164792.144920:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187523 00010000:00010000:3.0:1733164792.144922:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d66ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.144927:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d66ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.144933:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297307392 00000100:00100000:1.0:1733164792.144935:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297307392 00000100:00100000:2.0:1733164792.144936:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187530 00010000:00010000:3.0:1733164792.144939:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d66ef lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.144940:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3360:3760:x1817354297307264:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.144945:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.144945:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d66ef lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.144946:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187531 00000100:00100000:1.0:1733164792.144950:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3360:3762:x1817354297307392:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.144951:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8807 count 1 00000100:00100000:0.0:1733164792.144955:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606247168 00000100:00100000:0.0:1733164792.144957:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606247168 00002000:00080000:1.0:1733164792.144961:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8808 count 1 00010000:00010000:2.0:1733164792.144961:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6712 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.144965:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090a59200/0xe92384b90c825260 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370964 expref: 740 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.144969:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6719 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.144971:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097091440/0xe92384b90c8254f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370a60 expref: 740 pid: 16670 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.144974:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880083a3ca80/2, rc 0, transno 1015642 00010000:00010000:2.0:1733164792.144977:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.144979:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b5b4900/0xe92384b90c82562d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370ac9 expref: 740 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.144981:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.144983:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6712 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.144985:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.144985:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297305344:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.144986:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.144987:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807954 00010000:00010000:1.0:1733164792.144988:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6719 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.144991:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+740:2002:x1817354606247168:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.144997:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.145001:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090a59200/0xe92384b90c825260 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370964 expref: 740 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.145002:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b5b4900/0xe92384b90c82562d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370ac9 expref: 740 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.145009:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090a59200/0xe92384b90c825260 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370964 expref: 740 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.145010:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b5b4900/0xe92384b90c82562d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370ac9 expref: 740 pid: 16679 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.145021:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297307520:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.145024:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090a59200/0xe92384b90c825260 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370964 expref: 740 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.145026:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.145033:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297307648:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.145034:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.145035:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.145036:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097091440/0xe92384b90c8254f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370a60 expref: 739 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.145037:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d66fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.145044:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d66fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.145045:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987780 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.145046:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097091440/0xe92384b90c8254f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370a60 expref: 739 pid: 16670 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.145050:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.145055:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297307776:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.145057:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.145072:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+739:2002:x1817354606247168:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.145073:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297307648 00000100:00100000:2.0:1733164792.145075:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752300 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.145076:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297307648 00000100:00100000:0.0:1733164792.145077:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807954 00000100:00100000:1.0:1733164792.145092:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187532 00000100:00100000:1.0:1733164792.145095:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3362:3761:x1817354297307648:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.145104:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8809 count 1 00010000:00010000:1.0:1733164792.145114:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6720 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.145116:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c926a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3362:3759:x1817354297305984:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2061us (2098us total) trans 4295982939 rc 0/0 00000100:00100000:3.0:1733164792.145121:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187525 00010000:00010000:1.0:1733164792.145124:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934af180/0xe92384b90c8257a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370b39 expref: 738 pid: 15935 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.145128:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be14a80/2, rc 0, transno 1015643 00010000:00010000:1.0:1733164792.145130:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.145132:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.145134:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6720 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.145135:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297305984:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.145160:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297306880:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.145168:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934af180/0xe92384b90c8257a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370b39 expref: 738 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.145173:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6704 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.145176:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934af180/0xe92384b90c8257a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370b39 expref: 738 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.145184:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297307904:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.145186:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297308032:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.145190:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d66fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.145196:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d66fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.145201:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987a80 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.145202:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d66fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.145208:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d66fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.145213:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d66fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.145215:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.145218:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.145218:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.145220:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d66fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.145226:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d66fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.145232:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606247296 00010000:00010000:3.0:1733164792.145234:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d66fd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.145235:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606247296 00010000:00010000:3.0:1733164792.145241:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d66fd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.145247:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090ee8240/0xe92384b90c8252f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3709a3 expref: 739 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.145266:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807955 00000100:00100000:1.0:1733164792.145270:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+739:2000:x1817354606247296:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.145276:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.145279:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090ee8240/0xe92384b90c8252f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3709a3 expref: 739 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.145287:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090ee8240/0xe92384b90c8252f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3709a3 expref: 739 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.145292:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d66e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.145298:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090ee8240/0xe92384b90c8252f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3709a3 expref: 739 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.145299:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d66e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.145306:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d66e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.145307:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.145308:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.145310:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.145313:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d66e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.145317:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6704 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.145319:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d66e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.145325:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.145328:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d66e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.145330:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.145334:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d66e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.145334:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3362:3761:x1817354297306496:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1928us (1967us total) trans 4295982940 rc 0/0 00000100:00100000:3.0:1733164792.145340:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187527 00010000:00010000:0.0:1733164792.145342:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d66e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.145345:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+738:2000:x1817354606247296:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (128us total) trans 0 rc 0/0 00000004:00080000:2.0:1733164792.145345:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be15180/2, rc 0, transno 1015644 00010000:00010000:0.0:1733164792.145348:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d66e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.145351:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807955 00000100:00100000:2.0:1733164792.145351:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297306496:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.145352:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297308032 00000100:00100000:3.0:1733164792.145355:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297308032 00000100:00100000:3.0:1733164792.145368:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187533 00000100:00100000:3.0:1733164792.145373:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007be15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3362:3759:x1817354297308032:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.145382:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1733164792.145388:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297308160:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.145393:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8810 count 1 00010000:00010000:3.0:1733164792.145404:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6727 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.145406:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.145407:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.145414:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.145414:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081785680/0xe92384b90c825864 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370b6a expref: 737 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.145421:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.145421:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.145423:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297308160 00010000:00010000:3.0:1733164792.145423:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.145425:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6727 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.145426:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297308160 00010000:00010000:1.0:1733164792.145427:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.145433:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.145438:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.145440:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.145440:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081785680/0xe92384b90c825864 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370b6a expref: 737 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.145442:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187534 00000100:00100000:2.0:1733164792.145446:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007be15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3364:3759:x1817354297308160:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.145447:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.145449:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081785680/0xe92384b90c825864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370b6a expref: 737 pid: 16595 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.145456:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8811 count 1 00010000:00010000:1.0:1733164792.145458:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6704 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.145458:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297308288:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.145464:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3364:3762:x1817354297305728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2599us (2638us total) trans 4295982941 rc 0/0 00010000:00010000:1.0:1733164792.145464:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6704 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.145467:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d672e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.145470:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187524 00010000:00010000:2.0:1733164792.145478:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091c70900/0xe92384b90c82596e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370bda expref: 737 pid: 16638 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.145479:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575240 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.145484:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.145486:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.145488:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d672e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.145502:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133bc2680/2, rc 0, transno 1015645 00010000:00010000:2.0:1733164792.145503:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091c70900/0xe92384b90c82596e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370bda expref: 737 pid: 16638 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.145510:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297305728:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.145512:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091c70900/0xe92384b90c82596e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370bda expref: 737 pid: 16638 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.145520:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297308416:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.145554:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.145561:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297308544:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.145563:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752900 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.145581:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.145599:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297308544 00000100:00100000:2.0:1733164792.145603:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297308544 00000100:00100000:2.0:1733164792.145629:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187535 00000100:00100000:2.0:1733164792.145633:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3365:3762:x1817354297308544:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.145644:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8812 count 1 00010000:00010000:2.0:1733164792.145654:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6735 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.145664:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009314d8c0/0xe92384b90c825a8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370c27 expref: 737 pid: 16640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.145670:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.145672:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.145674:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6735 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.145676:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3365:3762:x1817354297306752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2048us (2087us total) trans 4295982942 rc 0/0 00000100:00100000:1.0:1733164792.145682:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187528 00010000:00010000:2.0:1733164792.145689:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009314d8c0/0xe92384b90c825a8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370c27 expref: 737 pid: 16640 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.145698:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be14380/2, rc 0, transno 1015646 00010000:00010000:2.0:1733164792.145698:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009314d8c0/0xe92384b90c825a8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370c27 expref: 737 pid: 16640 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.145706:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297308672:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.145711:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297306752:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.145727:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752d80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.145750:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297308800:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.145775:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.145791:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297308800 00000100:00100000:2.0:1733164792.145795:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297308800 00000100:00100000:2.0:1733164792.145814:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187536 00000100:00100000:2.0:1733164792.145816:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880086418850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3365:3762:x1817354297308800:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.145824:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8813 count 1 00010000:00010000:2.0:1733164792.145830:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d673c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.145837:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013663a400/0xe92384b90c825ba5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370c7b expref: 737 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.145841:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.145842:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.145843:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d673c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.145854:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013663a400/0xe92384b90c825ba5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370c7b expref: 737 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.145859:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013663a400/0xe92384b90c825ba5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370c7b expref: 737 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.145864:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297308928:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.145888:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752480 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.146079:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae36680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297307136:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.146092:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d670b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.146657:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297307520:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.146667:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6719 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.146672:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.146683:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.146693:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606247552 00000100:00100000:2.0:1733164792.146693:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297307776:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.146695:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606247552 00010000:00010000:1.0:1733164792.146704:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5b4900/0xe92384b90c82562d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370ac9 expref: 738 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.146705:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6712 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.146710:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.146722:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606247680 00000100:00100000:1.0:1733164792.146723:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606247680 00000100:00100000:2.0:1733164792.146726:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606247424 00010000:00010000:1.0:1733164792.146728:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097091440/0xe92384b90c8254f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370a60 expref: 739 pid: 16670 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.146728:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606247424 00000100:00100000:0.0:1733164792.146729:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.146732:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807956 00010000:00010000:2.0:1733164792.146737:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123770240/0xe92384b90c8253cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3709f7 expref: 740 pid: 16022 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.146739:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+740:2000:x1817354606247552:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.146740:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606247808 00000100:00100000:1.0:1733164792.146741:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807957 00000100:00100000:0.0:1733164792.146742:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606247808 00000100:00100000:1.0:1733164792.146744:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f077800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+741:2003:x1817354606247680:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.146747:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.146749:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.146751:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097091440/0xe92384b90c8254f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370a60 expref: 741 pid: 16670 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.146751:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807958 00010000:00010000:3.0:1733164792.146752:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b5b4900/0xe92384b90c82562d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370ac9 expref: 741 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.146754:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934af180/0xe92384b90c8257a0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370b39 expref: 741 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.146754:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+741:2001:x1817354606247424:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.146757:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097091440/0xe92384b90c8254f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370a60 expref: 741 pid: 16670 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.146759:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.146761:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123770240/0xe92384b90c8253cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3709f7 expref: 741 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.146765:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097091440/0xe92384b90c8254f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370a60 expref: 741 pid: 16670 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.146766:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b5b4900/0xe92384b90c82562d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370ac9 expref: 741 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.146770:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123770240/0xe92384b90c8253cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3709f7 expref: 740 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.146771:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.146772:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807959 00010000:00010000:1.0:1733164792.146772:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.146775:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.146777:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+740:2001:x1817354606247808:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.146777:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b5b4900/0xe92384b90c82562d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370ac9 expref: 740 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.146778:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123770240/0xe92384b90c8253cc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3709f7 expref: 740 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.146781:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6712 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.146785:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.146785:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.146786:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.146787:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.146788:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d670b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.146789:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934af180/0xe92384b90c8257a0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370b39 expref: 738 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.146789:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.146791:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.146792:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d670b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.146794:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.146797:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934af180/0xe92384b90c8257a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370b39 expref: 738 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.146799:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6719 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.146800:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.146809:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.146811:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.146813:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+738:2001:x1817354606247424:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (102us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.146814:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6720 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.146814:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.146817:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807958 00000100:00100000:1.0:1733164792.146818:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f077800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+738:2003:x1817354606247680:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (133us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.146821:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6720 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.146825:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807957 00000100:00100000:3.0:1733164792.146830:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+737:2000:x1817354606247552:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 92us (158us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.146833:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.146835:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807956 00010000:00010000:1.0:1733164792.146843:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d670b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.146850:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+735:2001:x1817354606247808:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (119us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.146851:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d670b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.146855:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807959 00010000:00010000:1.0:1733164792.146856:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d670b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.146860:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d670b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.146862:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.146864:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d670b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.146864:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.146867:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.146870:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d670b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.146871:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.146873:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d670b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.146876:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.146878:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606247936 00010000:00010000:1.0:1733164792.146879:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d670b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.146880:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606247936 00010000:00010000:1.0:1733164792.146883:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d670b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.146883:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6719 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.146887:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.146890:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081785680/0xe92384b90c825864 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370b6a expref: 735 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.146891:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.146892:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.146896:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.146897:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.146902:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6719 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.146905:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6719 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.146906:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606248064 00000100:00100000:0.0:1733164792.146908:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606248064 00000100:00100000:1.0:1733164792.146913:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807960 00010000:00010000:0.0:1733164792.146916:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091c70900/0xe92384b90c82596e lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370bda expref: 736 pid: 16638 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.146917:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007be17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+736:2001:x1817354606247936:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.146922:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.146925:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081785680/0xe92384b90c825864 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370b6a expref: 736 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.146930:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081785680/0xe92384b90c825864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370b6a expref: 736 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.146937:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807961 00010000:00010000:1.0:1733164792.146938:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.146939:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.146940:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.146940:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+736:2000:x1817354606248064:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.146942:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.146945:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6727 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.146945:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.146947:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091c70900/0xe92384b90c82596e lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370bda expref: 736 pid: 16638 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.146950:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606248192 00010000:00010000:1.0:1733164792.146951:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.146953:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606248192 00010000:00010000:3.0:1733164792.146956:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091c70900/0xe92384b90c82596e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370bda expref: 737 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.146962:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.146963:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009314d8c0/0xe92384b90c825a8d lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370c27 expref: 737 pid: 16640 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.146963:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.146965:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007be17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+737:2001:x1817354606247936:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 47us (102us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.146965:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d672e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.146968:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d672e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.146969:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.146970:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807960 00010000:00010000:3.0:1733164792.146975:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.146982:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606248320 00000100:00100000:1.0:1733164792.146984:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606248320 00000100:00100000:3.0:1733164792.146985:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+736:2000:x1817354606248064:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 44us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.146989:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807962 00000100:00100000:3.0:1733164792.146992:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807961 00010000:00010000:1.0:1733164792.146993:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013663a400/0xe92384b90c825ba5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370c7b expref: 737 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.146994:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+737:2000:x1817354606248192:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.147001:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.147005:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009314d8c0/0xe92384b90c825a8d lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370c27 expref: 736 pid: 16640 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.147006:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297308672:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.147007:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807963 00000100:00100000:3.0:1733164792.147010:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+736:2000:x1817354606248320:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.147014:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009314d8c0/0xe92384b90c825a8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370c27 expref: 736 pid: 16640 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.147014:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.147017:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013663a400/0xe92384b90c825ba5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370c7b expref: 736 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.147023:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013663a400/0xe92384b90c825ba5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370c7b expref: 736 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.147024:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6735 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147028:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009314d8c0/0xe92384b90c825a8d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370c27 expref: 736 pid: 16640 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.147029:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.147030:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.147032:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d673c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.147036:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d673c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147039:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.147040:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091c70900/0xe92384b90c82596e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370bda expref: 735 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.147041:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.147041:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.147044:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.147047:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+734:2000:x1817354606248320:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 37us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.147050:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297308416:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.147051:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6735 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.147051:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807963 00010000:00010000:2.0:1733164792.147056:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d672e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147061:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d672e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147064:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.147065:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d672e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147069:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d672e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147072:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d672e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147076:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d672e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.147077:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+733:2000:x1817354606248192:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (134us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.147079:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1b00 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.147081:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807962 00010000:00010000:2.0:1733164792.147081:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d672e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147088:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d672e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147094:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d672e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147098:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d672e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x226b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.147105:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3367:3759:x1817354297307008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2353us (2389us total) trans 4295982943 rc 0/0 00000100:00100000:1.0:1733164792.147112:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187529 00000100:00100000:3.0:1733164792.147128:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3366:3762:x1817354297307392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2177us (2229us total) trans 4295982944 rc 0/0 00000100:00100000:3.0:1733164792.147133:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187531 00000004:00080000:1.0:1733164792.147137:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be17b80/2, rc 0, transno 1015647 00000100:00100000:1.0:1733164792.147165:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297307008:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.147171:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be14000/2, rc 0, transno 1015648 00000100:00100000:3.0:1733164792.147174:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297307392:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.147178:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.147183:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.147187:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.147191:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147192:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013663a400/0xe92384b90c825ba5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370c7b expref: 732 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.147195:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.147198:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.147200:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.147200:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007be15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3366:3759:x1817354297308160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1753us (1793us total) trans 4295982945 rc 0/0 00000100:00100000:0.0:1733164792.147203:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297308928:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.147203:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.147205:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187534 00010000:00010000:1.0:1733164792.147209:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6712 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.147213:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6712 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.147215:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f077800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297309184:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.147219:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d673c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147219:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147224:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147227:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d673c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147228:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.147230:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.147231:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147233:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d673c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147235:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147239:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d673c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.147239:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1733164792.147242:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2d00 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.147242:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297309056:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.147243:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147246:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d673c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147247:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.147250:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.147253:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6735 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147256:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6735 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x226c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147257:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d673c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.147266:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297309056 00000100:00100000:3.0:1733164792.147266:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297309184 00010000:00010000:0.0:1733164792.147268:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3600 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.147268:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297309184 00010000:00010000:0.0:1733164792.147270:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d673c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.147270:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297309056 00010000:00010000:0.0:1733164792.147277:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d673c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.147279:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187537 00000100:00100000:3.0:1733164792.147282:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3368:3760:x1817354297309184:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.147286:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d673c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.147290:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187538 00002000:00080000:3.0:1733164792.147290:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8815 count 1 00010000:00010000:0.0:1733164792.147291:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d673c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x226d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.147294:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3369:3760:x1817354297309056:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.147298:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6743 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.147304:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8814 count 1 00010000:00010000:3.0:1733164792.147306:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800938b5d40/0xe92384b90c825e06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370d54 expref: 731 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.147311:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.147312:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.147314:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d674a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.147314:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6743 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.147322:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800938b5d40/0xe92384b90c825e06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370d54 expref: 731 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.147324:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082fc5680/0xe92384b90c825cf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370d00 expref: 731 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.147327:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800938b5d40/0xe92384b90c825e06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370d54 expref: 731 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.147330:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.147331:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.147334:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d674a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.147334:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c927480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297309312:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.147337:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3369:3762:x1817354297308544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1702us (1755us total) trans 4295982947 rc 0/0 00000100:00100000:2.0:1733164792.147341:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187535 00010000:00010000:1.0:1733164792.147348:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082fc5680/0xe92384b90c825cf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370d00 expref: 731 pid: 15901 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.147348:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008278d880/2, rc 0, transno 1015651 00000100:00100000:3.0:1733164792.147352:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297308544:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.147356:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082fc5680/0xe92384b90c825cf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370d00 expref: 731 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.147364:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297309440:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.147373:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.147377:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297309568:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.147383:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987780 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.147389:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1733164792.147402:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be14700/2, rc 0, transno 1015649 00000004:00080000:3.0:1733164792.147403:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008278d180/2, rc 0, transno 1015652 00000100:00100000:0.0:1733164792.147406:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880086418850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3369:3762:x1817354297308800:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1587us (1629us total) trans 4295982948 rc 0/0 00000100:00100000:3.0:1733164792.147408:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297308800:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.147409:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297308160:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.147412:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187536 00000100:00100000:2.0:1733164792.147413:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297309568 00000100:00100000:2.0:1733164792.147416:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297309568 00000100:00100000:3.0:1733164792.147425:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.147426:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187539 00000100:00100000:0.0:1733164792.147430:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3369:3762:x1817354297309568:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.147442:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8816 count 1 00010000:00010000:0.0:1733164792.147451:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6751 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.147451:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1733164792.147453:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081785680/0xe92384b90c825864 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370b6a expref: 731 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.147458:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297309696:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.147460:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086458d80/0xe92384b90c826036 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e0a expref: 731 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147467:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.147468:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.147469:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297309824:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.147469:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297308288:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.147470:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6751 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.147478:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.147483:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086458d80/0xe92384b90c826036 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e0a expref: 730 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.147485:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.147490:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.147491:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086458d80/0xe92384b90c826036 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e0a expref: 730 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.147496:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297309696 00000100:00100000:0.0:1733164792.147499:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297309952:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.147499:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297309696 00010000:00010000:3.0:1733164792.147502:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.147509:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.147511:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297309824 00000100:00100000:2.0:1733164792.147512:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297309824 00010000:00010000:3.0:1733164792.147516:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.147517:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934af180/0xe92384b90c8257a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370b39 expref: 730 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.147519:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.147521:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187540 00010000:00010000:3.0:1733164792.147523:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.147526:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3371:3761:x1817354297309696:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.147527:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297307904:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.147530:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.147533:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187541 00010000:00010000:3.0:1733164792.147534:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1680 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.147551:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3371:3759:x1817354297309824:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.147551:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8817 count 1 00010000:00010000:3.0:1733164792.147553:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.147557:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6720 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.147560:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6727 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147562:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6758 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.147563:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8818 count 1 00010000:00010000:1.0:1733164792.147565:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6720 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.147571:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6720 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147572:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b780900/0xe92384b90c826108 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e5e expref: 729 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147573:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d675f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.147575:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6727 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.147578:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6720 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147578:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.147580:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.147582:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6758 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.147582:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6727 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x226a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147583:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f810b40/0xe92384b90c8262cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370edc expref: 729 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.147584:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6720 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147589:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.147590:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.147590:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147592:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d675f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.147594:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.147597:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147598:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b780900/0xe92384b90c826108 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e5e expref: 729 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.147603:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147606:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b780900/0xe92384b90c826108 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e5e expref: 729 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.147611:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6720 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147613:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f810b40/0xe92384b90c8262cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370edc expref: 729 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.147615:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297310080:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.147617:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6720 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147622:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f810b40/0xe92384b90c8262cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370edc expref: 729 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.147632:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297310208:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.147632:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752900 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.147651:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265a80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.147686:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007be15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3373:3759:x1817354297308032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2312us (2470us total) trans 4295982949 rc 0/0 00000100:00100000:3.0:1733164792.147692:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187533 00000004:00080000:2.0:1733164792.147697:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be16d80/2, rc 0, transno 1015653 00000100:00100000:2.0:1733164792.147704:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297308032:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.147723:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3372:3761:x1817354297307648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2625us (2670us total) trans 4295982950 rc 0/0 00000100:00100000:1.0:1733164792.147729:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187532 00000100:00100000:2.0:1733164792.147730:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:3.0:1733164792.147731:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be16a00/2, rc 0, transno 1015654 00000100:00100000:2.0:1733164792.147736:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297310336:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.147738:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297307648:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.147753:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.147768:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297310336 00000100:00100000:0.0:1733164792.147771:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297310336 00000100:00100000:3.0:1733164792.147786:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297310464:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.147787:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187542 00000100:00100000:0.0:1733164792.147791:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3372:3759:x1817354297310336:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.147802:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8819 count 1 00000100:00100000:3.0:1733164792.147804:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.147805:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3372:3760:x1817354297307264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2864us (2937us total) trans 4295982946 rc 0/0 00000100:00100000:1.0:1733164792.147810:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187530 00010000:00010000:0.0:1733164792.147812:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6766 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.147821:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297310464 00010000:00010000:0.0:1733164792.147822:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094bbf3c0/0xe92384b90c8263d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370f22 expref: 729 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.147824:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297310464 00010000:00010000:0.0:1733164792.147828:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.147840:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187543 00000100:00100000:2.0:1733164792.147844:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3372:3761:x1817354297310464:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.147855:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8820 count 1 00010000:00010000:2.0:1733164792.147864:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d676d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147874:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b79f600/0xe92384b90c8264d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370f84 expref: 729 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.147881:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.147883:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.147885:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d676d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147900:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.147900:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b79f600/0xe92384b90c8264d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370f84 expref: 729 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.147904:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6766 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.147908:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be17800/2, rc 0, transno 1015650 00010000:00010000:2.0:1733164792.147909:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b79f600/0xe92384b90c8264d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370f84 expref: 729 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.147917:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297310592:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.147922:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094bbf3c0/0xe92384b90c8263d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370f22 expref: 729 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.147924:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297307264:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.147936:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094bbf3c0/0xe92384b90c8263d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370f22 expref: 729 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.147939:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752d80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.147945:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297310720:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.147957:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.147962:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297310848:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.147964:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.147978:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.147996:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297310848 00000100:00100000:0.0:1733164792.147999:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297310848 00000100:00100000:0.0:1733164792.148024:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187544 00000100:00100000:0.0:1733164792.148029:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3373:3761:x1817354297310848:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.148040:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8821 count 1 00010000:00010000:0.0:1733164792.148049:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6774 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.148060:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086bdc240/0xe92384b90c8265f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371002 expref: 729 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.148065:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.148067:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.148069:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6774 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.148084:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086bdc240/0xe92384b90c8265f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371002 expref: 729 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.148094:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086bdc240/0xe92384b90c8265f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371002 expref: 729 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.148109:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297310976:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.148139:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2653c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.148858:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297309440:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.148860:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c927480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297309312:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.148872:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d674a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.148872:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6743 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.148911:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297310080:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.148919:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.148922:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6758 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.148945:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.148956:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606248448 00000100:00100000:2.0:1733164792.148958:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606248704 00000100:00100000:0.0:1733164792.148959:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.148960:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606248448 00000100:00100000:2.0:1733164792.148961:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606248704 00010000:00010000:2.0:1733164792.148972:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086458d80/0xe92384b90c826036 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e0a expref: 731 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.148974:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082fc5680/0xe92384b90c825cf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370d00 expref: 731 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.148981:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.148986:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606248576 00000100:00100000:2.0:1733164792.148988:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606248576 00000100:00100000:3.0:1733164792.148991:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606248832 00010000:00010000:2.0:1733164792.148992:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800938b5d40/0xe92384b90c825e06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370d54 expref: 732 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.148994:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606248832 00000100:00100000:1.0:1733164792.148997:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807964 00000100:00100000:1.0:1733164792.149003:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372edc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+733:2001:x1817354606248704:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.149005:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807965 00010000:00010000:3.0:1733164792.149006:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b780900/0xe92384b90c826108 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e5e expref: 733 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.149008:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+733:2001:x1817354606248448:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.149010:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.149013:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.149015:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086458d80/0xe92384b90c826036 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e0a expref: 733 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.149015:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082fc5680/0xe92384b90c825cf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370d00 expref: 733 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.149020:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.149021:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082fc5680/0xe92384b90c825cf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370d00 expref: 733 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.149024:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086458d80/0xe92384b90c826036 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e0a expref: 733 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.149025:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606249088 00000100:00100000:3.0:1733164792.149027:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606249088 00010000:00010000:2.0:1733164792.149029:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082fc5680/0xe92384b90c825cf5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370d00 expref: 733 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.149033:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b79f600/0xe92384b90c8264d5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370f84 expref: 733 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.149035:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807966 00010000:00010000:1.0:1733164792.149036:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.149037:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.149037:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.149038:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.149040:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6751 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149040:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d674a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.149041:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+733:2001:x1817354606248576:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.149044:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d674a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.149047:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6751 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.149047:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807967 00010000:00010000:0.0:1733164792.149049:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.149051:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+733:2001:x1817354606248832:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.149053:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800938b5d40/0xe92384b90c825e06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370d54 expref: 733 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.149056:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.149057:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.149058:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.149061:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b780900/0xe92384b90c826108 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e5e expref: 733 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.149062:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800938b5d40/0xe92384b90c825e06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370d54 expref: 733 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.149069:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+733:2001:x1817354606248448:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (152us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.149069:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b780900/0xe92384b90c826108 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e5e expref: 733 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.149073:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800938b5d40/0xe92384b90c825e06 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370d54 expref: 733 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.149073:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372edc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+733:2001:x1817354606248704:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.149073:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807965 00000100:00100000:1.0:1733164792.149080:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807964 00010000:00010000:3.0:1733164792.149080:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b780900/0xe92384b90c826108 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e5e expref: 731 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.149083:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.149083:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807968 00010000:00010000:0.0:1733164792.149085:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.149085:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+731:2000:x1817354606249088:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.149087:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149089:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.149089:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.149090:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.149092:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b79f600/0xe92384b90c8264d5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370f84 expref: 729 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.149093:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6743 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149093:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149097:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b79f600/0xe92384b90c8264d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370f84 expref: 729 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.149099:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6758 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149103:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.149104:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.149105:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d676d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.149107:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.149109:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d676d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149110:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.149114:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.149118:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d674a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.149121:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+729:2001:x1817354606248576:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.149122:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+729:2000:x1817354606249088:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 36us (103us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.149125:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d674a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.149125:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807968 00000100:00100000:0.0:1733164792.149128:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807966 00000100:00100000:3.0:1733164792.149129:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+729:2001:x1817354606248832:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (147us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.149132:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d674a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.149135:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807967 00010000:00010000:1.0:1733164792.149138:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d674a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149163:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b79f600/0xe92384b90c8264d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370f84 expref: 726 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.149165:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d674a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149169:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.149171:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297310592:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.149173:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.149175:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.149176:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d674a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149179:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d676d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.149183:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d674a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149184:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d676d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149184:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149188:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d676d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149190:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149192:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d676d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.149193:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d674a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149196:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d676d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149196:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.149199:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d674a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x226e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149199:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d676d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149200:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.149202:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149203:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.149204:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d676d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149208:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d676d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149208:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149215:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6758 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149217:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d676d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149221:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d676d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149225:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6758 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.149250:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297310208:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.149261:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d675f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.149312:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3374:3761:x1817354297310464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1466us (1506us total) trans 4295982951 rc 0/0 00000100:00100000:0.0:1733164792.149315:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.149316:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187543 00000004:00080000:2.0:1733164792.149333:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac67480/2, rc 0, transno 1015655 00000100:00100000:2.0:1733164792.149338:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297310464:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.149345:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.149358:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606248960 00000100:00100000:0.0:1733164792.149361:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606248960 00000100:00100000:3.0:1733164792.149366:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606249216 00000100:00100000:3.0:1733164792.149369:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606249216 00000100:00100000:2.0:1733164792.149371:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297311104:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.149372:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f810b40/0xe92384b90c8262cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370edc expref: 727 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.149380:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094bbf3c0/0xe92384b90c8263d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370f22 expref: 727 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.149385:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.149388:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3374:3760:x1817354297309056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2092us (2135us total) trans 4295982952 rc 0/0 00000100:00100000:0.0:1733164792.149390:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807969 00000100:00100000:0.0:1733164792.149394:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+727:2001:x1817354606248960:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.149394:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187538 00010000:00010000:0.0:1733164792.149401:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.149404:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f810b40/0xe92384b90c8262cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370edc expref: 727 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.149404:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297311104 00000100:00100000:3.0:1733164792.149404:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807970 00000100:00100000:1.0:1733164792.149407:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297311104 00000100:00100000:3.0:1733164792.149409:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+727:2000:x1817354606249216:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.149413:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f810b40/0xe92384b90c8262cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370edc expref: 727 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.149415:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187545 00010000:00010000:3.0:1733164792.149415:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.149419:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3374:3759:x1817354297311104:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.149419:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094bbf3c0/0xe92384b90c8263d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370f22 expref: 727 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.149425:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f810b40/0xe92384b90c8262cf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370edc expref: 727 pid: 15902 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.149427:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8822 count 1 00010000:00010000:3.0:1733164792.149428:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094bbf3c0/0xe92384b90c8263d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370f22 expref: 727 pid: 16593 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.149432:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008278c000/2, rc 0, transno 1015656 00010000:00010000:0.0:1733164792.149435:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.149436:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.149436:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d677b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.149438:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297309056:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.149439:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d675f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149439:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.149440:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.149443:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cef840/0xe92384b90c82672f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371064 expref: 726 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149443:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.149446:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d675f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149447:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.149448:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.149449:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d677b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149450:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6766 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149459:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.149460:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.149460:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cef840/0xe92384b90c82672f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371064 expref: 726 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149465:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cef840/0xe92384b90c82672f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371064 expref: 726 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.149469:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d675f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.149471:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297311232:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.149475:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+726:2000:x1817354606249216:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 66us (130us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.149476:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d675f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.149481:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807970 00010000:00010000:1.0:1733164792.149482:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d675f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.149485:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+726:2001:x1817354606248960:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 89us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.149485:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752d80 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.149489:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d675f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.149491:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807969 00010000:00010000:1.0:1733164792.149496:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d675f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.149501:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.149504:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d675f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.149506:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1733164792.149511:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d675f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.149512:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297311360:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.149520:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d675f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.149529:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.149530:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d675f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.149554:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.149568:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606249344 00000100:00100000:0.0:1733164792.149571:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606249344 00010000:00010000:0.0:1733164792.149582:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086bdc240/0xe92384b90c8265f4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371002 expref: 725 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.149605:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807971 00000100:00100000:3.0:1733164792.149606:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3376:3761:x1817354297309696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2078us (2126us total) trans 4295982953 rc 0/0 00000100:00100000:0.0:1733164792.149609:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+725:2002:x1817354606249344:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.149612:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187540 00010000:00010000:0.0:1733164792.149616:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.149620:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086bdc240/0xe92384b90c8265f4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371002 expref: 725 pid: 16622 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.149626:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae36680/2, rc 0, transno 1015657 00010000:00010000:0.0:1733164792.149629:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086bdc240/0xe92384b90c8265f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371002 expref: 725 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.149631:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.149634:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297309696:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.149638:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149643:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.149645:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.149646:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.149647:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3375:3759:x1817354297309824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2109us (2155us total) trans 4295982954 rc 0/0 00010000:00010000:3.0:1733164792.149647:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.149649:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.149650:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88013296bb80/2, rc 0, transno 1015658 00010000:00010000:3.0:1733164792.149651:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.149653:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187541 00000100:00100000:2.0:1733164792.149653:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013296bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297309824:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.149654:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.149656:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6774 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149656:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149659:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.149665:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297311360 00010000:00010000:0.0:1733164792.149666:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.149667:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297311360 00010000:00010000:3.0:1733164792.149668:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6743 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149673:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6743 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x226f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.149680:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187546 00000100:00100000:0.0:1733164792.149683:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+725:2002:x1817354606249344:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.149684:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3375:3759:x1817354297311360:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.149690:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807971 00000100:00100000:3.0:1733164792.149691:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297311616:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.149694:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297311488:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.149695:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8823 count 1 00010000:00010000:1.0:1733164792.149704:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6782 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.149706:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.149714:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd20480/0xe92384b90c8268a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3710f7 expref: 724 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.149720:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.149722:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.149724:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6782 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.149724:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.149734:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297311616 00000100:00100000:3.0:1733164792.149736:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297311616 00010000:00010000:1.0:1733164792.149739:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd20480/0xe92384b90c8268a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3710f7 expref: 724 pid: 15901 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.149746:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297311488 00010000:00010000:1.0:1733164792.149747:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd20480/0xe92384b90c8268a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3710f7 expref: 724 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.149748:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297311488 00010000:00010000:0.0:1733164792.149750:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086458d80/0xe92384b90c826036 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e0a expref: 724 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.149750:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187547 00000100:00100000:2.0:1733164792.149755:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3377:3762:x1817354297311616:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.149756:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297311744:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.149760:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297309952:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.149760:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187548 00000100:00100000:3.0:1733164792.149764:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3377:3761:x1817354297311488:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.149767:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8825 count 1 00010000:00010000:0.0:1733164792.149770:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6751 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.149775:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8824 count 1 00010000:00010000:2.0:1733164792.149776:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6789 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.149777:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987a80 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.149778:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6751 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.149784:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6751 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149785:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008adb3a80/0xe92384b90c826b0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3711d7 expref: 723 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149785:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6790 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.149791:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6751 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149792:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.149793:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.149795:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6789 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149795:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009517ba80/0xe92384b90c8269cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37114b expref: 723 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.149799:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6751 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149800:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.149802:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.149804:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6790 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.149805:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149808:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008adb3a80/0xe92384b90c826b0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3711d7 expref: 723 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.149811:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.149814:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.149815:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008adb3a80/0xe92384b90c826b0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3711d7 expref: 723 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.149819:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009517ba80/0xe92384b90c8269cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37114b expref: 723 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.149820:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.149823:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297311872:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.149827:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6751 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.149829:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009517ba80/0xe92384b90c8269cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37114b expref: 723 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.149833:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6751 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.149838:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297312000:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.149839:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752900 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.149855:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.149921:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3379:3762:x1817354297309568:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2490us (2531us total) trans 4295982955 rc 0/0 00000100:00100000:0.0:1733164792.149926:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187539 00000004:00080000:2.0:1733164792.149933:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c926d80/2, rc 0, transno 1015659 00000100:00100000:2.0:1733164792.149940:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297309568:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.149951:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094bbf3c0/0xe92384b90c8263d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f370f22 expref: 723 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.149951:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3378:3760:x1817354297309184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2667us (2719us total) trans 4295982956 rc 0/0 00000100:00100000:3.0:1733164792.149955:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187537 00000100:00100000:0.0:1733164792.149960:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297310720:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.149963:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297312128:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.149970:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.149978:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.149978:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.149983:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.149987:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297312128 00000004:00080000:1.0:1733164792.149989:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f077800/2, rc 0, transno 1015660 00000100:00100000:3.0:1733164792.149989:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297312128 00010000:00010000:0.0:1733164792.149990:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.149996:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f077800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297309184:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.149997:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6766 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.149998:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187549 00000100:00100000:3.0:1733164792.150000:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3378:3759:x1817354297312128:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.150003:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6766 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.150008:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8826 count 1 00010000:00010000:0.0:1733164792.150009:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.150012:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6766 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.150014:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6797 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.150019:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6766 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.150020:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1733164792.150021:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a845440/0xe92384b90c826c29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371232 expref: 722 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.150025:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297312256:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.150025:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.150025:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.150027:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6797 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.150029:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6766 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.150036:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a845440/0xe92384b90c826c29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371232 expref: 722 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.150039:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.150040:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6766 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.150045:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a845440/0xe92384b90c826c29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371232 expref: 722 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.150051:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297312256 00000100:00100000:3.0:1733164792.150051:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297312384:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.150054:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297312256 00000100:00100000:3.0:1733164792.150065:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575240 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.150066:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187550 00000100:00100000:2.0:1733164792.150070:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007be17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3379:3759:x1817354297312256:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.150080:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8827 count 1 00010000:00010000:2.0:1733164792.150089:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d679e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.150099:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a74fc0/0xe92384b90c826d6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371278 expref: 722 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.150105:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.150106:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.150108:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d679e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.150121:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093a74fc0/0xe92384b90c826d6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371278 expref: 722 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.150130:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093a74fc0/0xe92384b90c826d6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371278 expref: 722 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.150138:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297312512:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.150176:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752300 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.150214:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3380:3759:x1817354297310336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2420us (2459us total) trans 4295982957 rc 0/0 00010000:00010000:1.0:1733164792.150214:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086bdc240/0xe92384b90c8265f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371002 expref: 722 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.150220:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187542 00000100:00100000:1.0:1733164792.150224:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297310976:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.150234:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.150234:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac67b80/2, rc 0, transno 1015661 00010000:00010000:1.0:1733164792.150240:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.150241:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297310336:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.150246:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.150253:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.150259:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6774 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.150265:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.150271:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6f40 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.150272:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1733164792.150274:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.150278:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.150279:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297312640:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.150288:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6774 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.150294:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6774 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.150296:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.150370:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297312640 00000100:00100000:0.0:1733164792.150375:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297312640 00000100:00100000:0.0:1733164792.150398:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187551 00000100:00100000:1.0:1733164792.150400:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3381:3761:x1817354297310848:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2370us (2420us total) trans 4295982958 rc 0/0 00000100:00100000:0.0:1733164792.150402:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007be15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3381:3762:x1817354297312640:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.150406:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187544 00002000:00080000:0.0:1733164792.150413:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8828 count 1 00000100:00100000:3.0:1733164792.150417:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297311232:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.150424:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d67a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.150426:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d677b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.150430:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297311744:192.168.202.7@tcp:104: 00000004:00080000:2.0:1733164792.150433:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008278c700/2, rc 0, transno 1015662 00010000:00010000:0.0:1733164792.150434:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800910a1200/0xe92384b90c826f2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371320 expref: 721 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.150439:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.150441:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.150441:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297310848:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.150442:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6782 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.150443:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d67a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.150459:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800910a1200/0xe92384b90c826f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371320 expref: 721 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.150468:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800910a1200/0xe92384b90c826f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371320 expref: 721 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.150474:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297312768:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.150477:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297312896:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.150499:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.150500:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.150567:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297312768 00000100:00100000:1.0:1733164792.150571:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297312768 00000100:00100000:1.0:1733164792.150592:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187552 00000100:00100000:1.0:1733164792.150596:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007be14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3381:3762:x1817354297312768:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.150604:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8829 count 1 00010000:00010000:1.0:1733164792.150612:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d67ac lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.150619:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd20d80/0xe92384b90c827051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37136d expref: 721 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.150623:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.150624:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.150626:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d67ac lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.150641:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd20d80/0xe92384b90c827051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37136d expref: 721 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.150649:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd20d80/0xe92384b90c827051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37136d expref: 721 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.150658:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297313024:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.150688:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987a80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.150838:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.150856:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606249472 00000100:00100000:0.0:1733164792.150859:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.150859:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606249472 00010000:00010000:2.0:1733164792.150870:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cef840/0xe92384b90c82672f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371064 expref: 722 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.150883:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606249600 00000100:00100000:2.0:1733164792.150885:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606249600 00000100:00100000:3.0:1733164792.150889:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807972 00010000:00010000:2.0:1733164792.150891:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd20480/0xe92384b90c8268a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3710f7 expref: 723 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.150893:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+723:2000:x1817354606249472:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.150900:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.150903:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807973 00010000:00010000:3.0:1733164792.150903:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cef840/0xe92384b90c82672f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371064 expref: 723 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.150907:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+723:2003:x1817354606249600:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.150909:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cef840/0xe92384b90c82672f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371064 expref: 723 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.150913:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.150916:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cef840/0xe92384b90c82672f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371064 expref: 723 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.150917:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd20480/0xe92384b90c8268a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3710f7 expref: 723 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.150922:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.150922:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.150924:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d677b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.150925:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd20480/0xe92384b90c8268a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3710f7 expref: 722 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.150929:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d677b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.150934:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297312000:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.150936:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd20480/0xe92384b90c8268a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3710f7 expref: 722 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.150937:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.150938:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.150945:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.150946:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.150947:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6790 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.150949:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.150951:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+721:2000:x1817354606249472:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.150954:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807972 00000100:00100000:0.0:1733164792.150958:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606249856 00010000:00010000:2.0:1733164792.150958:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6782 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.150961:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606249856 00010000:00010000:2.0:1733164792.150970:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.150974:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009517ba80/0xe92384b90c8269cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37114b expref: 721 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.150980:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d677b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.150984:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.150984:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+721:2003:x1817354606249600:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (125us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.150984:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d677b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.150990:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807973 00010000:00010000:3.0:1733164792.150990:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d677b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.150991:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.150993:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d677b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.150997:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d677b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.150998:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807974 00010000:00010000:1.0:1733164792.150998:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.151001:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0fc0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.151002:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+720:2000:x1817354606249856:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.151002:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d677b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151005:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.151010:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d677b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151011:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.151015:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297311872:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.151015:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d677b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151016:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.151018:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.151019:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d677b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151025:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6782 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151025:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6789 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151033:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6782 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151040:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6782 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151078:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.151084:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009517ba80/0xe92384b90c8269cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37114b expref: 720 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.151093:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009517ba80/0xe92384b90c8269cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37114b expref: 720 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.151094:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.151099:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3383:3759:x1817354297311104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1679us (1712us total) trans 4295982959 rc 0/0 00010000:00010000:0.0:1733164792.151104:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009517ba80/0xe92384b90c8269cf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37114b expref: 720 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.151104:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187545 00010000:00010000:0.0:1733164792.151113:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.151114:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.151115:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.151117:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.151119:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606250112 00000100:00100000:3.0:1733164792.151121:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606250112 00010000:00010000:0.0:1733164792.151123:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6790 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.151124:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606249984 00000100:00100000:2.0:1733164792.151127:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606249984 00010000:00010000:3.0:1733164792.151128:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093a74fc0/0xe92384b90c826d6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371278 expref: 720 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.151136:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.151137:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a845440/0xe92384b90c826c29 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371232 expref: 721 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.151154:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807975 00000100:00100000:3.0:1733164792.151157:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007be17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+721:2000:x1817354606250112:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.151162:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.151164:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093a74fc0/0xe92384b90c826d6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371278 expref: 721 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.151167:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807976 00010000:00010000:3.0:1733164792.151170:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093a74fc0/0xe92384b90c826d6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371278 expref: 721 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.151171:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007be15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+721:2000:x1817354606249984:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.151172:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3382:3759:x1817354297311360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1486us (1642us total) trans 4295982960 rc 0/0 00000100:00100000:1.0:1733164792.151177:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187546 00010000:00010000:2.0:1733164792.151178:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.151180:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.151181:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a845440/0xe92384b90c826c29 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371232 expref: 721 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.151181:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.151183:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d679e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.151187:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d679e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151189:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a845440/0xe92384b90c826c29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371232 expref: 721 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.151191:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.151193:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.151196:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151199:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.151200:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151200:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.151203:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.151203:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007be17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+721:2000:x1817354606250112:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 45us (110us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.151204:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6790 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.151206:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807975 00010000:00010000:1.0:1733164792.151207:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151208:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6797 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.151210:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+721:2000:x1817354606249856:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 167us (233us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.151210:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.151212:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.151216:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807974 00010000:00010000:1.0:1733164792.151216:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151217:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.151221:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6790 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151225:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6790 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.151230:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007be15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+719:2000:x1817354606249984:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.151236:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807976 00000100:00100000:0.0:1733164792.151251:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:2.0:1733164792.151257:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac64e00/2, rc 0, transno 1015664 00000100:00100000:2.0:1733164792.151264:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297311360:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.151265:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606249728 00000100:00100000:3.0:1733164792.151268:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606249728 00000004:00080000:2.0:1733164792.151270:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac65180/2, rc 0, transno 1015663 00000100:00100000:2.0:1733164792.151273:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297311104:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.151277:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008adb3a80/0xe92384b90c826b0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3711d7 expref: 719 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.151292:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807977 00000100:00100000:3.0:1733164792.151297:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+719:2001:x1817354606249728:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.151304:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.151305:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3382:3761:x1817354297311488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1541us (1580us total) trans 4295982961 rc 0/0 00010000:00010000:3.0:1733164792.151307:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008adb3a80/0xe92384b90c826b0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3711d7 expref: 719 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.151309:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187548 00000004:00080000:2.0:1733164792.151309:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac66680/2, rc 0, transno 1015665 00000100:00100000:2.0:1733164792.151312:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297311488:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.151315:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008adb3a80/0xe92384b90c826b0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3711d7 expref: 719 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.151331:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008adb3a80/0xe92384b90c826b0a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3711d7 expref: 719 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.151339:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.151340:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.151341:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151344:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093a74fc0/0xe92384b90c826d6b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371278 expref: 718 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.151345:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6789 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.151354:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297312512:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.151354:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.151360:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.151362:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d679e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.151363:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297313024:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.151367:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d679e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.151367:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+717:2001:x1817354606249728:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (115us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.151370:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d679e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151371:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d67ac lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.151371:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606250240 00000100:00100000:3.0:1733164792.151371:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807977 00000100:00100000:2.0:1733164792.151373:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606250240 00010000:00010000:0.0:1733164792.151374:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d679e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151379:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d679e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151382:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800910a1200/0xe92384b90c826f2b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371320 expref: 717 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.151386:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d679e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151391:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.151394:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d679e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151400:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d679e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.151402:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807978 00000100:00100000:2.0:1733164792.151406:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+717:2001:x1817354606250240:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.151409:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d679e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151412:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.151415:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d679e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x227b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151415:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800910a1200/0xe92384b90c826f2b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371320 expref: 717 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.151421:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.151422:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800910a1200/0xe92384b90c826f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371320 expref: 717 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.151432:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.151433:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.151436:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d67a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.151437:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606250368 00000100:00100000:1.0:1733164792.151439:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297313280:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.151440:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606250368 00010000:00010000:2.0:1733164792.151442:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d67a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.151449:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd20d80/0xe92384b90c827051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37136d expref: 718 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.151452:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.151453:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.151459:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807979 00000100:00100000:1.0:1733164792.151461:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.151462:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+718:2000:x1817354606250368:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.151465:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297313152:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.151466:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.151467:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+718:2001:x1817354606250240:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (106us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.151468:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd20d80/0xe92384b90c827051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37136d expref: 718 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.151472:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807978 00000100:00100000:1.0:1733164792.151473:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.151478:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd20d80/0xe92384b90c827051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37136d expref: 718 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.151482:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297313280 00000100:00100000:1.0:1733164792.151484:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297313280 00010000:00010000:3.0:1733164792.151485:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd20d80/0xe92384b90c827051 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37136d expref: 717 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.151488:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1733164792.151490:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.151491:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.151492:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297313152 00000100:00100000:1.0:1733164792.151493:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297313152 00010000:00010000:3.0:1733164792.151493:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d67ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.151494:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297313408:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.151497:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d67ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.151500:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187553 00000100:00100000:1.0:1733164792.151502:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3384:3760:x1817354297313280:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.151505:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1733164792.151511:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8831 count 1 00000100:00100000:3.0:1733164792.151515:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+716:2000:x1817354606250368:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.151517:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.151518:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d67b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.151519:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007be17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3384:3759:x1817354297312256:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1446us (1478us total) trans 4295982962 rc 0/0 00000100:00100000:3.0:1733164792.151519:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807979 00000100:00100000:0.0:1733164792.151524:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187550 00010000:00010000:1.0:1733164792.151525:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f810900/0xe92384b90c8272c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371431 expref: 715 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151530:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.151531:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.151532:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d67b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.151533:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297313408 00000100:00100000:0.0:1733164792.151535:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297313408 00010000:00010000:1.0:1733164792.151562:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f810900/0xe92384b90c8272c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371431 expref: 715 pid: 16594 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.151562:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac67100/2, rc 0, transno 1015666 00000100:00100000:0.0:1733164792.151565:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187554 00000100:00100000:2.0:1733164792.151566:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297312256:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.151568:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3384:3760:x1817354297313152:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.151569:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f810900/0xe92384b90c8272c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371431 expref: 715 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.151575:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297313536:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.151576:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.151579:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8830 count 1 00010000:00010000:2.0:1733164792.151588:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151589:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d67ba lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.151589:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987a80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.151589:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187555 00010000:00010000:2.0:1733164792.151594:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.151594:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3384:3762:x1817354297313408:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.151600:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6789 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151603:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009524b600/0xe92384b90c827193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3713cf expref: 715 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151603:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d67ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.151604:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8832 count 1 00010000:00010000:1.0:1733164792.151607:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d67ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151607:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151609:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.151610:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.151611:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d67ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151613:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d67ba lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151613:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.151613:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d67c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151615:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d67ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151615:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151618:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d67ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151621:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.151622:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151623:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d67ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.151623:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095995200/0xe92384b90c8274b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3714e7 expref: 715 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.151628:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d67ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151629:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009524b600/0xe92384b90c827193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3713cf expref: 715 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151631:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6789 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.151633:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.151634:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d67ac lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.151635:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.151637:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009524b600/0xe92384b90c827193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3713cf expref: 715 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.151637:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d67ac lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x227d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151637:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6789 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.151637:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d67c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.151646:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297313792:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.151652:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095995200/0xe92384b90c8274b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3714e7 expref: 715 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.151660:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095995200/0xe92384b90c8274b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3714e7 expref: 715 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.151664:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.151670:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297313920:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.151689:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a845440/0xe92384b90c826c29 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371232 expref: 715 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.151692:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575c00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.151696:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297312384:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.151704:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151709:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151716:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.151716:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007be14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3386:3762:x1817354297312768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1119us (1216us total) trans 4295982963 rc 0/0 00000100:00100000:1.0:1733164792.151720:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187552 00010000:00010000:0.0:1733164792.151721:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151724:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.151727:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3385:3762:x1817354297311616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1971us (2020us total) trans 4295982964 rc 0/0 00010000:00010000:0.0:1733164792.151728:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151731:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0fc0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.151732:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187547 00010000:00010000:0.0:1733164792.151733:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151736:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151742:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6797 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.151743:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1733164792.151746:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6797 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x227a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.151748:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133bc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297313664:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.151758:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1733164792.151772:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008278df80/2, rc 0, transno 1015667 00000100:00100000:3.0:1733164792.151772:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297313664 00000100:00100000:2.0:1733164792.151776:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297312768:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.151776:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297313664 00000004:00080000:2.0:1733164792.151782:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac65880/2, rc 0, transno 1015668 00000100:00100000:2.0:1733164792.151783:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297311616:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.151791:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187556 00000100:00100000:3.0:1733164792.151794:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3386:3761:x1817354297313664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.151804:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8833 count 1 00010000:00010000:3.0:1733164792.151813:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d67c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.151822:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b02640/0xe92384b90c8275ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371542 expref: 714 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.151827:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.151828:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.151831:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d67c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.151843:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3386:3759:x1817354297312128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1840us (1862us total) trans 4295982965 rc 0/0 00010000:00010000:3.0:1733164792.151845:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b02640/0xe92384b90c8275ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371542 expref: 714 pid: 15902 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.151846:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac65f80/2, rc 0, transno 1015669 00000100:00100000:2.0:1733164792.151849:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297312128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.151850:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187549 00010000:00010000:3.0:1733164792.151852:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b02640/0xe92384b90c8275ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371542 expref: 714 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.151860:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297314048:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.151877:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800910a1200/0xe92384b90c826f2b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371320 expref: 714 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.151881:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575b40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.151888:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297312896:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.151899:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d67a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151906:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d67a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.151906:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297314176:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.151912:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d67a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151919:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d67a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.151920:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.151921:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297314304:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.151926:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d67a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151932:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d67a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.151932:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297314432:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.151934:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.151937:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.151939:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d67a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.151942:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.151948:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297314176 00010000:00010000:0.0:1733164792.151950:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d67a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.151951:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297314176 00000100:00100000:3.0:1733164792.151954:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297314304 00000100:00100000:3.0:1733164792.151957:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297314304 00010000:00010000:0.0:1733164792.151960:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d67a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.151964:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d67a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x227c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.151964:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297314432 00000100:00100000:1.0:1733164792.151965:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297314432 00000100:00100000:3.0:1733164792.151972:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187557 00000100:00100000:1.0:1733164792.151975:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187558 00000100:00100000:3.0:1733164792.151976:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3388:3759:x1817354297314176:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.151978:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f77b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3388:3760:x1817354297314304:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.151979:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187559 00000100:00100000:2.0:1733164792.151982:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3388:3761:x1817354297314432:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.151984:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8834 count 1 00002000:00080000:1.0:1733164792.151986:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8835 count 1 00002000:00080000:2.0:1733164792.151991:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8836 count 1 00010000:00010000:1.0:1733164792.151993:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d67d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.151993:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d67cf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.151998:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d67dd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.152000:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009852cb40/0xe92384b90c827671 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3715b9 expref: 713 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.152001:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012284e1c0/0xe92384b90c8275d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37156c expref: 713 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.152005:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009852c000/0xe92384b90c8276a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3715ea expref: 713 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.152006:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.152008:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.152008:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.152009:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.152009:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d67cf lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.152010:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d67d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.152010:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.152011:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.152013:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d67dd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.152020:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009852cb40/0xe92384b90c827671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3715b9 expref: 713 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.152022:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009852c000/0xe92384b90c8276a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3715ea expref: 713 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.152022:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012284e1c0/0xe92384b90c8275d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37156c expref: 713 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.152025:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009852cb40/0xe92384b90c827671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3715b9 expref: 713 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.152028:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009852c000/0xe92384b90c8276a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3715ea expref: 713 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.152030:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012284e1c0/0xe92384b90c8275d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37156c expref: 713 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.152031:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297314560:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.152034:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297314816:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.152037:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007be15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3389:3762:x1817354297312640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1634us (1740us total) trans 4295982966 rc 0/0 00000100:00100000:3.0:1733164792.152037:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297314688:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.152041:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187551 00000100:00100000:1.0:1733164792.152046:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987180 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.152047:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752900 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.152053:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575cc0 going to sleep for 11 seconds 00000004:00080000:2.0:1733164792.152060:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008278ed80/2, rc 0, transno 1015670 00000100:00100000:2.0:1733164792.152064:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297312640:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.152089:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1733164792.152093:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f90ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297314944:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.152104:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.152117:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297314944 00000100:00100000:1.0:1733164792.152120:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297314944 00000100:00100000:1.0:1733164792.152137:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187560 00000100:00100000:1.0:1733164792.152158:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3389:3761:x1817354297314944:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.152170:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8837 count 1 00010000:00010000:1.0:1733164792.152178:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d67e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.152188:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095968d80/0xe92384b90c8276ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371622 expref: 713 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.152194:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.152195:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.152197:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d67e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.152209:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095968d80/0xe92384b90c8276ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371622 expref: 713 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.152215:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095968d80/0xe92384b90c8276ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371622 expref: 713 pid: 16648 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.152220:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297315072:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.152236:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.152762:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297313536:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.152767:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297313792:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.152775:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d67b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.152776:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d67ba lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.152785:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297314048:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.152789:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297314816:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.152792:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297314560:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.152796:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d67dd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.152796:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d67c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.152800:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d67d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.152814:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297313920:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.152822:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d67c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.152946:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.152952:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297315072:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.152962:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d67e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.152964:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.152976:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606251392 00000100:00100000:0.0:1733164792.152977:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.152979:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606251392 00000100:00100000:0.0:1733164792.152985:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.152990:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606250496 00010000:00010000:3.0:1733164792.152991:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095968d80/0xe92384b90c8276ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371622 expref: 714 pid: 16648 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.152993:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.152993:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606250496 00000100:00100000:0.0:1733164792.153000:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.153001:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f810900/0xe92384b90c8272c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371431 expref: 715 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.153004:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606250752 00000100:00100000:3.0:1733164792.153007:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606250752 00000100:00100000:0.0:1733164792.153011:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.153012:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606251008 00000100:00100000:2.0:1733164792.153013:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606251008 00010000:00010000:3.0:1733164792.153013:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095995200/0xe92384b90c8274b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3714e7 expref: 716 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.153017:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b02640/0xe92384b90c8275ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371542 expref: 717 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.153025:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606251264 00000100:00100000:2.0:1733164792.153027:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606250624 00000100:00100000:1.0:1733164792.153028:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606250880 00000100:00100000:2.0:1733164792.153028:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606250624 00000100:00100000:3.0:1733164792.153028:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606251264 00000100:00100000:1.0:1733164792.153030:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606250880 00010000:00010000:2.0:1733164792.153032:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009524b600/0xe92384b90c827193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3713cf expref: 719 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.153035:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012284e1c0/0xe92384b90c8275d7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37156c expref: 720 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.153038:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009852cb40/0xe92384b90c827671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3715b9 expref: 720 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.153040:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807980 00000100:00100000:2.0:1733164792.153043:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+720:2002:x1817354606251392:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.153048:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.153051:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.153051:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095968d80/0xe92384b90c8276ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371622 expref: 720 pid: 16648 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.153051:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807981 00000100:00100000:1.0:1733164792.153055:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606251136 00010000:00010000:2.0:1733164792.153056:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095968d80/0xe92384b90c8276ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371622 expref: 720 pid: 16648 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.153056:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+720:2001:x1817354606250496:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.153057:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606251136 00010000:00010000:1.0:1733164792.153061:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009852c000/0xe92384b90c8276a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3715ea expref: 721 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.153063:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.153064:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095968d80/0xe92384b90c8276ef lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371622 expref: 721 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.153067:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f810900/0xe92384b90c8272c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371431 expref: 721 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.153070:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297314688:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.153071:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807982 00010000:00010000:2.0:1733164792.153071:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.153072:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.153074:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+720:2001:x1817354606250752:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.153074:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d67e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153075:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f810900/0xe92384b90c8272c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371431 expref: 720 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.153078:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d67cf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153078:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d67e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153079:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.153082:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095995200/0xe92384b90c8274b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3714e7 expref: 720 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.153086:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.153087:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095995200/0xe92384b90c8274b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3714e7 expref: 720 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.153087:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f810900/0xe92384b90c8272c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371431 expref: 720 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.153095:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095995200/0xe92384b90c8274b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3714e7 expref: 719 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.153096:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.153098:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.153100:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+719:2002:x1817354606251392:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (156us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.153100:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d67b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153103:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.153103:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807980 00010000:00010000:1.0:1733164792.153105:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.153106:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d67c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153107:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d67b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153111:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d67c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.153111:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807983 00000100:00100000:2.0:1733164792.153113:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+717:2001:x1817354606251008:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.153117:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.153119:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b02640/0xe92384b90c8275ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371542 expref: 717 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.153119:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.153120:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.153124:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b02640/0xe92384b90c8275ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371542 expref: 717 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.153131:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b02640/0xe92384b90c8275ad lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371542 expref: 717 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.153135:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+716:2001:x1817354606250752:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (157us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.153138:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.153139:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.153153:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807982 00010000:00010000:2.0:1733164792.153156:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d67c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.153159:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+716:2001:x1817354606250496:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 102us (192us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.153160:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d67c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.153163:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807984 00000100:00100000:1.0:1733164792.153166:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+715:2001:x1817354606250624:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.153166:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807981 00010000:00010000:2.0:1733164792.153169:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.153170:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.153172:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009524b600/0xe92384b90c827193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3713cf expref: 715 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.153178:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009524b600/0xe92384b90c827193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3713cf expref: 714 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.153178:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+714:2001:x1817354606251008:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.153180:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807985 00000100:00100000:2.0:1733164792.153183:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807983 00010000:00010000:1.0:1733164792.153185:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009524b600/0xe92384b90c827193 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3713cf expref: 714 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.153185:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+714:2001:x1817354606251264:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.153191:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.153191:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807986 00010000:00010000:3.0:1733164792.153191:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.153192:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.153193:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+712:2001:x1817354606250880:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.153194:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d67ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153196:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012284e1c0/0xe92384b90c8275d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37156c expref: 712 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.153198:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d67ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153204:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012284e1c0/0xe92384b90c8275d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37156c expref: 712 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.153205:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.153206:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.153209:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009852cb40/0xe92384b90c827671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3715b9 expref: 712 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.153214:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009852cb40/0xe92384b90c827671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3715b9 expref: 712 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.153215:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+712:2001:x1817354606250624:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 49us (214us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.153215:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012284e1c0/0xe92384b90c8275d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37156c expref: 712 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.153218:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807984 00010000:00010000:2.0:1733164792.153221:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009852cb40/0xe92384b90c827671 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3715b9 expref: 712 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.153223:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.153225:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.153227:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807987 00010000:00010000:2.0:1733164792.153227:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.153227:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d67cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153228:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.153229:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+709:2001:x1817354606251136:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.153230:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d67d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153233:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.153234:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d67d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153234:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d67cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153235:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009852c000/0xe92384b90c8276a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3715ea expref: 709 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.153240:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009852c000/0xe92384b90c8276a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3715ea expref: 709 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.153247:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009852c000/0xe92384b90c8276a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3715ea expref: 709 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.153248:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.153252:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.153253:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.153254:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.153255:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d67dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153259:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d67dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.153259:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+708:2001:x1817354606250880:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.153263:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807986 00010000:00010000:1.0:1733164792.153265:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.153269:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+707:2001:x1817354606251264:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (275us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.153271:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d67d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.153273:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+707:2001:x1817354606251136:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 43us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.153276:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807985 00000100:00100000:1.0:1733164792.153278:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807987 00010000:00010000:0.0:1733164792.153279:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d67d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153282:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d67dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153286:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d67d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153286:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d67dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153290:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d67dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153293:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d67d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153294:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d67dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153298:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d67dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153299:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d67d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153300:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d67b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153301:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.153302:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d67dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153304:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d67b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153305:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.153306:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d67dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153307:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d67d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153309:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d67b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153310:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d67c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153311:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d67dd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153313:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d67b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153315:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d67d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153316:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d67b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153317:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d67c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153318:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d67dd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153320:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.153321:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d67b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153324:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d67c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153325:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d67d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153325:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d67b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153329:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d67d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153330:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d67b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153331:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d67c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153333:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d67b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x227f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153337:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d67c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153343:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.153346:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d67c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153352:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d67c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153361:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d67c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153367:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d67c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153394:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d67cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153401:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d67cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153408:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d67cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.153413:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3393:3761:x1817354297314432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1430us (1470us total) trans 4295982967 rc 0/0 00010000:00010000:0.0:1733164792.153414:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d67cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.153417:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187559 00010000:00010000:0.0:1733164792.153419:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d67cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153425:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.153428:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d67cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153434:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d67cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.153434:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395c000/2, rc 0, transno 1015671 00000100:00100000:1.0:1733164792.153436:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3392:3760:x1817354297313280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1932us (1982us total) trans 4295982968 rc 0/0 00000100:00100000:2.0:1733164792.153438:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297314432:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.153442:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187553 00010000:00010000:0.0:1733164792.153444:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d67cf lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153445:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d67ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153450:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d67cf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153450:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d67ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153454:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d67ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153457:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d67ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.153457:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3391:3761:x1817354297313664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1662us (1697us total) trans 4295982970 rc 0/0 00010000:00010000:2.0:1733164792.153461:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d67ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.153462:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187556 00010000:00010000:2.0:1733164792.153464:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5b00 already unused, calling callback (ffffffffa0854100) 00000004:00080000:1.0:1733164792.153465:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac66a00/2, rc 0, transno 1015672 00010000:00010000:2.0:1733164792.153465:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d67ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.153470:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297313280:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.153470:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d67ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153475:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d67ba lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153479:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d67ba lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x227e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153480:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d67c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.153480:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133bc0380/2, rc 0, transno 1015674 00000100:00100000:3.0:1733164792.153483:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133bc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297313664:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.153486:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d67c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153493:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d67c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153498:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d67c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153504:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d67c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153511:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.153514:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d67c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153520:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d67c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.153524:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f90a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297315456:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.153527:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d67c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.153530:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f90b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297315200:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.153531:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d67c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.153551:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.153559:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.153567:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f90a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297315328:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.153568:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297315456 00000100:00100000:3.0:1733164792.153571:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297315456 00000100:00100000:0.0:1733164792.153572:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3392:3759:x1817354297314176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1594us (1649us total) trans 4295982971 rc 0/0 00000004:00080000:2.0:1733164792.153575:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395f100/2, rc 0, transno 1015675 00000100:00100000:0.0:1733164792.153578:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187557 00000100:00100000:2.0:1733164792.153579:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297314176:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.153579:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297315200 00000100:00100000:3.0:1733164792.153580:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297315200 00000100:00100000:1.0:1733164792.153581:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.153588:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d67e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.153590:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297315328 00000100:00100000:3.0:1733164792.153591:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297315328 00010000:00010000:2.0:1733164792.153592:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d67e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.153596:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187561 00010000:00010000:2.0:1733164792.153596:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d67e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153600:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d67e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.153600:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187562 00000100:00100000:0.0:1733164792.153601:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f90b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3394:3761:x1817354297315456:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.153603:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187563 00000100:00100000:3.0:1733164792.153603:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3394:3759:x1817354297315200:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.153606:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3394:3760:x1817354297315328:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.153607:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d67e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153610:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5440 already unused, calling callback (ffffffffa0854100) 00002000:00080000:0.0:1733164792.153611:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8840 count 1 00010000:00010000:2.0:1733164792.153612:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d67e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.153615:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8839 count 1 00010000:00010000:2.0:1733164792.153616:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d67e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.153617:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8838 count 1 00010000:00010000:0.0:1733164792.153620:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d67eb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153621:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d67e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153622:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d67f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.153624:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d67e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153625:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d67f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153630:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095180d80/0xe92384b90c82779e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3716ae expref: 705 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153630:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b795440/0xe92384b90c827758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371676 expref: 705 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153632:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121039d40/0xe92384b90c82773c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37165a expref: 705 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153634:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.153635:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.153636:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.153636:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d67f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153636:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.153637:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.153637:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.153639:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d67eb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153639:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d67f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153645:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b795440/0xe92384b90c827758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371676 expref: 705 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153649:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121039d40/0xe92384b90c82773c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37165a expref: 705 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153651:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095180d80/0xe92384b90c82779e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3716ae expref: 705 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153651:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b795440/0xe92384b90c827758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371676 expref: 705 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.153654:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121039d40/0xe92384b90c82773c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37165a expref: 705 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.153657:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095180d80/0xe92384b90c82779e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3716ae expref: 705 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.153657:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297315584:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.153663:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297315840:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.153664:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f90b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297315712:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.153669:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.153675:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.153679:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575b40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.153694:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3395:3761:x1817354297314944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1553us (1589us total) trans 4295982973 rc 0/0 00000100:00100000:2.0:1733164792.153700:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187560 00000004:00080000:3.0:1733164792.153710:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f90ad80/2, rc 0, transno 1015677 00000100:00100000:2.0:1733164792.153712:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f909c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297315968:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.153714:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f90ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297314944:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.153723:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.153727:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f77b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3395:3760:x1817354297314304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1747us (1791us total) trans 4295982969 rc 0/0 00000100:00100000:3.0:1733164792.153729:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297315968 00000100:00100000:0.0:1733164792.153731:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187558 00000100:00100000:3.0:1733164792.153731:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297315968 00000004:00080000:1.0:1733164792.153734:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395f480/2, rc 0, transno 1015673 00000100:00100000:2.0:1733164792.153737:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297316096:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.153740:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297314304:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.153741:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187564 00000100:00100000:0.0:1733164792.153744:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3395:3762:x1817354297315968:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.153749:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1733164792.153752:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8841 count 1 00010000:00010000:0.0:1733164792.153759:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6800 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.153763:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297316096 00000100:00100000:1.0:1733164792.153764:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297316224:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.153765:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297316096 00010000:00010000:0.0:1733164792.153766:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f6e73c0/0xe92384b90c8277f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3716d8 expref: 705 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153770:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.153771:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.153772:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6800 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.153773:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187565 00000100:00100000:3.0:1733164792.153775:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800850fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3396:3759:x1817354297316096:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.153779:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.153781:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f6e73c0/0xe92384b90c8277f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3716d8 expref: 705 pid: 16600 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.153782:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8842 count 1 00010000:00010000:0.0:1733164792.153786:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f6e73c0/0xe92384b90c8277f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3716d8 expref: 705 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.153789:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6807 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.153791:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297316352:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.153796:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e4f9440/0xe92384b90c827846 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37171e expref: 705 pid: 16594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.153799:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297316224 00010000:00010000:3.0:1733164792.153799:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.153800:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.153802:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297316224 00010000:00010000:3.0:1733164792.153802:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6807 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.153804:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265a80 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.153810:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e4f9440/0xe92384b90c827846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37171e expref: 705 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.153815:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e4f9440/0xe92384b90c827846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37171e expref: 705 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.153818:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187566 00000100:00100000:0.0:1733164792.153820:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3397:3760:x1817354297316224:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.153821:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297316480:192.168.202.7@tcp:104: 00002000:00080000:0.0:1733164792.153827:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8843 count 1 00010000:00010000:0.0:1733164792.153833:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d680e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.153836:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.153842:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093071b00/0xe92384b90c8278a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371756 expref: 705 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153846:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.153847:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.153848:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d680e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.153848:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3397:3762:x1817354297313408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2252us (2330us total) trans 4295982974 rc 0/0 00000100:00100000:1.0:1733164792.153853:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187555 00010000:00010000:0.0:1733164792.153857:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093071b00/0xe92384b90c8278a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371756 expref: 705 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153862:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093071b00/0xe92384b90c8278a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371756 expref: 705 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.153867:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297316608:192.168.202.7@tcp:104: 00000004:00080000:1.0:1733164792.153871:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac67800/2, rc 0, transno 1015678 00000100:00100000:1.0:1733164792.153875:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297313408:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.153879:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265480 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.153883:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3396:3760:x1817354297313152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2313us (2408us total) trans 4295982972 rc 0/0 00000004:00080000:1.0:1733164792.153885:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008278f100/2, rc 0, transno 1015676 00000100:00100000:1.0:1733164792.153887:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297313152:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.153889:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187554 00000100:00100000:1.0:1733164792.153892:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.153896:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f90bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297316736:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.153902:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.153908:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297316864:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.153909:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.153917:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297316736 00000100:00100000:0.0:1733164792.153919:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297316736 00000100:00100000:3.0:1733164792.153929:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.153931:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187567 00000100:00100000:0.0:1733164792.153933:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3396:3762:x1817354297316736:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.153936:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297316864 00000100:00100000:1.0:1733164792.153938:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297316864 00002000:00080000:0.0:1733164792.153940:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8844 count 1 00010000:00010000:0.0:1733164792.153947:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6815 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.153948:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187568 00000100:00100000:1.0:1733164792.153951:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3397:3761:x1817354297316864:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.153956:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e635440/0xe92384b90c8278cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371787 expref: 705 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.153958:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8845 count 1 00010000:00010000:1.0:1733164792.153966:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d681c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153967:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.153968:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.153970:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6815 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153973:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5e58c0/0xe92384b90c827942 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3717b8 expref: 705 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153980:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.153981:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.153983:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d681c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153985:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e635440/0xe92384b90c8278cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371787 expref: 705 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.153992:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5e58c0/0xe92384b90c827942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3717b8 expref: 705 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.153994:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e635440/0xe92384b90c8278cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371787 expref: 705 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.153998:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5e58c0/0xe92384b90c827942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3717b8 expref: 705 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.154002:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297316992:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.154003:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297317120:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.154018:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987180 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.154021:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265600 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.154491:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297315584:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.154499:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d67f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.154714:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297317120:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.154723:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d681c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.154727:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297315840:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.154735:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d67eb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.154746:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f90b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297315712:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.154755:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d67f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.154767:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297316480:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.154773:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6807 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.154831:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.154836:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297316992:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.154843:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6815 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.154851:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606251520 00000100:00100000:0.0:1733164792.154852:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.154854:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606251520 00000100:00100000:2.0:1733164792.154865:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606252416 00010000:00010000:3.0:1733164792.154866:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b795440/0xe92384b90c827758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371676 expref: 706 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.154867:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606252416 00000100:00100000:0.0:1733164792.154868:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.154875:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e635440/0xe92384b90c8278cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371787 expref: 707 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.154881:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606251776 00000100:00100000:0.0:1733164792.154883:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.154884:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606251776 00000100:00100000:2.0:1733164792.154886:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807988 00000100:00100000:2.0:1733164792.154888:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+708:2000:x1817354606251520:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.154891:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095180d80/0xe92384b90c82779e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3716ae expref: 708 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.154893:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.154896:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b795440/0xe92384b90c827758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371676 expref: 708 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.154902:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b795440/0xe92384b90c827758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371676 expref: 708 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.154902:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606252160 00000100:00100000:3.0:1733164792.154903:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606252160 00000100:00100000:0.0:1733164792.154904:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.154908:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e4f9440/0xe92384b90c827846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37171e expref: 709 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.154909:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b795440/0xe92384b90c827758 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371676 expref: 709 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.154910:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606252032 00000100:00100000:1.0:1733164792.154912:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606252032 00000100:00100000:3.0:1733164792.154917:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807989 00010000:00010000:2.0:1733164792.154920:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.154921:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f6e73c0/0xe92384b90c8277f2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3716d8 expref: 709 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.154921:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.154921:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+709:2002:x1817354606252416:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.154922:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.154923:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d67f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.154926:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.154927:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d67f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.154929:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e635440/0xe92384b90c8278cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371787 expref: 709 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.154934:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e635440/0xe92384b90c8278cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371787 expref: 709 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.154935:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606251648 00010000:00010000:2.0:1733164792.154935:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.154936:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606251648 00000100:00100000:0.0:1733164792.154939:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.154941:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5e58c0/0xe92384b90c827942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3717b8 expref: 710 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.154942:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e635440/0xe92384b90c8278cb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371787 expref: 710 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.154947:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+709:2000:x1817354606251520:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.154948:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606251904 00010000:00010000:3.0:1733164792.154948:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.154949:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606251904 00010000:00010000:3.0:1733164792.154949:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.154951:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807988 00010000:00010000:3.0:1733164792.154951:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.154953:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121039d40/0xe92384b90c82773c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37165a expref: 710 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.154955:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6815 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.154958:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807990 00000100:00100000:2.0:1733164792.154961:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+709:2000:x1817354606251776:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.154963:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.154965:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.154967:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807991 00010000:00010000:2.0:1733164792.154967:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095180d80/0xe92384b90c82779e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3716ae expref: 709 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.154970:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+709:2000:x1817354606252160:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.154973:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095180d80/0xe92384b90c82779e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3716ae expref: 709 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.154974:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+709:2002:x1817354606252416:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (123us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.154975:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.154978:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e4f9440/0xe92384b90c827846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37171e expref: 709 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.154978:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807989 00010000:00010000:2.0:1733164792.154979:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095180d80/0xe92384b90c82779e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3716ae expref: 709 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.154983:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e4f9440/0xe92384b90c827846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37171e expref: 709 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.154985:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.154986:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.154987:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d67eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.154987:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807992 00000100:00100000:0.0:1733164792.154990:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.154990:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+707:2002:x1817354606252032:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.154991:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d67eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.154992:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e4f9440/0xe92384b90c827846 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37171e expref: 707 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.154994:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.154996:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f6e73c0/0xe92384b90c8277f2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3716d8 expref: 706 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.154997:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.154998:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.154999:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.155000:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155001:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f6e73c0/0xe92384b90c8277f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3716d8 expref: 706 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.155005:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606252288 00000100:00100000:2.0:1733164792.155005:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+706:2000:x1817354606251776:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 43us (137us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.155007:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.155008:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6807 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.155008:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807990 00010000:00010000:3.0:1733164792.155008:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.155009:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606252288 00010000:00010000:3.0:1733164792.155010:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.155013:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807993 00010000:00010000:3.0:1733164792.155015:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6800 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.155016:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ddf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+706:2000:x1817354606251648:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.155017:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.155020:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.155021:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093071b00/0xe92384b90c8278a1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371756 expref: 706 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.155023:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5e58c0/0xe92384b90c827942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3717b8 expref: 706 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.155023:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.155028:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5e58c0/0xe92384b90c827942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3717b8 expref: 706 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.155029:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+706:2000:x1817354606252160:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.155032:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807991 00010000:00010000:2.0:1733164792.155034:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5e58c0/0xe92384b90c827942 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3717b8 expref: 706 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.155036:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+706:2002:x1817354606252032:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 45us (131us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.155039:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.155040:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.155041:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807994 00010000:00010000:2.0:1733164792.155041:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d681c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.155043:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+704:2000:x1817354606251904:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.155044:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807992 00000100:00100000:0.0:1733164792.155048:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807995 00010000:00010000:2.0:1733164792.155048:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d681c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155052:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.155053:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+703:2000:x1817354606252288:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.155055:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.155056:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121039d40/0xe92384b90c82773c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37165a expref: 703 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.155059:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.155061:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121039d40/0xe92384b90c82773c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37165a expref: 703 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.155061:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ddf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+703:2000:x1817354606251648:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 45us (141us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.155062:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093071b00/0xe92384b90c8278a1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371756 expref: 703 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.155065:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807993 00010000:00010000:3.0:1733164792.155067:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155068:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121039d40/0xe92384b90c82773c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37165a expref: 703 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.155069:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093071b00/0xe92384b90c8278a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371756 expref: 703 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.155074:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.155074:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155075:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.155077:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.155077:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d67f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155078:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.155080:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d680e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155080:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155081:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d67f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155084:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d680e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155084:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155086:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d67f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155088:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155090:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.155090:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d67f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155092:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.155092:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.155093:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155094:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d67f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155097:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155098:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d67f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.155100:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+701:2000:x1817354606251904:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (161us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.155102:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d67f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.155103:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+701:2000:x1817354606252288:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 51us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.155103:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807994 00010000:00010000:3.0:1733164792.155103:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6807 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155105:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5200 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.155107:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807995 00010000:00010000:2.0:1733164792.155107:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d67f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155107:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6807 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x228a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155113:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d67f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155118:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d67f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155121:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d681c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155122:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d67f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155125:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d681c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155128:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f6e73c0/0xe92384b90c8277f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3716d8 expref: 699 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.155129:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d681c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155133:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d681c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155136:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d681c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.155137:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297316352:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.155139:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.155156:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d681c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155160:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d681c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155162:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155169:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d681c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155173:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d681c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x228d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155192:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d67eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155197:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d67eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155201:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d67eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155204:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d67eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155208:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d67eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155211:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.155212:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d67eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155217:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d67eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155222:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d67eb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155226:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d67eb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155230:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155234:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155238:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155242:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6800 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155242:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d67f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155246:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6800 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155246:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d67f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155249:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.155251:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6800 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155251:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d67f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155254:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6800 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155255:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d67f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155259:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d67f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155260:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6800 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155262:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.155263:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d67f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155267:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6800 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155267:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d67f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155273:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d67f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155276:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d67f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.155338:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3403:3762:x1817354297315968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1593us (1614us total) trans 4295982979 rc 0/0 00000100:00100000:0.0:1733164792.155342:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187564 00000004:00080000:1.0:1733164792.155350:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f909c00/2, rc 0, transno 1015683 00000100:00100000:1.0:1733164792.155356:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f909c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297315968:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.155360:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093071b00/0xe92384b90c8278a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371756 expref: 698 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.155361:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3402:3759:x1817354297315200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1757us (1801us total) trans 4295982980 rc 0/0 00000100:00100000:3.0:1733164792.155365:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187562 00000100:00100000:0.0:1733164792.155366:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297316608:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.155372:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d680e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.155375:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1733164792.155376:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d680e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.155378:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f90b800/2, rc 0, transno 1015684 00010000:00010000:0.0:1733164792.155380:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d680e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.155380:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297317248:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.155384:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d680e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.155384:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f90b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297315200:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.155387:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d680e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155394:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d680e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.155394:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.155398:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.155399:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d680e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.155402:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800850fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3401:3759:x1817354297316096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1626us (1652us total) trans 4295982975 rc 0/0 00010000:00010000:0.0:1733164792.155403:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d680e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.155406:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187565 00010000:00010000:0.0:1733164792.155408:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d680e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155411:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d680e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x228b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.155412:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297317248 00000100:00100000:1.0:1733164792.155414:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297317376:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.155414:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297317248 00000100:00100000:3.0:1733164792.155423:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187569 00000100:00100000:2.0:1733164792.155425:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3401:3760:x1817354297315328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1818us (1843us total) trans 4295982976 rc 0/0 00000100:00100000:1.0:1733164792.155427:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.155427:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3401:3760:x1817354297317248:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.155429:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187563 00002000:00080000:3.0:1733164792.155434:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8846 count 1 00000004:00080000:1.0:1733164792.155437:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f90a680/2, rc 0, transno 1015680 00000100:00100000:2.0:1733164792.155437:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297317376 00000100:00100000:2.0:1733164792.155439:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297317376 00000100:00100000:1.0:1733164792.155440:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f90a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297315328:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.155441:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6823 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.155448:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187570 00010000:00010000:3.0:1733164792.155448:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997b4480/0xe92384b90c82798f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3717f7 expref: 697 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.155450:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3402:3760:x1817354297317376:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.155451:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.155452:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.155454:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6823 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.155455:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.155457:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297317504:0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.155458:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8847 count 1 00010000:00010000:3.0:1733164792.155463:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997b4480/0xe92384b90c82798f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3717f7 expref: 697 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155465:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d682a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.155467:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.155468:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997b4480/0xe92384b90c82798f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3717f7 expref: 697 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.155472:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007c460d80/0xe92384b90c8279ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371828 expref: 697 pid: 15942 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.155473:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297317632:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.155476:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.155477:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3402:3760:x1817354297316224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1655us (1697us total) trans 4295982981 rc 0/0 00010000:00010000:2.0:1733164792.155478:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:1.0:1733164792.155479:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f909880/2, rc 0, transno 1015685 00010000:00010000:2.0:1733164792.155479:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d682a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.155480:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187566 00000100:00100000:1.0:1733164792.155482:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297316224:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.155486:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.155488:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297317504 00010000:00010000:2.0:1733164792.155489:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007c460d80/0xe92384b90c8279ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371828 expref: 697 pid: 15942 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.155490:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297317504 00000100:00100000:3.0:1733164792.155493:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1733164792.155495:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007c460d80/0xe92384b90c8279ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371828 expref: 697 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.155497:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297317888:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.155498:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187571 00000100:00100000:0.0:1733164792.155501:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3402:3762:x1817354297317504:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.155501:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b05f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297317760:192.168.202.7@tcp:104: 00002000:00080000:0.0:1733164792.155509:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8848 count 1 00000100:00100000:3.0:1733164792.155510:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.155511:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947526c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.155515:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6831 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.155519:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297317888 00000100:00100000:1.0:1733164792.155521:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297317888 00010000:00010000:3.0:1733164792.155522:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.155524:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f909f80/2, rc 0, transno 1015679 00010000:00010000:0.0:1733164792.155525:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121272640/0xe92384b90c827a30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371859 expref: 697 pid: 16597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.155528:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297316096:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.155530:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.155530:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.155530:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.155531:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187572 00010000:00010000:0.0:1733164792.155532:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6831 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.155534:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f90b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3403:3761:x1817354297317888:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.155534:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155554:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121272640/0xe92384b90c827a30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371859 expref: 697 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155554:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.155558:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8849 count 1 00010000:00010000:3.0:1733164792.155558:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155560:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121272640/0xe92384b90c827a30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371859 expref: 697 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.155561:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.155563:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.155565:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297318016:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.155566:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6838 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155567:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155573:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091df18c0/0xe92384b90c827a53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37187c expref: 697 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155573:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6815 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155577:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6815 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x228c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155578:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.155578:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.155579:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265480 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.155580:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6838 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155590:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091df18c0/0xe92384b90c827a53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37187c expref: 697 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.155595:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091df18c0/0xe92384b90c827a53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37187c expref: 697 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.155595:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3403:3761:x1817354297316864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1643us (1666us total) trans 4295982977 rc 0/0 00000100:00100000:2.0:1733164792.155599:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187568 00000100:00100000:1.0:1733164792.155601:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c924000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297318144:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.155601:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f908000/2, rc 0, transno 1015681 00000100:00100000:3.0:1733164792.155604:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297316864:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.155612:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987180 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.155634:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297318400:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.155641:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f90b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3403:3761:x1817354297315456:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2040us (2102us total) trans 4295982978 rc 0/0 00000004:00080000:3.0:1733164792.155643:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f90a300/2, rc 0, transno 1015682 00000100:00100000:2.0:1733164792.155644:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187561 00000100:00100000:1.0:1733164792.155648:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.155648:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f90a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297315456:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.155659:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.155662:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297318272:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.155670:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.155696:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297318528:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.155706:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.155717:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297318400 00000100:00100000:2.0:1733164792.155719:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297318400 00000100:00100000:3.0:1733164792.155719:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297318272 00000100:00100000:3.0:1733164792.155721:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297318272 00000100:00100000:0.0:1733164792.155725:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297318528 00000100:00100000:0.0:1733164792.155728:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297318528 00000100:00100000:2.0:1733164792.155728:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187573 00000100:00100000:2.0:1733164792.155731:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3405:3760:x1817354297318400:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.155731:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187574 00000100:00100000:3.0:1733164792.155734:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3405:3760:x1817354297318272:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.155738:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8851 count 1 00002000:00080000:3.0:1733164792.155743:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8850 count 1 00000100:00100000:0.0:1733164792.155744:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187575 00010000:00010000:2.0:1733164792.155745:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d683f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.155747:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f909500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3405:3761:x1817354297318528:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.155752:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6846 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155755:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091dfaac0/0xe92384b90c827ad8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3718ec expref: 697 pid: 16594 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.155758:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8852 count 1 00010000:00010000:2.0:1733164792.155759:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.155759:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.155761:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d683f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155761:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009599d680/0xe92384b90c827a92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3718bb expref: 697 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155767:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d684d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155768:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.155769:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.155770:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091dfaac0/0xe92384b90c827ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3718ec expref: 697 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155771:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6846 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155775:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f00ed00/0xe92384b90c827b09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37191d expref: 697 pid: 15942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.155775:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091dfaac0/0xe92384b90c827ad8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3718ec expref: 697 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.155781:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b07480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297318656:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.155785:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.155786:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009599d680/0xe92384b90c827a92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3718bb expref: 697 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155787:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.155789:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d684d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.155794:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009599d680/0xe92384b90c827a92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3718bb expref: 697 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.155795:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752a80 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.155803:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f00ed00/0xe92384b90c827b09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37191d expref: 697 pid: 15942 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.155809:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f90b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297318784:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.155812:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f00ed00/0xe92384b90c827b09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37191d expref: 697 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.155821:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297318912:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.155824:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575b40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.155838:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265a80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.155850:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3405:3762:x1817354297316736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1915us (1940us total) trans 4295982982 rc 0/0 00000100:00100000:3.0:1733164792.155854:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187567 00000004:00080000:1.0:1733164792.155856:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f90bb80/2, rc 0, transno 1015686 00000100:00100000:1.0:1733164792.155861:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f90bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297316736:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.155900:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.155907:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297319040:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.155928:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.155941:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297319040 00000100:00100000:0.0:1733164792.155943:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297319040 00000100:00100000:0.0:1733164792.155954:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187576 00000100:00100000:0.0:1733164792.155956:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3405:3761:x1817354297319040:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.155964:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8853 count 1 00010000:00010000:0.0:1733164792.155971:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6854 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155978:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095183a80/0xe92384b90c827b4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371963 expref: 697 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155981:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.155982:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.155984:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6854 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155992:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095183a80/0xe92384b90c827b4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371963 expref: 697 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.155998:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095183a80/0xe92384b90c827b4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371963 expref: 697 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.156003:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297319168:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.156075:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265d80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.156266:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297317632:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.156274:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6823 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.156652:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297318912:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.156682:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297318016:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.156693:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b05f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297317760:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.156694:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6831 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.156707:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d682a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.156714:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d684d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.156753:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c924000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297318144:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.156761:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6838 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.156763:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b07480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297318656:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.156770:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d683f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.156783:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.156795:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.156796:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606253056 00000100:00100000:3.0:1733164792.156797:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f90b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297318784:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.156799:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606253056 00010000:00010000:3.0:1733164792.156805:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6846 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.156809:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.156809:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091df18c0/0xe92384b90c827a53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37187c expref: 698 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.156822:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606252672 00000100:00100000:1.0:1733164792.156823:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606252672 00000100:00100000:0.0:1733164792.156824:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.156827:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606252928 00010000:00010000:1.0:1733164792.156828:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007c460d80/0xe92384b90c8279ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371828 expref: 699 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.156830:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606252928 00000100:00100000:0.0:1733164792.156832:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606253312 00000100:00100000:0.0:1733164792.156834:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606253312 00000100:00100000:1.0:1733164792.156837:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807996 00010000:00010000:2.0:1733164792.156840:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121272640/0xe92384b90c827a30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371859 expref: 701 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.156841:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+701:2003:x1817354606253056:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.156843:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009599d680/0xe92384b90c827a92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3718bb expref: 701 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.156846:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.156849:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091df18c0/0xe92384b90c827a53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37187c expref: 701 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.156854:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091df18c0/0xe92384b90c827a53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37187c expref: 701 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.156861:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807997 00000100:00100000:0.0:1733164792.156865:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807998 00000100:00100000:2.0:1733164792.156865:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+701:2001:x1817354606252672:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.156867:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091df18c0/0xe92384b90c827a53 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37187c expref: 701 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.156868:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+701:2001:x1817354606252928:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.156871:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.156872:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 807999 00010000:00010000:0.0:1733164792.156873:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.156874:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.156874:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007c460d80/0xe92384b90c8279ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371828 expref: 700 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.156875:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+700:2001:x1817354606253312:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.156876:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121272640/0xe92384b90c827a30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371859 expref: 700 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.156876:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.156877:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.156879:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007c460d80/0xe92384b90c8279ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371828 expref: 700 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.156881:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121272640/0xe92384b90c827a30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371859 expref: 700 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.156881:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.156882:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6838 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.156885:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009599d680/0xe92384b90c827a92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3718bb expref: 700 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.156888:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007c460d80/0xe92384b90c8279ff lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371828 expref: 700 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.156890:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121272640/0xe92384b90c827a30 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371859 expref: 700 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.156890:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.156890:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009599d680/0xe92384b90c827a92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3718bb expref: 700 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.156895:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.156896:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.156897:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.156897:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.156898:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d682a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.156899:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6831 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.156899:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009599d680/0xe92384b90c827a92 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3718bb expref: 698 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.156903:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6831 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.156903:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d682a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.156906:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+697:2003:x1817354606253056:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (125us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.156906:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.156907:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.156909:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.156910:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807996 00010000:00010000:2.0:1733164792.156911:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.156912:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.156913:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6846 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.156921:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.156925:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.156925:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+696:2001:x1817354606252672:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.156927:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+696:2001:x1817354606252928:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.156929:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807997 00010000:00010000:1.0:1733164792.156930:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.156933:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807998 00000100:00100000:3.0:1733164792.156933:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+696:2001:x1817354606253312:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 57us (108us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.156934:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.156937:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 807999 00010000:00010000:1.0:1733164792.156938:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6838 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.156944:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d682a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.156945:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6831 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.156945:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.156948:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d682a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.156948:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.156949:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6831 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.156949:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.156950:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.156952:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.156953:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6831 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.156953:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d682a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.156954:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6838 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.156956:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d682a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.156957:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.156958:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6831 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.156959:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6838 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.156960:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d682a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.156960:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6846 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.156962:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6831 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.156963:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6838 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.156963:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.156965:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.156965:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d682a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.156967:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6831 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.156967:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.156969:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d682a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.156971:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6831 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.156971:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d33c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.156972:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.156974:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d682a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.156975:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6831 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.156976:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.156977:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d682a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x228f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.156979:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6831 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.156981:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6846 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.156984:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6846 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.157035:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.157056:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f90b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3409:3761:x1817354297317888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1520us (1544us total) trans 4295982983 rc 0/0 00000100:00100000:3.0:1733164792.157057:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606252544 00000100:00100000:3.0:1733164792.157059:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606252544 00000100:00100000:1.0:1733164792.157060:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187572 00000100:00100000:2.0:1733164792.157066:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.157066:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997b4480/0xe92384b90c82798f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3717f7 expref: 694 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.157074:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606252800 00000100:00100000:3.0:1733164792.157076:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606252800 00000004:00080000:1.0:1733164792.157077:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c927b80/2, rc 0, transno 1015687 00000100:00100000:2.0:1733164792.157078:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808000 00010000:00010000:3.0:1733164792.157079:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f00ed00/0xe92384b90c827b09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37191d expref: 695 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.157081:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297317888:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.157081:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+695:2001:x1817354606252544:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.157087:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.157088:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808001 00000100:00100000:0.0:1733164792.157090:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3408:3762:x1817354297317504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1586us (1620us total) trans 4295982986 rc 0/0 00010000:00010000:2.0:1733164792.157090:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997b4480/0xe92384b90c82798f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3717f7 expref: 695 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.157091:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+695:2001:x1817354606252800:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.157095:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.157096:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187571 00010000:00010000:2.0:1733164792.157096:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997b4480/0xe92384b90c82798f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3717f7 expref: 695 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.157097:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f00ed00/0xe92384b90c827b09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37191d expref: 695 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.157102:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1733164792.157103:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997b4480/0xe92384b90c82798f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3717f7 expref: 695 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.157103:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f00ed00/0xe92384b90c827b09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37191d expref: 695 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.157107:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297319296:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.157109:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f00ed00/0xe92384b90c827b09 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37191d expref: 694 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.157111:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.157111:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.157113:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.157115:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.157115:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.157117:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6823 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.157117:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d684d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.157120:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297319168:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.157121:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d684d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.157123:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.157126:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.157129:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.157131:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6854 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.157134:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297319296 00000100:00100000:1.0:1733164792.157136:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297319296 00000100:00100000:2.0:1733164792.157136:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+693:2001:x1817354606252544:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.157156:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+693:2001:x1817354606252800:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 49us (74us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.157158:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808000 00000100:00100000:3.0:1733164792.157160:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808001 00000100:00100000:1.0:1733164792.157164:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187577 00000100:00100000:1.0:1733164792.157167:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3408:3760:x1817354297319296:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.157168:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d684d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157173:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d684d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.157176:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8854 count 1 00010000:00010000:0.0:1733164792.157177:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d684d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157181:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d684d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.157183:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d685b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157184:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d684d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.157185:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c925c00/2, rc 0, transno 1015690 00010000:00010000:0.0:1733164792.157187:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.157189:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d684d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.157191:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297317504:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.157192:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948c3180/0xe92384b90c827b79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37198d expref: 691 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157193:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d684d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.157196:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.157196:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3408:3760:x1817354297318272:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1461us (1524us total) trans 4295982984 rc 0/0 00010000:00010000:1.0:1733164792.157197:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.157199:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d684d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.157199:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d685b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.157200:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187574 00010000:00010000:0.0:1733164792.157206:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d684d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.157209:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.157213:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c924700/2, rc 0, transno 1015688 00010000:00010000:3.0:1733164792.157214:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.157215:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297318272:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.157218:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.157221:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.157225:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.157228:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.157230:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.157233:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.157239:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6823 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.157240:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297319424:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.157243:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6823 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x228e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.157246:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3407:3760:x1817354297317376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1794us (1818us total) trans 4295982985 rc 0/0 00000100:00100000:2.0:1733164792.157250:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187570 00000100:00100000:1.0:1733164792.157253:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.157260:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297319424 00000100:00100000:2.0:1733164792.157262:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297319424 00000004:00080000:1.0:1733164792.157264:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080f1df80/2, rc 0, transno 1015689 00000100:00100000:1.0:1733164792.157267:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297317376:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.157271:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187578 00000100:00100000:2.0:1733164792.157273:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3408:3760:x1817354297319424:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.157275:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297319552:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.157284:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1733164792.157297:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae34e00/2, rc 0, transno 1015691 00000100:00100000:1.0:1733164792.157299:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297318528:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.157301:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f909500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3409:3761:x1817354297318528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1551us (1592us total) trans 4295982987 rc 0/0 00000100:00100000:2.0:1733164792.157301:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.157307:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187575 00000100:00100000:2.0:1733164792.157309:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606253184 00000100:00100000:2.0:1733164792.157311:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606253184 00010000:00010000:2.0:1733164792.157317:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091dfaac0/0xe92384b90c827ad8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3718ec expref: 692 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.157318:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297319552 00000100:00100000:0.0:1733164792.157321:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297319552 00000004:00080000:1.0:1733164792.157322:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880083a3ed80/2, rc 0, transno 1015692 00000100:00100000:3.0:1733164792.157322:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3408:3760:x1817354297317248:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1895us (1927us total) trans 4295982988 rc 0/0 00000100:00100000:1.0:1733164792.157326:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297317248:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.157326:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187569 00000100:00100000:1.0:1733164792.157328:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.157330:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297319808:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.157334:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808002 00000100:00100000:2.0:1733164792.157336:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+692:2001:x1817354606253184:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.157339:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187579 00010000:00010000:2.0:1733164792.157340:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.157341:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.157342:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091dfaac0/0xe92384b90c827ad8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3718ec expref: 692 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.157343:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3408:3761:x1817354297319552:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.157343:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8855 count 1 00000100:00100000:1.0:1733164792.157348:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1733164792.157348:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091dfaac0/0xe92384b90c827ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3718ec expref: 692 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.157350:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6862 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.157351:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297319680:0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.157354:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8856 count 1 00010000:00010000:3.0:1733164792.157357:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094bf2f40/0xe92384b90c827bb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3719c5 expref: 692 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.157359:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091dfaac0/0xe92384b90c827ad8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3718ec expref: 692 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.157360:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.157361:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.157362:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.157363:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6869 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.157363:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6862 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.157365:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.157366:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.157367:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d683f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.157369:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297319808 00000100:00100000:1.0:1733164792.157371:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297319808 00010000:00010000:2.0:1733164792.157371:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d683f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157373:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f238fc0/0xe92384b90c827be2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3719f6 expref: 691 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.157373:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094bf2f40/0xe92384b90c827bb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3719c5 expref: 691 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.157378:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094bf2f40/0xe92384b90c827bb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3719c5 expref: 691 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.157379:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.157380:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.157381:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.157384:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6869 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.157385:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f90b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297319936:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.157388:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297319680 00000100:00100000:2.0:1733164792.157388:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+691:2001:x1817354606253184:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 51us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.157390:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297319680 00000100:00100000:2.0:1733164792.157391:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808002 00000100:00100000:3.0:1733164792.157395:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187580 00000100:00100000:3.0:1733164792.157398:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3410:3760:x1817354297319808:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.157399:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f238fc0/0xe92384b90c827be2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3719f6 expref: 690 pid: 16600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.157401:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187581 00000100:00100000:1.0:1733164792.157403:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3410:3761:x1817354297319680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.157404:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8858 count 1 00010000:00010000:0.0:1733164792.157408:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f238fc0/0xe92384b90c827be2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3719f6 expref: 690 pid: 16600 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.157410:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8857 count 1 00010000:00010000:3.0:1733164792.157410:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6870 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.157415:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800978b3a80/0xe92384b90c827c6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a5f expref: 690 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.157416:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297320064:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.157417:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6877 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.157419:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.157420:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.157421:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6870 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.157425:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800968e9440/0xe92384b90c827c3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a20 expref: 690 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.157429:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.157429:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800978b3a80/0xe92384b90c827c6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a5f expref: 690 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.157430:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.157431:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6877 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.157434:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800978b3a80/0xe92384b90c827c6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a5f expref: 690 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.157439:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297320192:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.157441:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800968e9440/0xe92384b90c827c3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a20 expref: 690 pid: 16600 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.157442:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265d80 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.157450:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800968e9440/0xe92384b90c827c3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a20 expref: 690 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.157451:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575240 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.157453:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.157456:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297320320:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.157461:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.157462:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606253440 00000100:00100000:2.0:1733164792.157464:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606253440 00000100:00100000:1.0:1733164792.157471:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987180 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.157472:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095183a80/0xe92384b90c827b4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371963 expref: 691 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.157481:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808003 00000100:00100000:2.0:1733164792.157483:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+691:2001:x1817354606253440:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.157487:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.157490:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095183a80/0xe92384b90c827b4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371963 expref: 691 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.157493:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297320448:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.157499:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095183a80/0xe92384b90c827b4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371963 expref: 691 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.157505:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.157506:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095183a80/0xe92384b90c827b4f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371963 expref: 691 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.157512:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.157513:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297320448 00010000:00010000:2.0:1733164792.157513:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.157515:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.157516:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297320448 00010000:00010000:2.0:1733164792.157519:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6854 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.157523:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948c3180/0xe92384b90c827b79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37198d expref: 690 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.157526:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.157528:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948c3180/0xe92384b90c827b79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37198d expref: 690 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.157529:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187582 00000100:00100000:0.0:1733164792.157532:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3411:3760:x1817354297320448:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.157533:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297320576:192.168.202.7@tcp:104: 00002000:00080000:0.0:1733164792.157552:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8859 count 1 00000100:00100000:2.0:1733164792.157553:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+690:2001:x1817354606253440:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.157556:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808003 00010000:00010000:0.0:1733164792.157559:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d687e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.157560:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.157567:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096b4f840/0xe92384b90c827ca6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a90 expref: 689 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157572:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.157573:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.157574:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d687e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157583:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096b4f840/0xe92384b90c827ca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a90 expref: 689 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157588:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096b4f840/0xe92384b90c827ca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a90 expref: 689 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.157594:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297320704:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.157601:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d683f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.157606:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d683f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.157610:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265a80 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.157610:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d683f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.157617:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d683f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157620:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.157621:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d683f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.157625:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.157626:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d683f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157628:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.157630:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d683f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157632:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6854 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157635:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.157635:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d683f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157639:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.157639:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d683f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157642:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.157644:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157647:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157653:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6854 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157656:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6854 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.157724:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3413:3760:x1817354297318400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1991us (2074us total) trans 4295982989 rc 0/0 00000100:00100000:2.0:1733164792.157728:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187573 00000100:00100000:0.0:1733164792.157743:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3412:3761:x1817354297319040:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1785us (1815us total) trans 4295982990 rc 0/0 00000004:00080000:1.0:1733164792.157745:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c926a00/2, rc 0, transno 1015693 00000100:00100000:0.0:1733164792.157748:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187576 00000100:00100000:1.0:1733164792.157750:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297318400:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.157760:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c768000/2, rc 0, transno 1015694 00000100:00100000:1.0:1733164792.157762:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297319040:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.157777:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297320832:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.157791:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.157795:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297320960:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.157811:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.157819:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297320832 00000100:00100000:0.0:1733164792.157822:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297320832 00000100:00100000:2.0:1733164792.157822:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297320960 00000100:00100000:2.0:1733164792.157824:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297320960 00000100:00100000:0.0:1733164792.157834:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187583 00000100:00100000:0.0:1733164792.157837:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3413:3761:x1817354297320832:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.157837:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187584 00000100:00100000:2.0:1733164792.157840:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3413:3762:x1817354297320960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.157845:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8860 count 1 00002000:00080000:2.0:1733164792.157848:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8861 count 1 00010000:00010000:0.0:1733164792.157852:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6885 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.157855:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d688c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157859:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085e20fc0/0xe92384b90c827d01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ab3 expref: 689 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.157862:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092992d00/0xe92384b90c827d32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ae4 expref: 689 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157863:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.157864:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.157866:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6885 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.157866:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.157867:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.157869:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d688c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157875:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085e20fc0/0xe92384b90c827d01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ab3 expref: 689 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.157878:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092992d00/0xe92384b90c827d32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ae4 expref: 689 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.157880:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085e20fc0/0xe92384b90c827d01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ab3 expref: 689 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.157883:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092992d00/0xe92384b90c827d32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ae4 expref: 689 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.157886:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297321088:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.157890:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297321216:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.157910:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265840 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.157910:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752a80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.158375:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297320192:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.158383:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6870 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.158384:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.158387:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297320064:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.158395:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f90b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297319936:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.158397:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.158397:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6869 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158400:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6862 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.158405:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606253696 00000100:00100000:2.0:1733164792.158407:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606253696 00000100:00100000:0.0:1733164792.158408:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.158414:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800978b3a80/0xe92384b90c827c6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a5f expref: 690 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.158414:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606253568 00000100:00100000:0.0:1733164792.158416:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606253952 00000100:00100000:3.0:1733164792.158416:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606253568 00000100:00100000:0.0:1733164792.158418:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606253952 00000100:00100000:1.0:1733164792.158420:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297320320:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.158425:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808004 00010000:00010000:3.0:1733164792.158426:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f238fc0/0xe92384b90c827be2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3719f6 expref: 692 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.158427:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800968e9440/0xe92384b90c827c3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a20 expref: 692 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.158429:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+692:2000:x1817354606253696:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.158433:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.158435:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6877 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.158435:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800978b3a80/0xe92384b90c827c6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a5f expref: 692 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.158441:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800978b3a80/0xe92384b90c827c6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a5f expref: 692 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.158448:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800978b3a80/0xe92384b90c827c6e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a5f expref: 692 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.158451:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808005 00000100:00100000:0.0:1733164792.158455:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808006 00010000:00010000:2.0:1733164792.158455:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.158456:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.158456:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+691:2000:x1817354606253568:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.158457:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.158458:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+691:2003:x1817354606253952:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.158461:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6870 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.158463:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.158464:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.158465:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800968e9440/0xe92384b90c827c3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a20 expref: 691 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.158468:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f238fc0/0xe92384b90c827be2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3719f6 expref: 691 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.158469:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.158470:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800968e9440/0xe92384b90c827c3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a20 expref: 691 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.158477:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f238fc0/0xe92384b90c827be2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3719f6 expref: 691 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.158478:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800968e9440/0xe92384b90c827c3d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a20 expref: 691 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.158482:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+691:2000:x1817354606253696:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (99us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.158484:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.158484:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.158485:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808004 00010000:00010000:0.0:1733164792.158486:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158488:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f238fc0/0xe92384b90c827be2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3719f6 expref: 690 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.158491:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6877 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.158495:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158497:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.158498:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.158500:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158500:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6869 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.158504:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158504:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6869 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.158506:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.158508:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158510:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.158511:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.158515:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.158516:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.158520:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.158523:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+688:2000:x1817354606253568:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (125us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.158525:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6870 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.158527:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808005 00010000:00010000:2.0:1733164792.158528:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6870 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x229a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.158535:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606253824 00000100:00100000:3.0:1733164792.158550:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606253824 00010000:00010000:0.0:1733164792.158551:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.158558:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094bf2f40/0xe92384b90c827bb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3719c5 expref: 688 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.158570:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+688:2003:x1817354606253952:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 109us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.158574:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808007 00000100:00100000:3.0:1733164792.158577:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+688:2003:x1817354606253824:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.158578:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808006 00010000:00010000:1.0:1733164792.158582:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158582:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.158584:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094bf2f40/0xe92384b90c827bb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3719c5 expref: 688 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.158588:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.158592:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158592:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094bf2f40/0xe92384b90c827bb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3719c5 expref: 687 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.158596:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6877 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.158599:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158602:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094bf2f40/0xe92384b90c827bb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3719c5 expref: 687 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.158603:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.158604:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.158608:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158611:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.158612:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.158614:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6877 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158614:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.158618:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6877 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.158620:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3414:3760:x1817354297319808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1221us (1278us total) trans 4295982991 rc 0/0 00010000:00010000:3.0:1733164792.158621:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6862 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.158625:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187580 00010000:00010000:3.0:1733164792.158635:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.158636:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6869 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.158641:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6869 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.158645:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6869 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.158648:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6869 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.158652:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6869 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.158653:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+686:2003:x1817354606253824:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (148us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.158655:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.158656:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6869 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.158657:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808007 00010000:00010000:2.0:1733164792.158660:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6869 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.158665:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6869 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.158669:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6869 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158690:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158697:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.158701:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3415:3761:x1817354297319680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1296us (1340us total) trans 4295982992 rc 0/0 00010000:00010000:3.0:1733164792.158704:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.158706:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187581 00010000:00010000:3.0:1733164792.158711:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6862 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.158715:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316e6a00/2, rc 0, transno 1015696 00010000:00010000:3.0:1733164792.158716:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158719:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1b00 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.158721:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297319680:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.158721:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.158724:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316e5180/2, rc 0, transno 1015695 00010000:00010000:3.0:1733164792.158725:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.158727:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297319808:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.158734:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6862 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158738:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6862 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.158742:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3414:3761:x1817354297319552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1398us (1455us total) trans 4295982993 rc 0/0 00000004:00080000:0.0:1733164792.158745:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae36300/2, rc 0, transno 1015697 00000100:00100000:2.0:1733164792.158746:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187579 00000100:00100000:0.0:1733164792.158748:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297319552:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.158775:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297321472:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.158791:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.158794:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.158800:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.158803:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297321344:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.158805:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297321472 00000100:00100000:1.0:1733164792.158808:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606254080 00000100:00100000:2.0:1733164792.158808:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297321472 00000100:00100000:1.0:1733164792.158811:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606254080 00000100:00100000:0.0:1733164792.158813:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.158822:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948c3180/0xe92384b90c827b79 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37198d expref: 686 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.158822:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187585 00000100:00100000:3.0:1733164792.158823:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3415:3760:x1817354297319424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1547us (1567us total) trans 4295982994 rc 0/0 00000004:00080000:0.0:1733164792.158824:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae37100/2, rc 0, transno 1015698 00000100:00100000:2.0:1733164792.158826:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3415:3760:x1817354297321472:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.158828:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297319424:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.158829:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187578 00000100:00100000:0.0:1733164792.158835:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297321600:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.158835:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297321344 00000100:00100000:1.0:1733164792.158837:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808008 00000100:00100000:2.0:1733164792.158837:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297321344 00000100:00100000:1.0:1733164792.158841:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+686:2000:x1817354606254080:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.158848:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.158851:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187586 00010000:00010000:1.0:1733164792.158852:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948c3180/0xe92384b90c827b79 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37198d expref: 686 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.158853:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.158854:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3415:3760:x1817354297321344:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.158856:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297321600 00010000:00010000:1.0:1733164792.158859:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948c3180/0xe92384b90c827b79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37198d expref: 686 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.158860:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297321600 00002000:00080000:2.0:1733164792.158862:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8862 count 1 00010000:00010000:1.0:1733164792.158869:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.158870:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.158870:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6893 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.158873:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d685b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.158875:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187587 00010000:00010000:2.0:1733164792.158878:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092992640/0xe92384b90c827d5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b07 expref: 686 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.158879:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d685b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.158879:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3416:3761:x1817354297321600:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.158882:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.158883:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.158885:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6893 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.158886:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8864 count 1 00010000:00010000:1.0:1733164792.158890:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.158894:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092992640/0xe92384b90c827d5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b07 expref: 686 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158894:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d689a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.158901:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ae32400/0xe92384b90c827dbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b69 expref: 686 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.158903:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092992640/0xe92384b90c827d5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b07 expref: 686 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.158904:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.158905:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.158907:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d689a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.158908:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297321728:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.158916:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ae32400/0xe92384b90c827dbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b69 expref: 686 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.158918:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+686:2000:x1817354606254080:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.158922:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808008 00000100:00100000:2.0:1733164792.158923:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947526c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.158925:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ae32400/0xe92384b90c827dbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b69 expref: 686 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.158931:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297321856:192.168.202.7@tcp:104: 00002000:00080000:2.0:1733164792.158932:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8863 count 1 00010000:00010000:2.0:1733164792.158937:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d68a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.158943:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098172400/0xe92384b90c827d8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b38 expref: 685 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.158944:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948c3180/0xe92384b90c827b79 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37198d expref: 685 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.158946:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575240 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.158947:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.158948:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.158949:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d68a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.158950:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297320576:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.158957:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098172400/0xe92384b90c827d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b38 expref: 684 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.158958:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d685b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.158963:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d685b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.158963:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098172400/0xe92384b90c827d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b38 expref: 684 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.158966:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d685b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.158968:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297321984:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.158970:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d685b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.158974:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d685b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.158978:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d685b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.158978:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752180 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.158982:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7840 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.158983:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297320704:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.158984:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d685b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.158987:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d685b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.158992:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d685b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.158996:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d685b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.158997:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d687e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.159009:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297322112:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.159021:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297321088:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.159023:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.159033:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6885 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.159035:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297322112 00000100:00100000:2.0:1733164792.159037:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297322112 00000100:00100000:2.0:1733164792.159048:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187588 00000100:00100000:2.0:1733164792.159050:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f90b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3418:3762:x1817354297322112:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.159053:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00002000:00080000:2.0:1733164792.159057:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8865 count 1 00010000:00010000:2.0:1733164792.159063:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d68a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.159064:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606254336 00000100:00100000:3.0:1733164792.159066:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606254336 00010000:00010000:2.0:1733164792.159070:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094430fc0/0xe92384b90c827e04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ba1 expref: 685 pid: 16696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.159071:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3418:3760:x1817354297319296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1903us (1947us total) trans 4295982995 rc 0/0 00010000:00010000:2.0:1733164792.159074:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.159074:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.159075:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187577 00010000:00010000:2.0:1733164792.159076:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d68a8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.159076:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085e20fc0/0xe92384b90c827d01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ab3 expref: 685 pid: 16593 timeout: 1075 lvb_type: 0 00000004:00080000:0.0:1733164792.159080:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae34000/2, rc 0, transno 1015699 00010000:00010000:2.0:1733164792.159084:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094430fc0/0xe92384b90c827e04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ba1 expref: 685 pid: 16696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.159086:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297319296:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.159089:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094430fc0/0xe92384b90c827e04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ba1 expref: 685 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.159094:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297322240:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.159100:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808009 00000100:00100000:0.0:1733164792.159104:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.159104:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f909180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+685:2001:x1817354606254336:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.159108:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.159109:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297322368:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.159112:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.159114:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.159115:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085e20fc0/0xe92384b90c827d01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ab3 expref: 685 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.159121:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606254208 00010000:00010000:3.0:1733164792.159121:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085e20fc0/0xe92384b90c827d01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ab3 expref: 685 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.159122:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.159123:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606254208 00010000:00010000:1.0:1733164792.159129:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096b4f840/0xe92384b90c827ca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a90 expref: 686 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.159129:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085e20fc0/0xe92384b90c827d01 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ab3 expref: 686 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.159137:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297322368 00000100:00100000:0.0:1733164792.159139:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297322368 00010000:00010000:3.0:1733164792.159156:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.159157:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.159159:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.159160:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808010 00000100:00100000:1.0:1733164792.159163:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+685:2001:x1817354606254208:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.159163:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6885 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.159172:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187589 00010000:00010000:3.0:1733164792.159172:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.159174:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.159176:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3418:3760:x1817354297322368:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.159178:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096b4f840/0xe92384b90c827ca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a90 expref: 685 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.159184:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096b4f840/0xe92384b90c827ca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a90 expref: 685 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.159186:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f909180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+685:2001:x1817354606254336:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (132us total) trans 0 rc 0/0 00002000:00080000:0.0:1733164792.159187:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8866 count 1 00000100:00100000:2.0:1733164792.159189:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.159192:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808009 00010000:00010000:0.0:1733164792.159195:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d68af lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159195:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096b4f840/0xe92384b90c827ca6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371a90 expref: 685 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.159197:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606254464 00000100:00100000:2.0:1733164792.159199:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606254464 00010000:00010000:0.0:1733164792.159202:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948e2f40/0xe92384b90c827e43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371be0 expref: 684 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159205:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.159206:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.159206:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.159207:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.159207:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092992d00/0xe92384b90c827d32 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ae4 expref: 684 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.159208:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d68af lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159209:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d687e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159216:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d687e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.159216:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808011 00010000:00010000:0.0:1733164792.159219:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948e2f40/0xe92384b90c827e43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371be0 expref: 684 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.159219:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+684:2001:x1817354606254464:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.159223:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.159224:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948e2f40/0xe92384b90c827e43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371be0 expref: 684 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.159226:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092992d00/0xe92384b90c827d32 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ae4 expref: 684 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.159229:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297322496:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.159230:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.159231:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092992d00/0xe92384b90c827d32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ae4 expref: 684 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.159238:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.159239:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.159241:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d688c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159245:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d688c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.159247:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265840 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.159248:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+684:2001:x1817354606254208:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (133us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.159251:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.159254:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808010 00010000:00010000:0.0:1733164792.159257:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.159261:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.159262:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+683:2001:x1817354606254464:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 41us (73us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.159265:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.159266:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808011 00010000:00010000:0.0:1733164792.159269:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159271:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d687e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.159273:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.159276:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.159277:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159277:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d687e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.159281:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159285:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d687e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.159287:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6885 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.159290:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6885 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x229c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159291:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d687e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159297:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d687e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159300:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.159302:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d687e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159306:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d687e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159311:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d687e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159315:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d687e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x229b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159318:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092992d00/0xe92384b90c827d32 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ae4 expref: 682 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.159324:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297321216:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.159332:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d688c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159336:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d688c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159340:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d688c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159344:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d688c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159347:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d688c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159351:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d688c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159354:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.159356:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d688c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159359:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d688c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159364:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d688c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159371:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d688c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x229d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.159418:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3421:3760:x1817354297320448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1884us (1911us total) trans 4295982996 rc 0/0 00000100:00100000:1.0:1733164792.159424:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187582 00000100:00100000:2.0:1733164792.159452:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3420:3762:x1817354297320960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1611us (1639us total) trans 4295982998 rc 0/0 00000100:00100000:2.0:1733164792.159456:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187584 00000004:00080000:3.0:1733164792.159475:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b06d80/2, rc 0, transno 1015702 00000100:00100000:3.0:1733164792.159485:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297320960:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.159517:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297321728:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.159524:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6893 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.159560:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1733164792.159564:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297321856:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.159568:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297322624:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.159571:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d689a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.159588:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.159600:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297322624 00000100:00100000:2.0:1733164792.159601:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297322624 00000100:00100000:2.0:1733164792.159614:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187590 00000100:00100000:2.0:1733164792.159617:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3420:3759:x1817354297322624:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.159625:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8867 count 1 00010000:00010000:2.0:1733164792.159631:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d68b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159638:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948e33c0/0xe92384b90c827e7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c18 expref: 681 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159644:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.159645:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.159647:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d68b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159655:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948e33c0/0xe92384b90c827e7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c18 expref: 681 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159660:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948e33c0/0xe92384b90c827e7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c18 expref: 681 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.159665:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297322752:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.159680:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.159703:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297321984:192.168.202.7@tcp:104: 00000004:00080000:0.0:1733164792.159704:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee4000/2, rc 0, transno 1015700 00010000:00010000:2.0:1733164792.159709:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d68a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.159712:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297320448:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.159740:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.159751:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606254848 00000100:00100000:2.0:1733164792.159753:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606254848 00010000:00010000:2.0:1733164792.159759:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098172400/0xe92384b90c827d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b38 expref: 682 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.159766:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297322880:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.159766:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.159768:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808012 00000100:00100000:2.0:1733164792.159770:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+682:2002:x1817354606254848:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.159775:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606254592 00010000:00010000:2.0:1733164792.159775:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.159777:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098172400/0xe92384b90c827d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b38 expref: 682 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.159778:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606254592 00010000:00010000:2.0:1733164792.159782:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098172400/0xe92384b90c827d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b38 expref: 683 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.159789:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092992640/0xe92384b90c827d5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b07 expref: 683 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.159790:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098172400/0xe92384b90c827d8d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b38 expref: 683 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.159795:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.159796:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.159798:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d68a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159802:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d68a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159809:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.159811:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808013 00000100:00100000:1.0:1733164792.159816:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+682:2001:x1817354606254592:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.159820:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+682:2002:x1817354606254848:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 48us (81us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.159823:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.159823:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808012 00010000:00010000:1.0:1733164792.159827:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092992640/0xe92384b90c827d5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b07 expref: 682 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.159829:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.159832:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d68a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159835:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092992640/0xe92384b90c827d5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b07 expref: 681 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.159838:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d68a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159842:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d68a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159847:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092992640/0xe92384b90c827d5c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b07 expref: 681 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.159847:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d68a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.159849:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.159851:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d68a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159854:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.159855:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.159856:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.159856:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d68a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159858:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159859:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d68a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159862:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6893 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159864:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d68a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159867:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d68a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x229f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159872:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.159873:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.159879:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297322496:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.159880:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606255104 00000100:00100000:3.0:1733164792.159880:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606254976 00000100:00100000:2.0:1733164792.159882:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606255104 00000100:00100000:3.0:1733164792.159882:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606254976 00000100:00100000:1.0:1733164792.159885:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+682:2001:x1817354606254592:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (119us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.159887:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948e2f40/0xe92384b90c827e43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371be0 expref: 682 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.159889:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d68af lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.159889:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808013 00010000:00010000:3.0:1733164792.159890:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094430fc0/0xe92384b90c827e04 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ba1 expref: 682 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.159901:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808014 00000100:00100000:1.0:1733164792.159903:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+681:2001:x1817354606255104:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.159904:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808015 00000100:00100000:2.0:1733164792.159907:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+681:2001:x1817354606254976:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.159908:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.159910:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948e2f40/0xe92384b90c827e43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371be0 expref: 681 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.159911:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.159914:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094430fc0/0xe92384b90c827e04 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ba1 expref: 681 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.159915:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948e2f40/0xe92384b90c827e43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371be0 expref: 681 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.159919:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094430fc0/0xe92384b90c827e04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ba1 expref: 681 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.159923:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948e2f40/0xe92384b90c827e43 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371be0 expref: 681 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.159926:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.159927:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.159928:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3420:3761:x1817354297320832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2089us (2135us total) trans 4295982997 rc 0/0 00010000:00010000:1.0:1733164792.159928:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.159929:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.159929:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d68a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159931:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d68af lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159933:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d68a8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.159934:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187583 00010000:00010000:1.0:1733164792.159934:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d68af lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.159939:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.159941:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.159945:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.159948:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+680:2001:x1817354606254976:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 41us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.159951:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+680:2001:x1817354606255104:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 46us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.159952:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808015 00000004:00080000:0.0:1733164792.159955:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b04700/2, rc 0, transno 1015701 00000100:00100000:1.0:1733164792.159956:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808014 00000100:00100000:3.0:1733164792.159960:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606254720 00000100:00100000:0.0:1733164792.159961:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297320832:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.159963:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606254720 00010000:00010000:1.0:1733164792.159973:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.159973:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ae32400/0xe92384b90c827dbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b69 expref: 679 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.159979:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.159986:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.159988:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1733164792.159993:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.159994:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297323008:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.159996:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808016 00000100:00100000:2.0:1733164792.159999:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+679:2000:x1817354606254720:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.160000:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160003:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.160005:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.160006:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ae32400/0xe92384b90c827dbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b69 expref: 679 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.160007:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160011:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ae32400/0xe92384b90c827dbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b69 expref: 679 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.160013:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.160014:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160019:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ae32400/0xe92384b90c827dbe lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371b69 expref: 679 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.160023:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6893 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160026:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.160027:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.160029:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6893 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x229e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160029:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d689a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.160030:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297322880 00000100:00100000:0.0:1733164792.160033:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297322880 00010000:00010000:2.0:1733164792.160033:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d689a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160040:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.160048:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+678:2000:x1817354606254720:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 48us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.160051:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808016 00010000:00010000:2.0:1733164792.160089:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d689a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160094:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d689a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160099:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d689a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160102:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d689a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.160104:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297323008 00000100:00100000:0.0:1733164792.160107:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297323008 00010000:00010000:2.0:1733164792.160109:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d689a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160113:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.160115:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d689a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.160116:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187591 00000100:00100000:0.0:1733164792.160118:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3423:3761:x1817354297322880:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.160118:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d689a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160123:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d689a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160126:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d689a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.160127:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8868 count 1 00000100:00100000:1.0:1733164792.160133:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3423:3760:x1817354297321344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1276us (1316us total) trans 4295982999 rc 0/0 00010000:00010000:0.0:1733164792.160134:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d68bd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.160155:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187586 00010000:00010000:0.0:1733164792.160158:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b8b8480/0xe92384b90c827eb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c3b expref: 677 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.160163:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.160164:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.160165:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d68bd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.160166:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187592 00000100:00100000:1.0:1733164792.160170:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3423:3761:x1817354297323008:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.160170:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3423:3760:x1817354297321472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1341us (1376us total) trans 4295983000 rc 0/0 00010000:00010000:0.0:1733164792.160175:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b8b8480/0xe92384b90c827eb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c3b expref: 677 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.160177:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187585 00002000:00080000:1.0:1733164792.160179:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8869 count 1 00010000:00010000:0.0:1733164792.160180:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b8b8480/0xe92384b90c827eb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c3b expref: 677 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.160186:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297323136:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.160187:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d68c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160194:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800933be400/0xe92384b90c827f31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c88 expref: 677 pid: 15942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160198:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.160199:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.160201:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d68c4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160211:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800933be400/0xe92384b90c827f31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c88 expref: 677 pid: 15942 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.160211:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3422:3761:x1817354297321600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1332us (1357us total) trans 4295983001 rc 0/0 00000100:00100000:2.0:1733164792.160215:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187587 00010000:00010000:1.0:1733164792.160216:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800933be400/0xe92384b90c827f31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c88 expref: 677 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.160222:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297323264:192.168.202.7@tcp:104: 00000004:00080000:2.0:1733164792.160231:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b04380/2, rc 0, transno 1015705 00000100:00100000:2.0:1733164792.160235:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297321600:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.160240:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.160258:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094430fc0/0xe92384b90c827e04 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ba1 expref: 677 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.160261:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297323392:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.160265:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297322240:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.160272:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d68a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160277:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d68a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160280:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d68a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.160282:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.160284:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d68a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160287:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d68a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160291:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d68a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160294:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.160295:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d68a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160299:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d68a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.160302:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297323392 00010000:00010000:2.0:1733164792.160304:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d68a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.160305:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297323392 00010000:00010000:2.0:1733164792.160312:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d68a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.160314:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b06680/2, rc 0, transno 1015703 00000100:00100000:0.0:1733164792.160319:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297321344:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.160320:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187593 00000100:00100000:3.0:1733164792.160323:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3422:3759:x1817354297323392:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.160336:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8870 count 1 00010000:00010000:3.0:1733164792.160344:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d68cb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.160351:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cfe7a80/0xe92384b90c828057 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371cb9 expref: 676 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.160355:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.160356:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.160357:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d68cb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.160370:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cfe7a80/0xe92384b90c828057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371cb9 expref: 676 pid: 16685 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.160372:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b07100/2, rc 0, transno 1015704 00000100:00100000:0.0:1733164792.160376:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297321472:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.160376:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cfe7a80/0xe92384b90c828057 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371cb9 expref: 676 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.160381:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f90b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3423:3762:x1817354297322112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1329us (1356us total) trans 4295983002 rc 0/0 00000100:00100000:3.0:1733164792.160382:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297323520:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.160384:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187588 00000100:00100000:0.0:1733164792.160390:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265840 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.160395:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575d80 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.160399:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d68af lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.160399:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b06300/2, rc 0, transno 1015706 00000100:00100000:1.0:1733164792.160402:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.160402:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297322112:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.160406:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d68af lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.160412:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606255232 00000100:00100000:1.0:1733164792.160414:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606255232 00010000:00010000:0.0:1733164792.160417:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d68af lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160422:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948e33c0/0xe92384b90c827e7b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c18 expref: 677 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.160426:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d68af lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.160432:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d68af lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.160432:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808017 00000100:00100000:1.0:1733164792.160435:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+677:2001:x1817354606255232:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.160437:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297323904:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.160438:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.160439:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.160441:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d68af lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160442:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948e33c0/0xe92384b90c827e7b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c18 expref: 677 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.160447:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d68af lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160447:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948e33c0/0xe92384b90c827e7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c18 expref: 677 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.160449:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1733164792.160454:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.160454:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.160455:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.160456:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d68af lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160457:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d68b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.160457:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297323648:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.160460:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d68af lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160460:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d68b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.160460:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1733164792.160463:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297323776:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.160467:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.160480:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.160481:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+677:2001:x1817354606255232:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 45us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.160485:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808017 00000100:00100000:2.0:1733164792.160485:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297323904 00000100:00100000:2.0:1733164792.160487:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297323904 00000100:00100000:2.0:1733164792.160495:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297323648 00000100:00100000:2.0:1733164792.160497:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297323648 00000100:00100000:1.0:1733164792.160499:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187594 00000100:00100000:1.0:1733164792.160501:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131603c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3425:3762:x1817354297323904:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.160505:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187595 00000100:00100000:2.0:1733164792.160507:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3425:3759:x1817354297323648:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.160510:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8873 count 1 00002000:00080000:2.0:1733164792.160516:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8871 count 1 00010000:00010000:1.0:1733164792.160517:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d68d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160523:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008df7df80/0xe92384b90c82847f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371e02 expref: 676 pid: 15900 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160523:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d68d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160527:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.160528:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.160530:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d68d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160530:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092d05b00/0xe92384b90c828184 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371d37 expref: 676 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160549:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.160550:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.160552:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d68d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160553:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008df7df80/0xe92384b90c82847f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371e02 expref: 676 pid: 15900 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.160559:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3425:3760:x1817354297322368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1381us (1435us total) trans 4295983003 rc 0/0 00010000:00010000:1.0:1733164792.160559:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008df7df80/0xe92384b90c82847f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371e02 expref: 676 pid: 15900 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.160561:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092d05b00/0xe92384b90c828184 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371d37 expref: 676 pid: 16661 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.160563:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187589 00000100:00100000:1.0:1733164792.160565:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297324032:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.160567:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092d05b00/0xe92384b90c828184 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371d37 expref: 676 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.160573:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297324160:192.168.202.7@tcp:104: 00000004:00080000:0.0:1733164792.160580:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c76b480/2, rc 0, transno 1015707 00000100:00100000:1.0:1733164792.160581:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987180 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.160585:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297322368:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.160585:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.160594:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.160595:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948e33c0/0xe92384b90c827e7b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c18 expref: 676 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.160601:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297322752:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.160603:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164792.160605:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297323776 00000100:00100000:2.0:1733164792.160606:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297323776 00000100:00100000:0.0:1733164792.160607:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297324288:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.160609:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d68b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160614:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d68b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.160615:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187596 00000100:00100000:2.0:1733164792.160617:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3425:3762:x1817354297323776:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.160618:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d68b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.160619:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1733164792.160624:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8872 count 1 00010000:00010000:1.0:1733164792.160627:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d68b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.160630:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297324288 00000100:00100000:0.0:1733164792.160631:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297324288 00010000:00010000:2.0:1733164792.160631:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d68e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160633:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d68b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160637:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a333c0/0xe92384b90c828280 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371d84 expref: 675 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160639:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d68b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160641:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.160642:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187597 00010000:00010000:2.0:1733164792.160642:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.160643:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d68e0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160644:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3600 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.160645:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3426:3760:x1817354297324288:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.160647:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d68b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.160652:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8874 count 1 00010000:00010000:2.0:1733164792.160652:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a333c0/0xe92384b90c828280 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371d84 expref: 675 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160654:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d68b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.160656:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a333c0/0xe92384b90c828280 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371d84 expref: 675 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.160659:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d68e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.160661:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297324416:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.160663:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d68b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.160666:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cd33c0/0xe92384b90c8285f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371e87 expref: 675 pid: 16624 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160669:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d68b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.160670:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.160671:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.160672:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d68e7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.160674:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752a80 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.160681:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cd33c0/0xe92384b90c8285f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371e87 expref: 675 pid: 16624 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.160686:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cd33c0/0xe92384b90c8285f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371e87 expref: 675 pid: 16624 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.160761:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297324544:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.160786:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265a80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.160787:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3427:3759:x1817354297322624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1167us (1196us total) trans 4295983004 rc 0/0 00000100:00100000:1.0:1733164792.160795:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187590 00000004:00080000:2.0:1733164792.160800:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69c380/2, rc 0, transno 1015708 00000100:00100000:2.0:1733164792.160805:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297322624:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.160819:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297323264:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.160832:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d68c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.160837:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297324672:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.160850:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.160867:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297324672 00000100:00100000:1.0:1733164792.160870:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297324672 00000100:00100000:1.0:1733164792.160882:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187598 00000100:00100000:1.0:1733164792.160884:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3427:3760:x1817354297324672:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.160893:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8875 count 1 00010000:00010000:1.0:1733164792.160900:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d68ee lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160909:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800814058c0/0xe92384b90c828734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ecd expref: 675 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160915:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.160917:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.160919:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d68ee lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160934:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800814058c0/0xe92384b90c828734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ecd expref: 675 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.160943:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800814058c0/0xe92384b90c828734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ecd expref: 675 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.160952:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297324800:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.160977:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.160987:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297323520:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.160995:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d68cb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.160996:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297323136:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.161005:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d68bd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.161026:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.161040:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.161044:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606255488 00000100:00100000:1.0:1733164792.161048:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606255488 00000100:00100000:3.0:1733164792.161057:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.161059:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cfe7a80/0xe92384b90c828057 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371cb9 expref: 676 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.161074:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606255616 00000100:00100000:1.0:1733164792.161077:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606255616 00000100:00100000:2.0:1733164792.161078:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606255360 00000100:00100000:2.0:1733164792.161079:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606255360 00010000:00010000:1.0:1733164792.161084:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b8b8480/0xe92384b90c827eb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c3b expref: 678 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.161087:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800933be400/0xe92384b90c827f31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c88 expref: 678 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.161094:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808018 00000100:00100000:0.0:1733164792.161097:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+678:2003:x1817354606255488:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.161098:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808019 00010000:00010000:0.0:1733164792.161103:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.161103:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+678:2001:x1817354606255616:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.161103:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808020 00010000:00010000:0.0:1733164792.161106:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cfe7a80/0xe92384b90c828057 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371cb9 expref: 678 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.161106:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+678:2001:x1817354606255360:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.161110:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.161112:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cfe7a80/0xe92384b90c828057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371cb9 expref: 678 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.161114:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b8b8480/0xe92384b90c827eb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c3b expref: 678 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.161116:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.161119:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800933be400/0xe92384b90c827f31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c88 expref: 678 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.161120:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cfe7a80/0xe92384b90c828057 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371cb9 expref: 678 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.161122:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b8b8480/0xe92384b90c827eb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c3b expref: 678 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.161125:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800933be400/0xe92384b90c827f31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c88 expref: 677 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.161127:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.161128:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.161130:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d68cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.161133:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800933be400/0xe92384b90c827f31 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c88 expref: 677 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.161135:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d68cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161135:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b8b8480/0xe92384b90c827eb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371c3b expref: 677 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.161139:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.161156:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.161158:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.161159:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d68c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161162:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.161164:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.161166:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d68bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.161166:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d68c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.161170:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d68cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.161172:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+675:2003:x1817354606255488:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (147us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.161173:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d68bd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.161175:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d68cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.161176:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808018 00010000:00010000:2.0:1733164792.161179:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.161180:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d68cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.161183:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d68cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161189:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.161190:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d68cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.161195:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2880 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.161196:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+675:2001:x1817354606255360:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (137us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.161197:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d68cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.161202:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808020 00010000:00010000:3.0:1733164792.161204:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d68cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.161205:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+675:2001:x1817354606255616:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 101us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.161211:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808019 00010000:00010000:3.0:1733164792.161214:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d68cb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.161220:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d68cb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161228:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d68c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161231:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d68bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161234:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d68c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161236:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d68bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161240:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d68c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161241:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d68bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161244:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d68bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161246:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d68c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161248:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d68bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161251:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.161253:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d68bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161253:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d68c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161257:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d68bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161258:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.161260:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d68c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161264:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d68c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161273:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d68c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161277:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d68c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161297:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d68bd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161305:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d68bd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.161327:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3429:3759:x1817354297323392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1001us (1043us total) trans 4295983005 rc 0/0 00000100:00100000:3.0:1733164792.161332:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187593 00000004:00080000:2.0:1733164792.161335:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b04a80/2, rc 0, transno 1015709 00000100:00100000:2.0:1733164792.161340:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297323392:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.161358:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1733164792.161362:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297324928:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.161371:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3428:3761:x1817354297323008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1199us (1356us total) trans 4295983006 rc 0/0 00000100:00100000:1.0:1733164792.161377:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187592 00000100:00100000:2.0:1733164792.161378:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.161388:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297324928 00000100:00100000:1.0:1733164792.161390:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297324928 00000100:00100000:3.0:1733164792.161391:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:2.0:1733164792.161394:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c769c00/2, rc 0, transno 1015710 00000100:00100000:2.0:1733164792.161397:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297323008:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.161405:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187599 00000100:00100000:2.0:1733164792.161406:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b05c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297324160:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.161408:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3429:3762:x1817354297324928:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.161410:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606255872 00000100:00100000:0.0:1733164792.161412:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606255872 00010000:00010000:2.0:1733164792.161413:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d68d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.161419:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8876 count 1 00010000:00010000:0.0:1733164792.161421:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008df7df80/0xe92384b90c82847f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371e02 expref: 673 pid: 15900 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.161427:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d68f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.161429:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297325056:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.161434:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808021 00010000:00010000:1.0:1733164792.161437:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e56880/0xe92384b90c82893a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371f6e expref: 673 pid: 16665 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.161439:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+673:2001:x1817354606255872:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.161441:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.161443:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.161444:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.161445:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.161446:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d68f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161449:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008df7df80/0xe92384b90c82847f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371e02 expref: 673 pid: 15900 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.161455:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.161457:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297324416:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.161461:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098e56880/0xe92384b90c82893a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371f6e expref: 673 pid: 16665 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.161464:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d68e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161473:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098e56880/0xe92384b90c82893a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371f6e expref: 673 pid: 16665 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.161473:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606255744 00000100:00100000:2.0:1733164792.161475:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606255744 00000100:00100000:3.0:1733164792.161475:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.161481:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297325184:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.161482:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092d05b00/0xe92384b90c828184 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371d37 expref: 674 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.161488:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.161500:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606256000 00000100:00100000:1.0:1733164792.161501:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987a80 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.161501:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606256000 00010000:00010000:2.0:1733164792.161506:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099a333c0/0xe92384b90c828280 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371d84 expref: 675 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.161510:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606256128 00000100:00100000:3.0:1733164792.161513:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606256128 00000100:00100000:1.0:1733164792.161516:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808022 00000100:00100000:2.0:1733164792.161520:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808023 00000100:00100000:1.0:1733164792.161521:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+676:2000:x1817354606255744:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.161523:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+676:2001:x1817354606256000:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.161523:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cd33c0/0xe92384b90c8285f9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371e87 expref: 676 pid: 16624 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.161527:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.161528:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.161529:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099a333c0/0xe92384b90c828280 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371d84 expref: 676 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.161531:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092d05b00/0xe92384b90c828184 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371d37 expref: 676 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.161535:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099a333c0/0xe92384b90c828280 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371d84 expref: 676 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.161551:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092d05b00/0xe92384b90c828184 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371d37 expref: 676 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.161555:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808024 00010000:00010000:2.0:1733164792.161558:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099a333c0/0xe92384b90c828280 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371d84 expref: 676 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.161558:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+676:2000:x1817354606256128:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.161559:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008df7df80/0xe92384b90c82847f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371e02 expref: 676 pid: 15900 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.161560:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d05b00/0xe92384b90c828184 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371d37 expref: 676 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.161564:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.161565:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.161566:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cd33c0/0xe92384b90c8285f9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371e87 expref: 674 pid: 16624 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.161567:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.161567:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.161567:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.161567:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.161568:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.161568:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d68e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161569:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d68d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161570:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d68d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.161572:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d68e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.161572:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cd33c0/0xe92384b90c8285f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371e87 expref: 674 pid: 16624 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.161573:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d68d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161574:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d68d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.161578:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.161580:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.161581:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.161581:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.161582:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d68e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161586:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.161587:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d68e7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.161588:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+674:2001:x1817354606256000:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.161592:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808023 00010000:00010000:3.0:1733164792.161593:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.161595:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+674:2001:x1817354606255872:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 156us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.161598:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+673:2000:x1817354606255744:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.161599:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808021 00000100:00100000:1.0:1733164792.161602:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808022 00000100:00100000:3.0:1733164792.161604:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+673:2000:x1817354606256128:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 45us (116us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.161606:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d68d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.161607:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808024 00010000:00010000:2.0:1733164792.161611:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d68d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.161618:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d68d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.161619:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297325056 00000100:00100000:3.0:1733164792.161621:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297325056 00010000:00010000:2.0:1733164792.161628:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d68d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.161630:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187600 00000100:00100000:3.0:1733164792.161632:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3430:3762:x1817354297325056:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.161633:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d68d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.161639:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2d00 already unused, calling callback (ffffffffa0854100) 00002000:00080000:3.0:1733164792.161641:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8877 count 1 00010000:00010000:2.0:1733164792.161644:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d68d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.161648:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d68fc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.161649:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d68d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.161654:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a8a4b40/0xe92384b90c828aad lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f371fec expref: 670 pid: 16670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.161657:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d68d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.161658:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.161659:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.161660:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3430:3761:x1817354297322880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1540us (1812us total) trans 4295983007 rc 0/0 00010000:00010000:3.0:1733164792.161660:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d68fc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.161662:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d68d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.161664:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187591 00010000:00010000:3.0:1733164792.161669:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a8a4b40/0xe92384b90c828aad lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371fec expref: 670 pid: 16670 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.161670:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69e300/2, rc 0, transno 1015711 00010000:00010000:3.0:1733164792.161674:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a8a4b40/0xe92384b90c828aad lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371fec expref: 670 pid: 16670 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.161676:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297322880:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.161679:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297325312:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.161692:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575540 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.161702:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297324800:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.161705:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.161706:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008df7df80/0xe92384b90c82847f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371e02 expref: 670 pid: 15900 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.161710:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d68ee lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.161712:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297324032:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.161720:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606256256 00010000:00010000:3.0:1733164792.161721:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d68d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.161722:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606256256 00010000:00010000:1.0:1733164792.161728:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800814058c0/0xe92384b90c828734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ecd expref: 670 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.161729:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cd33c0/0xe92384b90c8285f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371e87 expref: 670 pid: 16624 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.161729:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d68d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.161732:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d68d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.161736:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d68d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.161737:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297324544:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.161737:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808025 00000100:00100000:1.0:1733164792.161740:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+669:2001:x1817354606256256:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.161740:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d68d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161743:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.161743:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d68d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161745:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d68e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161746:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800814058c0/0xe92384b90c828734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ecd expref: 669 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.161747:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.161749:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d68e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.161749:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d68d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161751:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800814058c0/0xe92384b90c828734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ecd expref: 669 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.161753:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d68e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.161755:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d68d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161757:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d68e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161761:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d68e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161761:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800814058c0/0xe92384b90c828734 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371ecd expref: 669 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.161761:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3430:3759:x1817354297323648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1251us (1280us total) trans 4295983008 rc 0/0 00010000:00010000:3.0:1733164792.161763:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d68d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161764:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d68e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161767:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.161767:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187595 00010000:00010000:0.0:1733164792.161768:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.161768:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.161768:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d68d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161770:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d68e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161770:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d68ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161774:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d68e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161774:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d68ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.161779:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d68e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161779:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.161781:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1733164792.161783:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d68e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.161787:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297325440:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.161790:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+668:2001:x1817354606256256:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 49us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.161793:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808025 00010000:00010000:1.0:1733164792.161803:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d68ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.161803:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.161807:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d68ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161811:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d68ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161815:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d68ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161822:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d68ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.161822:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b06a00/2, rc 0, transno 1015712 00010000:00010000:1.0:1733164792.161826:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca61c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.161827:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d68ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.161829:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297323648:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.161831:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d68ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.161836:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d68ee lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.161837:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297325440 00010000:00010000:1.0:1733164792.161839:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d68ee lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.161839:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297325440 00000100:00100000:2.0:1733164792.161852:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187601 00000100:00100000:2.0:1733164792.161855:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3432:3760:x1817354297325440:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.161865:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8878 count 1 00010000:00010000:2.0:1733164792.161873:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6903 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.161875:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131603c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3433:3762:x1817354297323904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1371us (1419us total) trans 4295983009 rc 0/0 00000100:00100000:3.0:1733164792.161880:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187594 00010000:00010000:2.0:1733164792.161883:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c6a880/0xe92384b90c828bd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f372047 expref: 667 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.161888:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.161890:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.161892:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3432:3760:x1817354297324288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1244us (1270us total) trans 4295983010 rc 0/0 00010000:00010000:2.0:1733164792.161892:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6903 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.161898:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187597 00010000:00010000:2.0:1733164792.161906:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c6a880/0xe92384b90c828bd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372047 expref: 667 pid: 16688 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.161912:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3431:3760:x1817354297324672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1026us (1060us total) trans 4295983011 rc 0/0 00010000:00010000:2.0:1733164792.161914:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c6a880/0xe92384b90c828bd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372047 expref: 667 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.161915:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187598 00000100:00100000:2.0:1733164792.161921:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f90b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297325568:192.168.202.7@tcp:104: 00000004:00080000:0.0:1733164792.161922:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c76a300/2, rc 0, transno 1015715 00000100:00100000:0.0:1733164792.161927:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297324672:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.161935:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c769500/2, rc 0, transno 1015714 00000100:00100000:2.0:1733164792.161937:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752a80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.161938:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297324288:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.161946:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297325696:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.161948:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d68e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.161951:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297325824:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.161955:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297325952:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.161958:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d68e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.161965:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.161965:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d68e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.161970:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d68e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.161975:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d68e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.161981:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.161983:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d68e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.161987:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.161990:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d68e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.161996:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297325696 00000100:00100000:0.0:1733164792.161998:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297325696 00000100:00100000:1.0:1733164792.161998:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.161999:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d68e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.162000:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b07b80/2, rc 0, transno 1015713 00010000:00010000:2.0:1733164792.162004:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d68e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.162005:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297323904:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.162008:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297325952 00000100:00100000:0.0:1733164792.162010:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297325952 00000100:00100000:3.0:1733164792.162014:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297325824 00000100:00100000:3.0:1733164792.162016:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297325824 00000100:00100000:0.0:1733164792.162017:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187602 00000100:00100000:0.0:1733164792.162019:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3433:3760:x1817354297325696:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.162024:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187603 00000100:00100000:3.0:1733164792.162027:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187604 00002000:00080000:0.0:1733164792.162028:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8879 count 1 00000100:00100000:1.0:1733164792.162028:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3433:3762:x1817354297325952:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.162030:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3433:3761:x1817354297325824:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.162034:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d690a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.162035:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8881 count 1 00002000:00080000:3.0:1733164792.162037:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8880 count 1 00010000:00010000:0.0:1733164792.162041:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a7c480/0xe92384b90c828ce4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3720b7 expref: 667 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.162043:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6911 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.162044:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6918 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.162045:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.162046:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.162047:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d690a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.162050:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007c4661c0/0xe92384b90c828f3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f372190 expref: 667 pid: 16657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.162051:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ebf600/0xe92384b90c828dbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f372104 expref: 667 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.162054:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.162055:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.162055:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.162056:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a7c480/0xe92384b90c828ce4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3720b7 expref: 667 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.162056:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6911 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.162056:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.162057:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6918 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.162061:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a7c480/0xe92384b90c828ce4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3720b7 expref: 667 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.162065:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007c4661c0/0xe92384b90c828f3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372190 expref: 667 pid: 16657 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.162067:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297326208:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.162067:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ebf600/0xe92384b90c828dbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372104 expref: 667 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.162071:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007c4661c0/0xe92384b90c828f3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372190 expref: 667 pid: 16657 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.162076:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297326336:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.162076:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ebf600/0xe92384b90c828dbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372104 expref: 667 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.162080:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265a80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.162081:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297326464:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.162087:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.162087:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.162091:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297326080:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.162091:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575d80 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.162097:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3434:3762:x1817354297323776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1477us (1501us total) trans 4295983012 rc 0/0 00000100:00100000:2.0:1733164792.162101:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187596 00000100:00100000:0.0:1733164792.162103:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1733164792.162103:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b05500/2, rc 0, transno 1015716 00000100:00100000:3.0:1733164792.162107:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297323776:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.162109:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297326080 00000100:00100000:2.0:1733164792.162111:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297326080 00000100:00100000:2.0:1733164792.162120:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187605 00000100:00100000:2.0:1733164792.162122:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3434:3760:x1817354297326080:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.162129:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8882 count 1 00000100:00100000:0.0:1733164792.162132:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297326592:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.162136:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d691f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.162162:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a96640/0xe92384b90c828fc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3721d6 expref: 667 pid: 15900 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.162163:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.162168:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.162170:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.162172:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297326592 00010000:00010000:2.0:1733164792.162172:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d691f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.162174:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297326592 00000100:00100000:1.0:1733164792.162185:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187606 00010000:00010000:2.0:1733164792.162187:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a96640/0xe92384b90c828fc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3721d6 expref: 667 pid: 15900 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.162188:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3435:3760:x1817354297326592:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.162194:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8883 count 1 00010000:00010000:2.0:1733164792.162195:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a96640/0xe92384b90c828fc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3721d6 expref: 667 pid: 15900 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.162201:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6926 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.162204:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297326720:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.162208:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b7958c0/0xe92384b90c829113 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f372238 expref: 667 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.162215:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.162216:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.162217:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6926 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.162222:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.162226:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b7958c0/0xe92384b90c829113 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372238 expref: 667 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.162231:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b7958c0/0xe92384b90c829113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372238 expref: 667 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.162237:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297326848:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.162249:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.163195:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297325312:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.163204:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d68fc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163206:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297325184:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.163219:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d68f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163232:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297326336:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.163237:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6911 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.163237:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297326464:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.163241:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.163242:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6918 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163255:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606256384 00000100:00100000:2.0:1733164792.163255:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f90b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297325568:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.163257:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606256384 00000100:00100000:0.0:1733164792.163258:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.163265:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6903 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.163266:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a8a4b40/0xe92384b90c828aad lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371fec expref: 668 pid: 16670 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.163277:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.163285:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606256640 00000100:00100000:1.0:1733164792.163286:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606256640 00000100:00100000:2.0:1733164792.163286:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606256896 00000100:00100000:2.0:1733164792.163289:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606256896 00010000:00010000:1.0:1733164792.163291:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092c6a880/0xe92384b90c828bd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372047 expref: 670 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.163293:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808026 00010000:00010000:2.0:1733164792.163297:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007c4661c0/0xe92384b90c828f3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372190 expref: 670 pid: 16657 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.163300:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+670:2001:x1817354606256384:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.163300:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808027 00000100:00100000:1.0:1733164792.163303:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+670:2001:x1817354606256640:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.163308:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.163309:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.163310:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092c6a880/0xe92384b90c828bd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372047 expref: 670 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.163310:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808028 00010000:00010000:0.0:1733164792.163314:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a8a4b40/0xe92384b90c828aad lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371fec expref: 670 pid: 16670 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.163315:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092c6a880/0xe92384b90c828bd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372047 expref: 670 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.163323:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092c6a880/0xe92384b90c828bd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372047 expref: 670 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.163324:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+670:2001:x1817354606256896:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.163325:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a8a4b40/0xe92384b90c828aad lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371fec expref: 670 pid: 16670 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.163328:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.163329:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.163331:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.163334:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.163336:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6903 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163339:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a8a4b40/0xe92384b90c828aad lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371fec expref: 669 pid: 16670 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.163339:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007c4661c0/0xe92384b90c828f3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372190 expref: 669 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.163344:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.163347:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007c4661c0/0xe92384b90c828f3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372190 expref: 668 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.163349:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.163349:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163351:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.163353:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d68fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163353:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163357:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+668:2001:x1817354606256640:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (100us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.163358:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.163359:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007c4661c0/0xe92384b90c828f3e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372190 expref: 668 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.163361:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d68fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163361:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808027 00010000:00010000:3.0:1733164792.163365:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6903 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163368:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.163369:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.163370:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.163372:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.163373:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163373:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163376:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.163377:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6903 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.163379:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6911 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163383:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6903 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163386:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6903 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.163393:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+666:2001:x1817354606256384:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 94us (154us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.163398:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.163404:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808026 00010000:00010000:1.0:1733164792.163404:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.163409:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.163413:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.163416:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+665:2001:x1817354606256896:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (138us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.163417:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6911 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.163420:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6911 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.163423:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7a80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.163423:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808028 00010000:00010000:1.0:1733164792.163425:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6911 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.163429:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6911 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.163431:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297326208:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.163434:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6911 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163440:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d690a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.163441:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6911 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.163460:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.163472:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3436:3760:x1817354297325440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1616us (1668us total) trans 4295983013 rc 0/0 00000100:00100000:2.0:1733164792.163477:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606256512 00000100:00100000:3.0:1733164792.163477:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187601 00000004:00080000:0.0:1733164792.163478:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d2680/2, rc 0, transno 1015717 00000100:00100000:2.0:1733164792.163480:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606256512 00000100:00100000:0.0:1733164792.163483:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297325440:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.163488:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d68fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.163490:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098e56880/0xe92384b90c82893a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371f6e expref: 665 pid: 16665 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.163493:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d68fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163498:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d68fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163501:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d68fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163505:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d68fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163508:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.163510:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d68fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163513:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d68fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.163514:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808029 00000100:00100000:2.0:1733164792.163519:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+665:2001:x1817354606256512:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.163519:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d68fc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163520:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3436:3762:x1817354297325952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1492us (1532us total) trans 4295983014 rc 0/0 00010000:00010000:3.0:1733164792.163522:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d68fc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163524:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187603 00010000:00010000:2.0:1733164792.163525:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.163529:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098e56880/0xe92384b90c82893a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371f6e expref: 665 pid: 16665 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.163550:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098e56880/0xe92384b90c82893a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371f6e expref: 665 pid: 16665 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.163563:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297326976:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.163563:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098e56880/0xe92384b90c82893a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f371f6e expref: 665 pid: 16665 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.163572:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.163574:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.163576:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.163576:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d68f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.163586:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.163588:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297326976 00010000:00010000:2.0:1733164792.163588:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d68f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163589:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297326976 00000100:00100000:0.0:1733164792.163594:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606256768 00000100:00100000:3.0:1733164792.163595:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3437:3762:x1817354297325056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1961us (2153us total) trans 4295983015 rc 0/0 00000100:00100000:0.0:1733164792.163596:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606256768 00000100:00100000:1.0:1733164792.163598:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187607 00000100:00100000:3.0:1733164792.163601:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187600 00000100:00100000:1.0:1733164792.163602:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3437:3761:x1817354297326976:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.163605:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a7c480/0xe92384b90c828ce4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3720b7 expref: 665 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.163610:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.163611:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d68f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.163615:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808030 00010000:00010000:1.0:1733164792.163615:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d68f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.163618:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+665:2001:x1817354606256768:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000004:00080000:3.0:1733164792.163618:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e681880/2, rc 0, transno 1015718 00010000:00010000:1.0:1733164792.163620:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d68f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163623:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.163623:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d68f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163625:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a7c480/0xe92384b90c828ce4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3720b7 expref: 665 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.163625:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297325952:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.163627:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d68f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163631:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a7c480/0xe92384b90c828ce4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3720b7 expref: 665 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.163631:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7cc0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.163631:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+665:2001:x1817354606256512:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 111us (169us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.163633:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d68f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.163634:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b05c00/2, rc 0, transno 1015719 00010000:00010000:1.0:1733164792.163637:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d68f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.163637:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297325056:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.163639:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a7c480/0xe92384b90c828ce4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3720b7 expref: 665 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.163639:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808029 00010000:00010000:1.0:1733164792.163643:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d68f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.163646:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d68f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163649:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.163650:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.163652:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d690a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163656:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d690a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163664:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.163664:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297326720:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.163674:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d691f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.163675:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+663:2001:x1817354606256768:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.163676:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297327104:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.163678:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808030 00000100:00100000:2.0:1733164792.163690:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297327232:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.163692:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d690a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.163694:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.163697:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d690a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163701:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d690a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163705:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d690a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163708:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d690a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.163710:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297327104 00000100:00100000:3.0:1733164792.163712:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297327104 00000100:00100000:2.0:1733164792.163713:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.163715:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.163717:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d690a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163721:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d690a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.163723:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297327232 00000100:00100000:3.0:1733164792.163725:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297327232 00010000:00010000:0.0:1733164792.163726:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d690a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163727:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3439:3762:x1817354297324928:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2318us (2348us total) trans 4295983016 rc 0/0 00010000:00010000:0.0:1733164792.163729:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d690a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163731:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187599 00000100:00100000:3.0:1733164792.163734:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187608 00000100:00100000:3.0:1733164792.163736:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3439:3762:x1817354297327104:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.163740:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187609 00000100:00100000:1.0:1733164792.163743:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f909180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3438:3759:x1817354297327232:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.163744:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8885 count 1 00002000:00080000:1.0:1733164792.163751:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8886 count 1 00010000:00010000:3.0:1733164792.163751:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d692d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.163754:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.163757:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6934 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163758:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ca25b00/0xe92384b90c8293f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f372311 expref: 662 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163762:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.163763:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.163764:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d692d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.163765:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b42ac0/0xe92384b90c829557 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f372388 expref: 662 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.163768:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606257280 00010000:00010000:1.0:1733164792.163769:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.163771:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.163771:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606257280 00010000:00010000:1.0:1733164792.163772:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6934 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163773:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ca25b00/0xe92384b90c8293f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372311 expref: 663 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163778:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ca25b00/0xe92384b90c8293f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372311 expref: 663 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.163780:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a96640/0xe92384b90c828fc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3721d6 expref: 663 pid: 15900 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.163784:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297327360:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.163785:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b42ac0/0xe92384b90c829557 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372388 expref: 663 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.163794:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b42ac0/0xe92384b90c829557 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372388 expref: 663 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.163796:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808031 00000100:00100000:3.0:1733164792.163796:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575d80 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.163800:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f90b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+663:2000:x1817354606257280:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.163804:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297327488:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.163807:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:3.0:1733164792.163808:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b05f80/2, rc 0, transno 1015720 00010000:00010000:2.0:1733164792.163811:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a96640/0xe92384b90c828fc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3721d6 expref: 663 pid: 15900 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.163812:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297324928:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.163815:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3439:3760:x1817354297325696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1794us (1849us total) trans 4295983017 rc 0/0 00000100:00100000:0.0:1733164792.163819:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187602 00000100:00100000:1.0:1733164792.163824:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.163826:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a96640/0xe92384b90c828fc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3721d6 expref: 663 pid: 15900 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.163833:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297327616:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.163837:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a96640/0xe92384b90c828fc3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3721d6 expref: 663 pid: 15900 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.163841:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.163845:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.163847:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.163849:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.163852:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d691f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163858:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606257152 00010000:00010000:2.0:1733164792.163859:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d691f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163860:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606257152 00000004:00080000:0.0:1733164792.163863:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d0380/2, rc 0, transno 1015721 00000100:00100000:3.0:1733164792.163866:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.163867:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297325696:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.163871:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b7958c0/0xe92384b90c829113 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372238 expref: 663 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.163872:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.163874:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606257024 00000100:00100000:3.0:1733164792.163876:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606257024 00000100:00100000:0.0:1733164792.163881:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297326848:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.163884:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ebf600/0xe92384b90c828dbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372104 expref: 664 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.163887:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808032 00000100:00100000:2.0:1733164792.163888:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f90b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+664:2000:x1817354606257280:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (134us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.163889:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6926 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163891:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+664:2000:x1817354606257152:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.163894:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808033 00010000:00010000:1.0:1733164792.163897:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.163897:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+664:2001:x1817354606257024:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.163898:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808031 00010000:00010000:1.0:1733164792.163900:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b7958c0/0xe92384b90c829113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372238 expref: 664 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.163901:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297327616 00010000:00010000:3.0:1733164792.163901:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.163904:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297327616 00010000:00010000:3.0:1733164792.163904:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ebf600/0xe92384b90c828dbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372104 expref: 664 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.163909:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b7958c0/0xe92384b90c829113 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372238 expref: 663 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.163909:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ebf600/0xe92384b90c828dbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372104 expref: 663 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.163917:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ebf600/0xe92384b90c828dbd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372104 expref: 663 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.163918:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187610 00010000:00010000:1.0:1733164792.163919:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b7958c0/0xe92384b90c829113 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372238 expref: 663 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.163920:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d691f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.163922:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3439:3760:x1817354297327616:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.163922:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.163923:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.163925:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6918 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.163926:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.163927:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.163927:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d691f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.163928:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163929:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6918 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.163933:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6926 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.163934:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8887 count 1 00010000:00010000:2.0:1733164792.163935:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d691f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163936:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.163942:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.163944:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d693b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.163945:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+661:2001:x1817354606257024:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 48us (79us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.163946:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d691f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.163949:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808033 00010000:00010000:2.0:1733164792.163952:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d691f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163954:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c2cc240/0xe92384b90c82965a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3723ce expref: 660 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163954:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+660:2000:x1817354606257152:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (112us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.163956:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1b00 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.163957:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808032 00010000:00010000:2.0:1733164792.163958:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d691f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163960:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.163961:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.163962:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d691f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163964:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d693b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.163968:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d691f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.163972:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d691f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163973:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297327744:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.163975:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6918 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163979:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c2cc240/0xe92384b90c82965a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3723ce expref: 659 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163979:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6918 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163984:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6918 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.163987:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.163987:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6918 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.163988:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c2cc240/0xe92384b90c82965a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3723ce expref: 659 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.163991:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.163994:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.163996:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.163997:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297327872:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.164000:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297327744 00010000:00010000:3.0:1733164792.164000:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.164002:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297327744 00010000:00010000:3.0:1733164792.164006:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6918 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.164009:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6918 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.164010:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187611 00000100:00100000:1.0:1733164792.164012:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3441:3761:x1817354297327744:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.164016:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265a80 going to sleep for 11 seconds 00002000:00080000:1.0:1733164792.164020:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8888 count 1 00010000:00010000:0.0:1733164792.164025:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.164027:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6942 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.164032:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.164034:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008de4bcc0/0xe92384b90c82976b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37241b expref: 659 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.164036:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.164037:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.164039:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.164040:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6926 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.164040:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6942 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.164044:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6926 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.164048:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.164049:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008de4bcc0/0xe92384b90c82976b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37241b expref: 659 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.164051:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6926 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.164055:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008de4bcc0/0xe92384b90c82976b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37241b expref: 659 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.164058:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6926 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.164060:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297328000:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.164065:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3442:3760:x1817354297326080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1941us (1961us total) trans 4295983018 rc 0/0 00010000:00010000:0.0:1733164792.164067:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6926 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.164070:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987a80 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.164070:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187605 00010000:00010000:0.0:1733164792.164073:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6926 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.164080:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8884 count 1 00000100:00100000:3.0:1733164792.164091:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3441:3761:x1817354297325824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2059us (2092us total) trans 4295983019 rc 0/0 00000004:00080000:1.0:1733164792.164095:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d0000/2, rc 0, transno 1015723 00000100:00100000:3.0:1733164792.164095:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187604 00000100:00100000:1.0:1733164792.164099:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297325824:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.164106:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bbc380/2, rc 0, transno 1015722 00010000:00010000:1.0:1733164792.164106:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6949 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.164111:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297326080:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.164112:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eadeac0/0xe92384b90c8292b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3722af expref: 659 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.164116:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.164116:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.164119:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6949 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.164124:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1733164792.164128:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297328128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.164133:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.164159:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297328256:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.164159:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.164169:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297328128 00000100:00100000:3.0:1733164792.164171:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297328128 00010000:00010000:1.0:1733164792.164175:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eadeac0/0xe92384b90c8292b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3722af expref: 659 pid: 15901 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.164181:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.164181:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eadeac0/0xe92384b90c8292b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3722af expref: 659 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.164183:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187612 00000100:00100000:3.0:1733164792.164186:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3441:3761:x1817354297328128:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.164187:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297328384:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.164192:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297328256 00000100:00100000:2.0:1733164792.164196:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297328256 00002000:00080000:3.0:1733164792.164196:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8889 count 1 00000100:00100000:1.0:1733164792.164200:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987240 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.164206:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6950 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.164212:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187613 00010000:00010000:3.0:1733164792.164216:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092e9d200/0xe92384b90c8298c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f372499 expref: 659 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.164217:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3442:3760:x1817354297328256:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.164222:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.164223:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.164225:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6950 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.164228:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8890 count 1 00010000:00010000:2.0:1733164792.164238:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6957 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.164240:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092e9d200/0xe92384b90c8298c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372499 expref: 659 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.164247:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095d19f80/0xe92384b90c82a564 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f373054 expref: 659 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.164249:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092e9d200/0xe92384b90c8298c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372499 expref: 659 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.164251:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.164252:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.164254:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6957 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.164258:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297328512:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.164264:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095d19f80/0xe92384b90c82a564 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f373054 expref: 659 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.164270:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095d19f80/0xe92384b90c82a564 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f373054 expref: 659 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.164275:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575540 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.164281:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297328640:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.164293:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3443:3760:x1817354297326592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2102us (2128us total) trans 4295983020 rc 0/0 00000100:00100000:2.0:1733164792.164298:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.164300:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187606 00000004:00080000:1.0:1733164792.164310:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bbd180/2, rc 0, transno 1015724 00000100:00100000:1.0:1733164792.164316:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297326592:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.164338:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297328768:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.164352:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.164370:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297328768 00000100:00100000:0.0:1733164792.164374:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297328768 00000100:00100000:0.0:1733164792.164392:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187614 00000100:00100000:0.0:1733164792.164397:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3443:3760:x1817354297328768:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.164410:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8891 count 1 00010000:00010000:0.0:1733164792.164420:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d695e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.164431:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093446640/0xe92384b90c82bf26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3745a8 expref: 659 pid: 16647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.164438:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.164439:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.164442:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d695e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.164506:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093446640/0xe92384b90c82bf26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3745a8 expref: 659 pid: 16647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.164513:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093446640/0xe92384b90c82bf26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3745a8 expref: 659 pid: 16647 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.164523:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297328896:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.164561:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265300 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.164971:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.164977:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297327360:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.164988:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d692d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.164992:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.164993:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606257408 00000100:00100000:1.0:1733164792.164997:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606257408 00010000:00010000:1.0:1733164792.165009:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ca25b00/0xe92384b90c8293f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372311 expref: 660 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.165041:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606257536 00000100:00100000:1.0:1733164792.165044:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606257536 00000100:00100000:3.0:1733164792.165049:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808034 00010000:00010000:1.0:1733164792.165053:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b42ac0/0xe92384b90c829557 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372388 expref: 661 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.165055:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+661:2001:x1817354606257408:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.165063:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.165067:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ca25b00/0xe92384b90c8293f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372311 expref: 661 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.165076:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808035 00010000:00010000:3.0:1733164792.165076:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ca25b00/0xe92384b90c8293f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372311 expref: 661 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.165081:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+661:2002:x1817354606257536:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.165088:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.165088:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ca25b00/0xe92384b90c8293f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372311 expref: 661 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.165092:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b42ac0/0xe92384b90c829557 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372388 expref: 661 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.165094:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.165099:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606257664 00010000:00010000:1.0:1733164792.165100:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b42ac0/0xe92384b90c829557 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372388 expref: 660 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.165101:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606257664 00010000:00010000:3.0:1733164792.165101:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.165102:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.165104:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d692d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.165109:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d692d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165111:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.165113:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.165116:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6934 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165122:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6934 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.165124:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.165133:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.165139:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+660:2001:x1817354606257408:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.165155:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808034 00010000:00010000:0.0:1733164792.165162:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2cc240/0xe92384b90c82965a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3723ce expref: 661 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.165162:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d692d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165168:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d692d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165172:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d692d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.165174:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+660:2002:x1817354606257536:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.165175:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808036 00010000:00010000:2.0:1733164792.165176:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d692d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.165178:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+660:2000:x1817354606257664:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.165180:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d692d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.165181:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808035 00010000:00010000:0.0:1733164792.165182:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.165183:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.165185:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c2cc240/0xe92384b90c82965a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3723ce expref: 660 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.165185:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d692d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165189:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d692d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165190:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c2cc240/0xe92384b90c82965a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3723ce expref: 659 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.165195:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d692d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165197:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.165198:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.165199:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d693b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165199:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d692d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165203:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d693b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165211:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.165223:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+659:2000:x1817354606257664:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 45us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.165227:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808036 00000100:00100000:2.0:1733164792.165282:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3444:3762:x1817354297327104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1544us (1587us total) trans 4295983021 rc 0/0 00000100:00100000:2.0:1733164792.165286:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187608 00000004:00080000:2.0:1733164792.165305:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b21500/2, rc 0, transno 1015725 00000100:00100000:2.0:1733164792.165309:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297327104:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.165331:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1733164792.165336:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297329024:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.165355:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.165372:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297329024 00000100:00100000:2.0:1733164792.165374:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297329024 00010000:00010000:1.0:1733164792.165379:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b42ac0/0xe92384b90c829557 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372388 expref: 658 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.165383:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.165387:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297327488:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.165389:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187615 00000100:00100000:2.0:1733164792.165393:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f90b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3444:3762:x1817354297329024:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.165395:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6934 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165400:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6934 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.165404:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8892 count 1 00000100:00100000:3.0:1733164792.165404:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606257920 00010000:00010000:0.0:1733164792.165405:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c2cc240/0xe92384b90c82965a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3723ce expref: 657 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.165407:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6934 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165411:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6934 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.165411:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606257920 00000100:00100000:0.0:1733164792.165413:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297327872:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.165414:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6965 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165415:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6934 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165419:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6934 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165421:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d693b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165422:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.165422:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093446640/0xe92384b90c82bf26 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3745a8 expref: 657 pid: 16647 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.165424:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6934 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165424:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf38d80/0xe92384b90c82c030 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374611 expref: 657 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165427:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d693b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165427:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6934 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165431:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.165432:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.165433:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d693b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165433:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6934 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165434:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6965 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165437:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6934 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165441:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d693b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.165445:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808037 00010000:00010000:2.0:1733164792.165446:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf38d80/0xe92384b90c82c030 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374611 expref: 657 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165447:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d693b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.165450:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+657:2000:x1817354606257920:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.165452:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf38d80/0xe92384b90c82c030 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374611 expref: 657 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.165453:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d693b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.165455:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.165457:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093446640/0xe92384b90c82bf26 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3745a8 expref: 657 pid: 16647 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.165458:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297329152:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.165463:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.165463:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093446640/0xe92384b90c82bf26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3745a8 expref: 657 pid: 16647 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.165466:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d693b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165472:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d693b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.165474:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.165475:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752c00 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.165475:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.165477:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d695e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165481:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d693b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.165481:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d695e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.165487:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.165488:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d693b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.165493:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.165498:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+657:2000:x1817354606257920:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 48us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.165502:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808037 00000100:00100000:3.0:1733164792.165508:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606258176 00000100:00100000:1.0:1733164792.165509:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f909180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3445:3759:x1817354297327232:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1764us (1796us total) trans 4295983022 rc 0/0 00000100:00100000:3.0:1733164792.165510:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606258176 00000100:00100000:1.0:1733164792.165513:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187609 00000100:00100000:2.0:1733164792.165513:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.165515:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092e9d200/0xe92384b90c8298c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372499 expref: 657 pid: 16635 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.165527:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606257792 00000100:00100000:3.0:1733164792.165528:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606257792 00010000:00010000:3.0:1733164792.165532:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008de4bcc0/0xe92384b90c82976b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37241b expref: 658 pid: 16635 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.165533:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808038 00000100:00100000:1.0:1733164792.165550:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+658:2000:x1817354606258176:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.165557:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.165562:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808039 00010000:00010000:1.0:1733164792.165562:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092e9d200/0xe92384b90c8298c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372499 expref: 658 pid: 16635 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.165568:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+658:2000:x1817354606257792:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.165570:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092e9d200/0xe92384b90c8298c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372499 expref: 658 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.165574:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.165577:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008de4bcc0/0xe92384b90c82976b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37241b expref: 658 pid: 16635 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.165580:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.165580:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297328000:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.165581:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.165583:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008de4bcc0/0xe92384b90c82976b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37241b expref: 658 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.165583:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.165585:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6950 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.165589:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606258048 00010000:00010000:3.0:1733164792.165590:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6942 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.165591:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606258048 00010000:00010000:1.0:1733164792.165592:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6950 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165595:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de4bcc0/0xe92384b90c82976b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37241b expref: 659 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.165599:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eadeac0/0xe92384b90c8292b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3722af expref: 659 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.165602:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092e9d200/0xe92384b90c8298c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f372499 expref: 659 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.165603:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.165608:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.165608:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808040 00010000:00010000:0.0:1733164792.165609:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.165611:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+657:2000:x1817354606258048:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.165612:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6942 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.165612:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297328512:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.165616:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.165618:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6942 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165618:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eadeac0/0xe92384b90c8292b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3722af expref: 657 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.165619:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+657:2000:x1817354606258176:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (124us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.165620:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6950 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165623:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eadeac0/0xe92384b90c8292b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3722af expref: 657 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.165624:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808038 00010000:00010000:3.0:1733164792.165626:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6950 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165631:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.165631:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.165632:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6950 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165633:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.165633:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6949 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165637:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6949 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.165639:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6950 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165644:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.165645:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6950 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.165651:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b20e00/2, rc 0, transno 1015726 00000100:00100000:0.0:1733164792.165652:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+656:2000:x1817354606257792:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (136us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.165652:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.165654:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+656:2000:x1817354606258048:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 42us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.165657:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297327232:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.165658:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808039 00010000:00010000:3.0:1733164792.165658:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.165661:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.165665:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808040 00010000:00010000:3.0:1733164792.165668:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.165678:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6950 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.165682:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6950 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.165683:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1733164792.165687:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297329280:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.165702:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.165712:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297329280 00000100:00100000:1.0:1733164792.165714:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297329280 00000100:00100000:2.0:1733164792.165719:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.165724:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187616 00000100:00100000:1.0:1733164792.165726:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3447:3761:x1817354297329280:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.165733:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606258304 00002000:00080000:1.0:1733164792.165734:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8893 count 1 00000100:00100000:2.0:1733164792.165736:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606258304 00010000:00010000:1.0:1733164792.165742:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d696c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165746:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095d19f80/0xe92384b90c82a564 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f373054 expref: 655 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.165749:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e21e880/0xe92384b90c82c0d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374649 expref: 655 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165753:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.165755:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.165756:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d696c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.165759:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808041 00000100:00100000:0.0:1733164792.165761:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3447:3760:x1817354297327616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1836us (1913us total) trans 4295983023 rc 0/0 00000100:00100000:2.0:1733164792.165763:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+655:2000:x1817354606258304:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.165766:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e21e880/0xe92384b90c82c0d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374649 expref: 655 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.165767:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187610 00010000:00010000:2.0:1733164792.165769:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.165772:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095d19f80/0xe92384b90c82a564 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f373054 expref: 655 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.165774:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e21e880/0xe92384b90c82c0d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374649 expref: 655 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.165779:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3446:3761:x1817354297328128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1590us (1617us total) trans 4295983024 rc 0/0 00010000:00010000:2.0:1733164792.165780:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095d19f80/0xe92384b90c82a564 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f373054 expref: 655 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.165783:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297329408:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.165785:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187612 00010000:00010000:2.0:1733164792.165789:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.165790:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1733164792.165791:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b22a00/2, rc 0, transno 1015727 00010000:00010000:2.0:1733164792.165792:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6957 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165797:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6957 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.165799:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297327616:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.165801:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.165802:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6942 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165807:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.165810:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6942 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.165816:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6942 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.165819:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b20700/2, rc 0, transno 1015728 00000100:00100000:2.0:1733164792.165822:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+655:2000:x1817354606258304:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (104us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.165822:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6942 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.165823:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297328128:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.165827:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808041 00010000:00010000:3.0:1733164792.165829:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.165834:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.165836:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.165843:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.165852:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6942 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.165858:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6942 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165865:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eadeac0/0xe92384b90c8292b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3722af expref: 654 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.165873:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297328384:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.165882:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6949 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.165888:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297329664:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.165889:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6949 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165895:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6949 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165901:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6949 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.165904:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.165907:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6949 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165912:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.165914:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164792.165914:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297329664 00000100:00100000:0.0:1733164792.165917:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297329536:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.165917:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5f80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.165918:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297329664 00010000:00010000:1.0:1733164792.165919:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165925:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.165926:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.165931:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297329536 00000100:00100000:2.0:1733164792.165933:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297329536 00010000:00010000:1.0:1733164792.165934:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6949 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.165940:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6949 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.165942:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187617 00000100:00100000:0.0:1733164792.165946:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3448:3760:x1817354297329664:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.165946:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187618 00000100:00100000:2.0:1733164792.165950:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3448:3760:x1817354297329536:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.165956:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8895 count 1 00000100:00100000:3.0:1733164792.165957:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3448:3761:x1817354297327744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1942us (1967us total) trans 4295983025 rc 0/0 00002000:00080000:2.0:1733164792.165961:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8894 count 1 00010000:00010000:0.0:1733164792.165964:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6973 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.165964:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187611 00000004:00080000:1.0:1733164792.165966:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b21c00/2, rc 0, transno 1015729 00000100:00100000:1.0:1733164792.165970:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297327744:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.165970:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d697a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165972:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098347cc0/0xe92384b90c82c1db lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3746d5 expref: 653 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165976:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.165977:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.165978:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6973 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165978:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092bb9d40/0xe92384b90c82c187 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37468f expref: 653 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.165982:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.165983:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.165985:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d697a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.165989:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098347cc0/0xe92384b90c82c1db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3746d5 expref: 653 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.165989:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c768e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297329792:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.165991:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093446640/0xe92384b90c82bf26 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3745a8 expref: 653 pid: 16647 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.165994:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098347cc0/0xe92384b90c82c1db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3746d5 expref: 653 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.165995:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092bb9d40/0xe92384b90c82c187 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37468f expref: 653 pid: 16645 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.166000:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297329920:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.166000:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092bb9d40/0xe92384b90c82c187 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37468f expref: 652 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.166002:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.166002:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297328896:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.166007:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297330048:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.166013:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d695e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.166020:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752e40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.166021:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d695e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166027:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d695e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.166032:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297329792 00000100:00100000:2.0:1733164792.166034:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297329792 00010000:00010000:3.0:1733164792.166037:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d695e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166043:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d695e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.166044:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187619 00000100:00100000:2.0:1733164792.166046:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3449:3761:x1817354297329792:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.166049:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d695e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166054:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4000 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.166057:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265a80 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.166057:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d695e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.166061:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8896 count 1 00010000:00010000:3.0:1733164792.166063:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d695e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166068:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6981 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166072:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d695e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166076:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ec446c0/0xe92384b90c82c21a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37470d expref: 652 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166078:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d695e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166080:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.166081:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.166082:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6981 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.166089:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3449:3761:x1817354297326976:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2485us (2510us total) trans 4295983026 rc 0/0 00010000:00010000:2.0:1733164792.166092:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ec446c0/0xe92384b90c82c21a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37470d expref: 652 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.166095:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187607 00010000:00010000:2.0:1733164792.166096:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ec446c0/0xe92384b90c82c21a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37470d expref: 652 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.166100:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.166102:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297330176:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.166115:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606258432 00000004:00080000:1.0:1733164792.166117:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bbf480/2, rc 0, transno 1015730 00000100:00100000:2.0:1733164792.166117:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606258432 00000100:00100000:1.0:1733164792.166123:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297326976:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.166123:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf38d80/0xe92384b90c82c030 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374611 expref: 653 pid: 16635 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.166133:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808042 00000100:00100000:2.0:1733164792.166135:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+653:2003:x1817354606258432:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.166139:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.166157:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297329152:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.166157:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf38d80/0xe92384b90c82c030 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374611 expref: 653 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.166163:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf38d80/0xe92384b90c82c030 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374611 expref: 653 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.166168:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6965 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.166169:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1733164792.166170:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf38d80/0xe92384b90c82c030 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374611 expref: 653 pid: 16635 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.166175:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297330304:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.166176:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.166177:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.166179:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6965 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166184:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6965 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166193:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.166194:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3449:3760:x1817354297328768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1795us (1839us total) trans 4295983027 rc 0/0 00000004:00080000:0.0:1733164792.166199:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f90b480/2, rc 0, transno 1015731 00000100:00100000:3.0:1733164792.166200:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187614 00000100:00100000:1.0:1733164792.166202:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.166204:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f90b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297328768:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.166206:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+652:2003:x1817354606258432:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.166209:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808042 00010000:00010000:0.0:1733164792.166211:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6965 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.166212:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297330304 00010000:00010000:0.0:1733164792.166215:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6965 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.166216:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297330304 00010000:00010000:0.0:1733164792.166220:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6965 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.166223:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6965 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.166227:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.166229:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187620 00010000:00010000:0.0:1733164792.166230:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.166232:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.166233:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3449:3761:x1817354297330304:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.166236:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.166242:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6965 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.166243:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00002000:00080000:3.0:1733164792.166243:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8897 count 1 00010000:00010000:0.0:1733164792.166246:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6965 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166253:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6988 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166254:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095d19f80/0xe92384b90c82a564 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f373054 expref: 651 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.166261:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297328640:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.166263:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092ca0b40/0xe92384b90c82c283 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37473e expref: 650 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166269:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6957 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166269:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.166271:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.166273:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6988 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166277:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6957 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166281:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6957 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166285:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6957 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166288:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092ca0b40/0xe92384b90c82c283 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37473e expref: 650 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166289:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6957 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166292:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6957 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166295:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.166297:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6957 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166297:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092ca0b40/0xe92384b90c82c283 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37473e expref: 650 pid: 16672 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.166301:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6957 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166306:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6957 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.166307:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297330560:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.166310:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6957 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.166325:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575540 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.166380:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297329408:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.166393:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d696c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.166397:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3451:3760:x1817354297328256:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2178us (2214us total) trans 4295983028 rc 0/0 00000100:00100000:2.0:1733164792.166403:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187613 00000100:00100000:0.0:1733164792.166428:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f90b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3450:3762:x1817354297329024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1034us (1071us total) trans 4295983029 rc 0/0 00000100:00100000:0.0:1733164792.166434:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187615 00000004:00080000:2.0:1733164792.166440:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f909500/2, rc 0, transno 1015733 00000100:00100000:2.0:1733164792.166448:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297329024:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.166454:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b23800/2, rc 0, transno 1015732 00000100:00100000:0.0:1733164792.166457:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297328256:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.166460:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.166464:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297330432:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.166476:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.166484:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297330688:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.166488:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297330816:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.166491:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.166502:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297330432 00000100:00100000:0.0:1733164792.166504:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297330432 00000100:00100000:2.0:1733164792.166513:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.166526:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297330688 00000100:00100000:3.0:1733164792.166529:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297330688 00000100:00100000:2.0:1733164792.166533:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297330816 00000100:00100000:2.0:1733164792.166551:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297330816 00000100:00100000:3.0:1733164792.166557:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187621 00000100:00100000:3.0:1733164792.166561:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3451:3760:x1817354297330688:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.166570:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187622 00002000:00080000:3.0:1733164792.166571:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8899 count 1 00000100:00100000:2.0:1733164792.166573:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3452:3761:x1817354297330816:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.166580:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d698f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.166581:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187623 00000100:00100000:0.0:1733164792.166584:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3452:3760:x1817354297330432:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.166584:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8900 count 1 00010000:00010000:3.0:1733164792.166587:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e6b46c0/0xe92384b90c82c324 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3747ae expref: 650 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.166588:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.166591:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.166592:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.166593:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6996 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166594:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d698f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166604:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130458480/0xe92384b90c82c35c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3747d8 expref: 650 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166604:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e6b46c0/0xe92384b90c82c324 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3747ae expref: 650 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166609:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.166609:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e6b46c0/0xe92384b90c82c324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3747ae expref: 650 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.166610:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.166612:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6996 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.166614:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297330944:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.166623:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606258560 00000100:00100000:2.0:1733164792.166625:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606258560 00000100:00100000:3.0:1733164792.166630:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575d80 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.166633:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e21e880/0xe92384b90c82c0d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374649 expref: 651 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.166647:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808043 00000100:00100000:2.0:1733164792.166651:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+651:2001:x1817354606258560:12345-192.168.202.7@tcp:103:ldlm_bl.0 00002000:00080000:0.0:1733164792.166652:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8898 count 1 00010000:00010000:2.0:1733164792.166656:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.166659:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e21e880/0xe92384b90c82c0d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374649 expref: 651 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.166664:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d699d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166666:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e21e880/0xe92384b90c82c0d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374649 expref: 651 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.166675:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091053a80/0xe92384b90c82c2b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37476f expref: 651 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166676:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e21e880/0xe92384b90c82c0d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374649 expref: 651 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.166676:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.166681:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.166682:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.166684:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d699d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.166684:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606258816 00010000:00010000:2.0:1733164792.166686:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.166686:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606258816 00010000:00010000:2.0:1733164792.166687:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.166690:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d696c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166693:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092bb9d40/0xe92384b90c82c187 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37468f expref: 651 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.166696:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d696c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.166701:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091053a80/0xe92384b90c82c2b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37476f expref: 651 pid: 16662 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.166703:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808044 00000100:00100000:3.0:1733164792.166706:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+651:2000:x1817354606258816:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.166708:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.166710:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.166712:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092bb9d40/0xe92384b90c82c187 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37468f expref: 651 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.166715:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091053a80/0xe92384b90c82c2b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37476f expref: 651 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.166715:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d696c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166718:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092bb9d40/0xe92384b90c82c187 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37468f expref: 651 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.166721:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d696c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.166725:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297331072:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.166725:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d696c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166725:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.166726:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.166727:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+651:2001:x1817354606258560:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (140us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.166727:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d697a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.166729:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d696c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166731:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d697a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.166733:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d696c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.166733:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808043 00010000:00010000:1.0:1733164792.166736:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.166737:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d696c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166738:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.166741:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d696c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.166745:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265c00 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.166748:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d696c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.166748:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+650:2000:x1817354606258816:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 41us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.166751:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808044 00010000:00010000:1.0:1733164792.166753:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d696c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166758:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092bb9d40/0xe92384b90c82c187 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37468f expref: 649 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.166768:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297330048:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.166776:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297329920:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.166777:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d697a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166782:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d697a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166786:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d697a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.166789:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6973 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166790:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d697a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166793:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d697a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166797:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d697a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166800:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.166802:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d697a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166809:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d697a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.166818:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.166822:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d697a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166828:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d697a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.166833:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606258688 00000100:00100000:3.0:1733164792.166837:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606258688 00010000:00010000:3.0:1733164792.166846:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098347cc0/0xe92384b90c82c1db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3746d5 expref: 649 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.166861:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808045 00000100:00100000:1.0:1733164792.166863:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3453:3761:x1817354297329280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1134us (1158us total) trans 4295983030 rc 0/0 00000100:00100000:3.0:1733164792.166865:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+649:2000:x1817354606258688:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.166870:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187616 00010000:00010000:3.0:1733164792.166872:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.166876:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098347cc0/0xe92384b90c82c1db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3746d5 expref: 649 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.166889:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098347cc0/0xe92384b90c82c1db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3746d5 expref: 649 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.166901:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098347cc0/0xe92384b90c82c1db lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3746d5 expref: 649 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.166909:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.166911:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.166913:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.166920:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6973 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.166933:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3453:3760:x1817354297329536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 982us (1005us total) trans 4295983031 rc 0/0 00010000:00010000:3.0:1733164792.166934:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.166938:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187618 00010000:00010000:1.0:1733164792.166945:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.166948:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+648:2000:x1817354606258688:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (131us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.166953:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.166953:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808045 00010000:00010000:1.0:1733164792.166959:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.166960:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bbe300/2, rc 0, transno 1015734 00010000:00010000:1.0:1733164792.166965:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.166966:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297329280:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.166972:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.166978:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.166979:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130458480/0xe92384b90c82c35c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3747d8 expref: 647 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.166981:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.166986:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130458480/0xe92384b90c82c35c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3747d8 expref: 647 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.166987:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.166991:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297331200:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.166997:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6973 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167004:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6973 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.167006:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c768700/2, rc 0, transno 1015735 00000100:00100000:2.0:1733164792.167009:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752e40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.167011:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297329536:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.167043:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297330176:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.167051:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6981 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.167076:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297330560:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.167087:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6988 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.167094:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3453:3760:x1817354297329664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1147us (1188us total) trans 4295983032 rc 0/0 00000100:00100000:1.0:1733164792.167100:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187617 00000100:00100000:3.0:1733164792.167136:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297331328:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.167176:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.167198:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.167206:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606258944 00000100:00100000:3.0:1733164792.167208:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606258944 00000100:00100000:1.0:1733164792.167211:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.167218:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec446c0/0xe92384b90c82c21a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37470d expref: 648 pid: 16592 timeout: 1075 lvb_type: 0 00000004:00080000:0.0:1733164792.167224:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c768380/2, rc 0, transno 1015736 00000100:00100000:3.0:1733164792.167232:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606259072 00000100:00100000:0.0:1733164792.167233:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297329664:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.167234:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606259072 00000100:00100000:0.0:1733164792.167237:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164792.167241:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808046 00010000:00010000:3.0:1733164792.167241:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092ca0b40/0xe92384b90c82c283 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37473e expref: 649 pid: 16672 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.167242:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.167244:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297331456:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.167245:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+649:2001:x1817354606258944:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.167251:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606259200 00010000:00010000:2.0:1733164792.167251:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.167253:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606259200 00010000:00010000:2.0:1733164792.167254:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ec446c0/0xe92384b90c82c21a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37470d expref: 649 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.167254:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808047 00000100:00100000:3.0:1733164792.167258:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+650:2000:x1817354606259072:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.167260:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ec446c0/0xe92384b90c82c21a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37470d expref: 650 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.167262:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e6b46c0/0xe92384b90c82c324 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3747ae expref: 650 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.167263:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.167265:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.167268:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ec446c0/0xe92384b90c82c21a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37470d expref: 650 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.167269:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092ca0b40/0xe92384b90c82c283 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37473e expref: 650 pid: 16672 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.167273:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808048 00010000:00010000:2.0:1733164792.167274:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.167275:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.167276:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+649:2001:x1817354606259200:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.167277:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6981 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167278:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092ca0b40/0xe92384b90c82c283 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37473e expref: 649 pid: 16672 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.167281:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.167281:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6981 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167283:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e6b46c0/0xe92384b90c82c324 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3747ae expref: 649 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.167289:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e6b46c0/0xe92384b90c82c324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3747ae expref: 649 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.167289:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092ca0b40/0xe92384b90c82c283 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37473e expref: 649 pid: 16672 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.167290:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.167296:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.167297:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.167299:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d698f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167299:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.167300:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.167303:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d698f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.167303:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+648:2001:x1817354606258944:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 57us (106us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.167303:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.167306:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808046 00010000:00010000:3.0:1733164792.167310:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6988 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167311:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.167320:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6981 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.167321:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+647:2001:x1817354606259200:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 44us (80us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.167325:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6981 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.167326:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808048 00010000:00010000:3.0:1733164792.167327:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.167330:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6981 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.167334:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6981 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.167337:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6981 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.167340:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.167342:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6981 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.167343:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+646:2000:x1817354606259072:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (130us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.167346:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6981 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.167349:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808047 00010000:00010000:2.0:1733164792.167350:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6981 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.167354:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6981 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167375:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e6b46c0/0xe92384b90c82c324 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3747ae expref: 645 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.167388:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297331584:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.167399:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297330944:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.167404:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.167408:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d698f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167413:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d698f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167416:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d698f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167420:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d698f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167424:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d698f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167427:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d698f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.167433:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3453:3761:x1817354297329792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1385us (1430us total) trans 4295983033 rc 0/0 00010000:00010000:3.0:1733164792.167434:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.167436:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d698f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.167437:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187619 00010000:00010000:3.0:1733164792.167440:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d698f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167445:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d698f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167449:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d698f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.167508:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297331328 00000100:00100000:1.0:1733164792.167512:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297331328 00000100:00100000:2.0:1733164792.167516:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297331456 00000100:00100000:2.0:1733164792.167520:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297331456 00000100:00100000:1.0:1733164792.167525:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297331584 00000100:00100000:1.0:1733164792.167527:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297331584 00000100:00100000:2.0:1733164792.167535:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187624 00000100:00100000:1.0:1733164792.167554:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187625 00000100:00100000:2.0:1733164792.167554:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3456:3762:x1817354297331328:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.167558:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3456:3760:x1817354297331456:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.167560:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187626 00000100:00100000:3.0:1733164792.167563:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3456:3760:x1817354297330688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1000us (1069us total) trans 4295983034 rc 0/0 00000100:00100000:0.0:1733164792.167565:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3456:3760:x1817354297331584:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.167566:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8901 count 1 00002000:00080000:1.0:1733164792.167569:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8902 count 1 00000100:00100000:3.0:1733164792.167569:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187621 00010000:00010000:2.0:1733164792.167575:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d69a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167578:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d69ab lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.167585:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097983840/0xe92384b90c82c3e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374825 expref: 644 pid: 16592 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.167586:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8903 count 1 00010000:00010000:3.0:1733164792.167586:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167588:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7fba80/0xe92384b90c82c44a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37485d expref: 644 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.167591:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.167592:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.167593:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.167593:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.167594:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d69a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167595:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.167597:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d69b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167597:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d69ab lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167600:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167604:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6988 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.167608:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b898c0/0xe92384b90c82c4ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374895 expref: 644 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167608:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6988 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.167609:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097983840/0xe92384b90c82c3e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374825 expref: 644 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167610:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7fba80/0xe92384b90c82c44a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37485d expref: 644 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167612:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.167613:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6988 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167617:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7fba80/0xe92384b90c82c44a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37485d expref: 644 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.167617:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.167618:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097983840/0xe92384b90c82c3e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374825 expref: 644 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.167623:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6988 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167626:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6988 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.167627:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297331712:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.167631:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297331840:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.167645:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.167649:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.167659:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.167660:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.167662:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d69b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.167666:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c768e00/2, rc 0, transno 1015737 00000100:00100000:2.0:1733164792.167673:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c768e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297329792:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.167675:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b898c0/0xe92384b90c82c4ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374895 expref: 644 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.167681:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b898c0/0xe92384b90c82c4ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374895 expref: 644 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.167687:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297331968:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.167701:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265a80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.167703:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3456:3761:x1817354297330304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1469us (1500us total) trans 4295983035 rc 0/0 00000100:00100000:3.0:1733164792.167707:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187620 00000004:00080000:2.0:1733164792.167711:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d3480/2, rc 0, transno 1015739 00000004:00080000:0.0:1733164792.167716:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3c700/2, rc 0, transno 1015738 00000100:00100000:2.0:1733164792.167717:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297330304:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.167719:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297330688:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.167719:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.167726:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297332096:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.167728:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.167729:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297331072:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.167737:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d699d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.167741:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606259328 00000100:00100000:3.0:1733164792.167743:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606259328 00000100:00100000:2.0:1733164792.167753:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1733164792.167753:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091053a80/0xe92384b90c82c2b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37476f expref: 645 pid: 16662 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.167759:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297332224:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.167762:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297332352:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.167772:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808049 00000100:00100000:3.0:1733164792.167776:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+645:2002:x1817354606259328:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.167777:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.167783:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.167786:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091053a80/0xe92384b90c82c2b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37476f expref: 645 pid: 16662 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.167791:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.167793:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091053a80/0xe92384b90c82c2b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37476f expref: 645 pid: 16662 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.167797:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.167801:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091053a80/0xe92384b90c82c2b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37476f expref: 645 pid: 16662 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.167806:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606259456 00000100:00100000:1.0:1733164792.167808:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606259456 00010000:00010000:3.0:1733164792.167808:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.167809:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.167810:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d699d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167815:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130458480/0xe92384b90c82c35c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3747d8 expref: 645 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.167815:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d699d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167823:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.167832:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808050 00010000:00010000:0.0:1733164792.167833:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d699d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.167835:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+645:2001:x1817354606259456:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.167839:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+645:2002:x1817354606259328:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 63us (111us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.167840:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d699d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167840:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.167841:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297332224 00010000:00010000:1.0:1733164792.167842:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130458480/0xe92384b90c82c35c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3747d8 expref: 645 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.167843:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808049 00000100:00100000:2.0:1733164792.167845:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297332224 00010000:00010000:0.0:1733164792.167848:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d699d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167848:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130458480/0xe92384b90c82c35c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3747d8 expref: 644 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.167854:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d699d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167856:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.167857:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.167857:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297332352 00010000:00010000:1.0:1733164792.167859:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.167859:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297332352 00010000:00010000:0.0:1733164792.167862:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d699d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167863:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6996 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.167868:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4240 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.167868:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187627 00010000:00010000:0.0:1733164792.167870:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d699d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.167872:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3457:3761:x1817354297332224:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.167873:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.167877:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d699d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.167882:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8905 count 1 00000100:00100000:1.0:1733164792.167885:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+644:2001:x1817354606259456:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 49us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.167885:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.167886:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d699d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.167888:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808050 00010000:00010000:2.0:1733164792.167891:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d69b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.167892:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d699d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.167900:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297332096 00010000:00010000:2.0:1733164792.167900:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011d18d440/0xe92384b90c82c562 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37490c expref: 643 pid: 16645 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.167902:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297332096 00010000:00010000:2.0:1733164792.167906:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.167907:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187628 00010000:00010000:2.0:1733164792.167908:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.167910:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d69b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.167912:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3458:3759:x1817354297332352:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.167914:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187629 00000100:00100000:1.0:1733164792.167916:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3458:3762:x1817354297332096:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.167923:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8906 count 1 00002000:00080000:1.0:1733164792.167924:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8904 count 1 00010000:00010000:2.0:1733164792.167926:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011d18d440/0xe92384b90c82c562 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37490c expref: 643 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167931:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d69c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167933:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d69c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.167934:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011d18d440/0xe92384b90c82c562 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37490c expref: 643 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.167937:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091c69680/0xe92384b90c82c507 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3748db expref: 643 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167941:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.167941:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e913cc0/0xe92384b90c82c5c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374944 expref: 643 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167942:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.167944:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d69c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.167944:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297332480:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.167945:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.167946:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.167947:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d69c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167952:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091c69680/0xe92384b90c82c507 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3748db expref: 643 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.167957:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e913cc0/0xe92384b90c82c5c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374944 expref: 643 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.167958:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091c69680/0xe92384b90c82c507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3748db expref: 643 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.167962:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.167963:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e913cc0/0xe92384b90c82c5c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374944 expref: 643 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.167966:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297332608:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.167969:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297332736:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.167980:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987240 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.167985:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575540 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.167995:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130458480/0xe92384b90c82c35c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3747d8 expref: 643 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.168002:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297331200:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.168006:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3459:3760:x1817354297330432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1419us (1527us total) trans 4295983036 rc 0/0 00010000:00010000:1.0:1733164792.168009:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.168012:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187623 00010000:00010000:1.0:1733164792.168013:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168017:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168021:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168024:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6996 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168030:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168035:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2400 already unused, calling callback (ffffffffa0854100) 00000004:00080000:0.0:1733164792.168036:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3df80/2, rc 0, transno 1015740 00010000:00010000:1.0:1733164792.168037:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168044:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.168051:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297330432:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.168052:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6996 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168058:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6996 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.168081:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297332864:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.168100:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.168134:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297332864 00000100:00100000:2.0:1733164792.168138:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297332864 00000100:00100000:2.0:1733164792.168176:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187630 00000100:00100000:2.0:1733164792.168180:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3460:3760:x1817354297332864:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.168192:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3460:3761:x1817354297330816:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1617us (1678us total) trans 4295983037 rc 0/0 00000100:00100000:1.0:1733164792.168199:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187622 00000004:00080000:2.0:1733164792.168427:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3dc00/2, rc 0, transno 1015741 00000100:00100000:2.0:1733164792.168443:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297330816:0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.168459:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8907 count 1 00010000:00010000:2.0:1733164792.168469:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d69ce lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.168479:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081468fc0/0xe92384b90c82c60a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37498a expref: 642 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.168486:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.168487:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.168489:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d69ce lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.168496:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.168504:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297332992:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.168505:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081468fc0/0xe92384b90c82c60a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37498a expref: 642 pid: 16679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.168514:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081468fc0/0xe92384b90c82c60a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37498a expref: 642 pid: 16679 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.168521:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297331840:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.168522:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297333120:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.168532:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d69ab lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.168532:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.168562:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.168584:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297331712:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.168595:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d69a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.168598:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297331968:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.168610:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d69b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.168612:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297332992 00000100:00100000:0.0:1733164792.168616:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297332992 00000100:00100000:0.0:1733164792.168633:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187631 00000100:00100000:0.0:1733164792.168637:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3460:3762:x1817354297332992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.168649:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8908 count 1 00010000:00010000:0.0:1733164792.168659:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d69d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.168669:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b8d7a80/0xe92384b90c82c74c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3749b4 expref: 642 pid: 16662 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.168669:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.168675:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.168676:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297332480:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.168677:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.168679:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d69d5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.168687:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606259712 00010000:00010000:3.0:1733164792.168688:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d69b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.168689:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606259712 00010000:00010000:1.0:1733164792.168701:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7fba80/0xe92384b90c82c44a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37485d expref: 643 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.168721:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808051 00000100:00100000:1.0:1733164792.168725:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f90b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+643:2000:x1817354606259712:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.168732:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.168736:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7fba80/0xe92384b90c82c44a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37485d expref: 643 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.168742:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b8d7a80/0xe92384b90c82c74c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3749b4 expref: 643 pid: 16662 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168744:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7fba80/0xe92384b90c82c44a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37485d expref: 643 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.168750:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297332736:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.168751:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.168756:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7fba80/0xe92384b90c82c44a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37485d expref: 643 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.168761:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d69c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168765:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.168767:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.168769:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d69ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.168771:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606259840 00000100:00100000:3.0:1733164792.168773:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606259840 00010000:00010000:1.0:1733164792.168775:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d69ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.168780:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b898c0/0xe92384b90c82c4ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374895 expref: 643 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.168789:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.168792:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808052 00000100:00100000:3.0:1733164792.168796:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+643:2001:x1817354606259840:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.168803:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.168806:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b898c0/0xe92384b90c82c4ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374895 expref: 643 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.168808:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f90b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+643:2000:x1817354606259712:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.168814:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808051 00010000:00010000:3.0:1733164792.168814:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b898c0/0xe92384b90c82c4ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374895 expref: 643 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.168826:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b898c0/0xe92384b90c82c4ba lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374895 expref: 642 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.168829:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d69ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168833:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d69ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.168835:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.168836:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.168838:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d69ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.168839:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d69b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168841:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d69ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168845:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d69ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168848:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.168850:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d69ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.168852:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d69b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168854:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d69ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.168856:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b8d7a80/0xe92384b90c82c74c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3749b4 expref: 641 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.168859:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d69ab lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.168863:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d69ab lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.168867:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297333248:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.168873:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.168885:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d69b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.168888:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265c00 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.168893:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d69b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.168893:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+641:2001:x1817354606259840:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 95us (143us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.168899:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d69b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.168900:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808052 00010000:00010000:2.0:1733164792.168905:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d69b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.168911:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d69b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.168916:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.168918:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d69b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.168924:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d69b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.168939:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d69b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.168946:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d69b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.168954:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3461:3760:x1817354297331456:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1395us (1690us total) trans 4295983038 rc 0/0 00000100:00100000:1.0:1733164792.168958:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187625 00000100:00100000:0.0:1733164792.168970:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.168984:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606260224 00000100:00100000:3.0:1733164792.168988:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606260224 00000100:00100000:1.0:1733164792.168989:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:0.0:1733164792.168994:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3ea00/2, rc 0, transno 1015742 00000100:00100000:1.0:1733164792.168997:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606260096 00010000:00010000:3.0:1733164792.168998:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e913cc0/0xe92384b90c82c5c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374944 expref: 641 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.168999:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606260096 00000100:00100000:0.0:1733164792.169001:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297331456:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.169007:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091c69680/0xe92384b90c82c507 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3748db expref: 642 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.169021:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808053 00000100:00100000:1.0:1733164792.169025:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808054 00000100:00100000:3.0:1733164792.169026:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+642:2002:x1817354606260224:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.169028:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+642:2001:x1817354606260096:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.169033:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.169033:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.169035:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091c69680/0xe92384b90c82c507 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3748db expref: 642 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.169037:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1733164792.169037:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e913cc0/0xe92384b90c82c5c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374944 expref: 642 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.169040:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091c69680/0xe92384b90c82c507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3748db expref: 642 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.169045:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297333376:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.169046:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.169047:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.169047:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e913cc0/0xe92384b90c82c5c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374944 expref: 642 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.169048:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.169050:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d69c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169053:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d69c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.169058:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e913cc0/0xe92384b90c82c5c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374944 expref: 642 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.169059:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606259968 00010000:00010000:1.0:1733164792.169060:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.169062:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606259968 00000100:00100000:2.0:1733164792.169065:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.169067:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.169068:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.169070:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+642:2001:x1817354606260096:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 41us (80us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.169070:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d69c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.169073:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011d18d440/0xe92384b90c82c562 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37490c expref: 642 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.169074:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d69c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.169076:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808054 00000100:00100000:2.0:1733164792.169083:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297333376 00010000:00010000:3.0:1733164792.169083:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.169086:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297333376 00010000:00010000:1.0:1733164792.169093:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091c69680/0xe92384b90c82c507 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3748db expref: 641 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.169099:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187632 00000100:00100000:1.0:1733164792.169100:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297332608:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.169100:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+640:2002:x1817354606260224:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.169102:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3462:3761:x1817354297333376:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.169106:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808053 00010000:00010000:1.0:1733164792.169107:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d69c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169112:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d69c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.169112:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8909 count 1 00010000:00010000:1.0:1733164792.169115:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d69c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169119:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d69c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169120:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d69dc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169123:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d69c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.169125:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d69c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169126:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d69c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169129:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.169130:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7dc240/0xe92384b90c82c8aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374a63 expref: 639 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169131:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d69c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.169133:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d69c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169136:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.169137:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.169138:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d69c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169139:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d69dc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.169157:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d69c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.169162:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d69c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169166:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d69c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.169166:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d69c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169169:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b7dc240/0xe92384b90c82c8aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374a63 expref: 639 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.169169:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d33c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.169171:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d69c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169172:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d69c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.169176:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d69c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169182:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b7dc240/0xe92384b90c82c8aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374a63 expref: 639 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.169182:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d69c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.169186:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d69c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.169190:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297333504:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.169207:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.169226:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808055 00000100:00100000:3.0:1733164792.169231:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007be14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+639:2001:x1817354606259968:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.169239:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.169243:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011d18d440/0xe92384b90c82c562 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37490c expref: 639 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.169251:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011d18d440/0xe92384b90c82c562 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37490c expref: 639 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.169258:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3463:3760:x1817354297331584:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1694us (1853us total) trans 4295983039 rc 0/0 00010000:00010000:3.0:1733164792.169262:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011d18d440/0xe92384b90c82c562 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37490c expref: 639 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.169264:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187626 00000004:00080000:0.0:1733164792.169268:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3d180/2, rc 0, transno 1015743 00010000:00010000:3.0:1733164792.169271:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.169272:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3462:3762:x1817354297332096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1354us (1387us total) trans 4295983040 rc 0/0 00010000:00010000:3.0:1733164792.169272:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.169275:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297331584:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.169275:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d69b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.169277:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187629 00010000:00010000:3.0:1733164792.169286:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d69b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.169296:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.169302:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297333632:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.169307:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d69b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.169310:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007be14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+638:2001:x1817354606259968:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (265us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.169314:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d69b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.169314:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808055 00000100:00100000:0.0:1733164792.169320:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.169321:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d69b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169327:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d69b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.169332:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3f800/2, rc 0, transno 1015744 00010000:00010000:2.0:1733164792.169334:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d69b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.169338:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297332096:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.169340:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.169343:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d69b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169350:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d69b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.169358:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1733164792.169360:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d69b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.169362:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297333632 00000100:00100000:0.0:1733164792.169363:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297333760:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.169366:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297333632 00010000:00010000:2.0:1733164792.169366:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d69b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.169378:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.169382:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187633 00000100:00100000:1.0:1733164792.169386:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007be17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3463:3759:x1817354297333632:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.169397:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8910 count 1 00000100:00100000:0.0:1733164792.169402:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.169406:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d69e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169416:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009544a1c0/0xe92384b90c82ca01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374aa9 expref: 637 pid: 16611 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.169420:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3464:3759:x1817354297332352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1507us (1628us total) trans 4295983041 rc 0/0 00010000:00010000:1.0:1733164792.169421:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.169421:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.169423:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d69e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.169426:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187628 00000004:00080000:0.0:1733164792.169428:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3d880/2, rc 0, transno 1015745 00000100:00100000:0.0:1733164792.169434:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297332352:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.169434:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009544a1c0/0xe92384b90c82ca01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374aa9 expref: 637 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169440:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009544a1c0/0xe92384b90c82ca01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374aa9 expref: 637 pid: 16611 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.169442:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606259584 00000100:00100000:3.0:1733164792.169444:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606259584 00000100:00100000:1.0:1733164792.169446:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297333888:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.169454:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097983840/0xe92384b90c82c3e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374825 expref: 638 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.169463:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987240 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.169468:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297334016:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.169473:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808056 00000100:00100000:3.0:1733164792.169476:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ddf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+638:2000:x1817354606259584:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.169481:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.169483:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097983840/0xe92384b90c82c3e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374825 expref: 638 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.169486:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.169490:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097983840/0xe92384b90c82c3e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374825 expref: 638 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.169500:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097983840/0xe92384b90c82c3e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374825 expref: 638 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.169501:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297333760 00000100:00100000:0.0:1733164792.169504:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297333760 00010000:00010000:3.0:1733164792.169507:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.169508:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297334016 00010000:00010000:3.0:1733164792.169508:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.169510:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d69a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.169511:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297334016 00010000:00010000:3.0:1733164792.169514:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d69a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.169520:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187634 00010000:00010000:3.0:1733164792.169523:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.169524:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007be15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3465:3759:x1817354297333760:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.169525:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187635 00000100:00100000:2.0:1733164792.169529:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3465:3761:x1817354297334016:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.169535:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8911 count 1 00000100:00100000:3.0:1733164792.169535:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ddf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+637:2000:x1817354606259584:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.169551:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808056 00002000:00080000:2.0:1733164792.169554:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8912 count 1 00010000:00010000:0.0:1733164792.169559:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d69ea lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169564:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d69f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.169570:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097313a80/0xe92384b90c82cb5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374b12 expref: 636 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169574:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4480/0xe92384b90c82ccaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374b58 expref: 636 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.169576:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.169577:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.169580:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d69ea lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169581:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.169583:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.169585:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d69f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.169594:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097313a80/0xe92384b90c82cb5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374b12 expref: 636 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.169602:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097313a80/0xe92384b90c82cb5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374b12 expref: 636 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.169605:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4480/0xe92384b90c82ccaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374b58 expref: 636 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.169610:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297334144:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.169614:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4480/0xe92384b90c82ccaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374b58 expref: 636 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.169623:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297334272:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.169630:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265240 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.169643:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752300 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.169658:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d69a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169665:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d69a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169672:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d69a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169678:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d69a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169685:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d69a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169691:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.169694:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d69a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.169699:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297333120:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.169701:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d69a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169710:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d69a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169711:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d69ce lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.169716:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d69a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.169769:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.169781:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606260352 00000100:00100000:3.0:1733164792.169784:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606260352 00010000:00010000:3.0:1733164792.169790:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081468fc0/0xe92384b90c82c60a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37498a expref: 637 pid: 16679 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.169799:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808057 00000100:00100000:3.0:1733164792.169801:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012df05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+637:2000:x1817354606260352:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.169805:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.169807:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081468fc0/0xe92384b90c82c60a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37498a expref: 637 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.169816:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081468fc0/0xe92384b90c82c60a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37498a expref: 637 pid: 16679 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.169822:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081468fc0/0xe92384b90c82c60a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37498a expref: 637 pid: 16679 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.169824:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3466:3762:x1817354297331328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2269us (2646us total) trans 4295983043 rc 0/0 00010000:00010000:3.0:1733164792.169828:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.169829:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.169830:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187624 00010000:00010000:3.0:1733164792.169831:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d69ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.169835:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d69ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.169854:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3465:3761:x1817354297332224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1981us (2076us total) trans 4295983042 rc 0/0 00000100:00100000:2.0:1733164792.169859:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187627 00010000:00010000:3.0:1733164792.169865:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.169876:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012df05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+636:2000:x1817354606260352:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (108us total) trans 0 rc 0/0 00000004:00080000:2.0:1733164792.169879:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3f480/2, rc 0, transno 1015746 00000100:00100000:3.0:1733164792.169880:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808057 00000100:00100000:2.0:1733164792.169886:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297332224:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.169892:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d69ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169900:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d69ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.169902:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3e680/2, rc 0, transno 1015747 00000100:00100000:0.0:1733164792.169907:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297331328:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.169907:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d69ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169913:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d69ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169919:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d69ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169925:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.169928:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d69ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.169934:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d69ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.169940:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1733164792.169943:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d69ce lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.169945:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297334400:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.169950:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d69ce lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.169958:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.169971:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297334400 00000100:00100000:2.0:1733164792.169975:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297334400 00000100:00100000:2.0:1733164792.169991:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187636 00000100:00100000:2.0:1733164792.169995:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3465:3761:x1817354297334400:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.170008:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297334528:0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.170021:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8913 count 1 00010000:00010000:2.0:1733164792.170031:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d69f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.170041:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801243a7840/0xe92384b90c82ce1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374bc1 expref: 635 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.170049:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.170051:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.170053:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d69f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.170059:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3466:3760:x1817354297332864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1876us (1956us total) trans 4295983044 rc 0/0 00000100:00100000:1.0:1733164792.170065:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187630 00010000:00010000:2.0:1733164792.170068:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801243a7840/0xe92384b90c82ce1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374bc1 expref: 635 pid: 15902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.170072:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.170076:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801243a7840/0xe92384b90c82ce1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374bc1 expref: 635 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.170077:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297334528 00000100:00100000:1.0:1733164792.170080:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297334528 00000100:00100000:2.0:1733164792.170084:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297334656:192.168.202.7@tcp:104: 00000004:00080000:0.0:1733164792.170092:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8da680/2, rc 0, transno 1015748 00000100:00100000:1.0:1733164792.170092:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187637 00000100:00100000:1.0:1733164792.170095:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012df06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3466:3759:x1817354297334528:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.170097:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297332864:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.170101:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752d80 going to sleep for 11 seconds 00002000:00080000:1.0:1733164792.170105:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8914 count 1 00000100:00100000:0.0:1733164792.170113:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1733164792.170115:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d69ff lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.170117:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297334784:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.170123:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce79440/0xe92384b90c82cf6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374c07 expref: 635 pid: 15901 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.170127:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.170131:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.170132:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.170134:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d69ff lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.170156:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297334784 00000100:00100000:3.0:1733164792.170159:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297334784 00010000:00010000:1.0:1733164792.170165:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce79440/0xe92384b90c82cf6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374c07 expref: 635 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.170171:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce79440/0xe92384b90c82cf6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374c07 expref: 635 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.170177:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297334912:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.170177:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187638 00000100:00100000:3.0:1733164792.170181:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012df04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3467:3759:x1817354297334784:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.170192:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00002000:00080000:3.0:1733164792.170192:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8915 count 1 00010000:00010000:3.0:1733164792.170202:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6a06 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170213:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097d3fcc0/0xe92384b90c82d06e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374c69 expref: 635 pid: 15942 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.170218:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297333504:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.170220:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.170221:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.170223:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6a06 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.170228:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d69dc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170239:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097d3fcc0/0xe92384b90c82d06e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374c69 expref: 635 pid: 15942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170248:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097d3fcc0/0xe92384b90c82d06e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374c69 expref: 635 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.170257:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297335040:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.170266:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297333248:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.170276:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575240 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.170279:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d69d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.170323:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297333888:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.170324:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.170326:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297334144:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.170332:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d69ea lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.170334:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606260480 00010000:00010000:2.0:1733164792.170335:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d69e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.170337:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.170338:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606260480 00000100:00100000:0.0:1733164792.170349:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606260608 00010000:00010000:3.0:1733164792.170351:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7dc240/0xe92384b90c82c8aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374a63 expref: 636 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.170352:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606260608 00010000:00010000:0.0:1733164792.170360:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b8d7a80/0xe92384b90c82c74c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3749b4 expref: 637 pid: 16662 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.170361:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.170368:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297334272:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.170379:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606260736 00010000:00010000:2.0:1733164792.170381:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d69f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.170381:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606260736 00000100:00100000:0.0:1733164792.170383:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808058 00000100:00100000:0.0:1733164792.170386:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+638:2001:x1817354606260480:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.170387:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009544a1c0/0xe92384b90c82ca01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374aa9 expref: 638 pid: 16611 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.170390:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808059 00010000:00010000:0.0:1733164792.170391:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.170394:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+638:2000:x1817354606260608:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.170395:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b7dc240/0xe92384b90c82c8aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374a63 expref: 638 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.170400:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.170403:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b8d7a80/0xe92384b90c82c74c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3749b4 expref: 638 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.170404:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b7dc240/0xe92384b90c82c8aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374a63 expref: 638 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.170404:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808060 00000100:00100000:3.0:1733164792.170407:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+638:2001:x1817354606260736:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.170410:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b8d7a80/0xe92384b90c82c74c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3749b4 expref: 638 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.170412:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.170413:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7dc240/0xe92384b90c82c8aa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374a63 expref: 638 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.170414:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009544a1c0/0xe92384b90c82ca01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374aa9 expref: 638 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.170420:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009544a1c0/0xe92384b90c82ca01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374aa9 expref: 637 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.170421:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.170422:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.170422:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b8d7a80/0xe92384b90c82c74c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3749b4 expref: 637 pid: 16662 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.170424:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d69dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.170428:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d69dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.170428:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.170428:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009544a1c0/0xe92384b90c82ca01 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374aa9 expref: 636 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.170429:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.170431:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d69d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170434:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.170435:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.170436:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.170436:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d69d5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170437:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d69e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170441:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d69e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.170445:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.170446:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d69dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170449:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.170452:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d69dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.170453:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+635:2001:x1817354606260480:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.170458:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808058 00000100:00100000:1.0:1733164792.170458:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+635:2000:x1817354606260608:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 63us (120us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.170459:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d69dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.170460:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+635:2001:x1817354606260736:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.170464:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808059 00010000:00010000:2.0:1733164792.170464:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d69dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.170466:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808060 00010000:00010000:2.0:1733164792.170470:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d69dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.170475:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.170476:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d69d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.170478:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d69dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.170483:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d69d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.170484:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d69dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.170491:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d69d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.170494:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.170494:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d69dc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.170500:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d69dc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.170502:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d69d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.170507:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606260992 00010000:00010000:0.0:1733164792.170509:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d69d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.170510:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606260992 00010000:00010000:0.0:1733164792.170515:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.170518:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d69d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.170521:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4480/0xe92384b90c82ccaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374b58 expref: 633 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.170525:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d69d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.170534:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d69d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.170549:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808061 00000100:00100000:3.0:1733164792.170555:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+633:2001:x1817354606260992:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.170556:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d69d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170561:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.170564:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4480/0xe92384b90c82ccaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374b58 expref: 633 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.170570:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4480/0xe92384b90c82ccaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374b58 expref: 633 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.170577:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4480/0xe92384b90c82ccaf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374b58 expref: 633 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.170583:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.170584:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.170585:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d69f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170590:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d69f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170597:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.170607:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+632:2001:x1817354606260992:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.170608:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.170611:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808061 00000100:00100000:3.0:1733164792.170618:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606260864 00000100:00100000:3.0:1733164792.170620:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606260864 00000100:00100000:2.0:1733164792.170622:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3469:3761:x1817354297333376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1517us (1555us total) trans 4295983045 rc 0/0 00010000:00010000:3.0:1733164792.170625:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097313a80/0xe92384b90c82cb5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374b12 expref: 632 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.170628:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187632 00010000:00010000:2.0:1733164792.170644:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d69e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.170644:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808062 00000100:00100000:3.0:1733164792.170647:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+632:2000:x1817354606260864:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.170650:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.170651:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d69e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170652:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097313a80/0xe92384b90c82cb5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374b12 expref: 632 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.170658:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d69e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170658:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097313a80/0xe92384b90c82cb5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374b12 expref: 632 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.170664:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d69e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170664:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097313a80/0xe92384b90c82cb5f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374b12 expref: 632 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.170670:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d69e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170671:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.170671:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.170673:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d69ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.170675:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.170678:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d69e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170678:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d69ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.170684:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d69e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170684:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.170692:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d69e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.170700:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d69e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.170700:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+631:2000:x1817354606260864:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.170703:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808062 00000100:00100000:0.0:1733164792.170704:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3468:3762:x1817354297332992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2065us (2171us total) trans 4295983046 rc 0/0 00000100:00100000:0.0:1733164792.170709:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187631 00000004:00080000:3.0:1733164792.170720:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be17480/2, rc 0, transno 1015749 00010000:00010000:0.0:1733164792.170724:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d69ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.170725:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297333376:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.170732:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d69ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170732:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d69f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.170733:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008278f480/2, rc 0, transno 1015750 00000100:00100000:2.0:1733164792.170737:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297332992:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.170737:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d69f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.170739:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d69ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170742:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d69f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170745:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d69f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.170746:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d69ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170749:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d69f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.170751:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d69ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170752:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.170754:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d69f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.170757:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.170757:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d69f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.170758:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1733164792.170760:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d69ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170763:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d69f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.170764:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297335296:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.170766:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d69ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.170767:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d69f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.170776:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d69ea lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.170782:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d69ea lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.170782:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.170795:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297335168:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.170798:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297335296 00000100:00100000:1.0:1733164792.170801:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297335296 00000100:00100000:2.0:1733164792.170808:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.170815:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297335168 00000100:00100000:1.0:1733164792.170817:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297335168 00000100:00100000:1.0:1733164792.170824:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187639 00000100:00100000:1.0:1733164792.170827:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3471:3762:x1817354297335296:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.170829:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187640 00000100:00100000:2.0:1733164792.170834:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d8d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3471:3762:x1817354297335168:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.170836:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8917 count 1 00010000:00010000:1.0:1733164792.170843:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6a0d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.170845:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8916 count 1 00000100:00100000:3.0:1733164792.170845:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3471:3761:x1817354297334016:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1315us (1359us total) trans 4295983047 rc 0/0 00010000:00010000:1.0:1733164792.170851:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b5a400/0xe92384b90c82d426 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374d2d expref: 630 pid: 16614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.170852:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187635 00010000:00010000:2.0:1733164792.170854:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6a14 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.170856:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.170857:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.170858:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6a0d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.170864:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ee41440/0xe92384b90c82d1c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374ccb expref: 630 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.170868:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b5a400/0xe92384b90c82d426 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374d2d expref: 630 pid: 16614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.170870:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.170871:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.170873:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b5a400/0xe92384b90c82d426 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374d2d expref: 630 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.170874:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6a14 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.170874:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012df04700/2, rc 0, transno 1015751 00000100:00100000:1.0:1733164792.170878:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297335424:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.170880:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297334016:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.170891:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ee41440/0xe92384b90c82d1c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374ccb expref: 630 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.170892:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987300 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.170900:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ee41440/0xe92384b90c82d1c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374ccb expref: 630 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.170909:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297335552:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.170916:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297335680:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.170929:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752300 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.170933:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.170938:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007be15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3470:3759:x1817354297333760:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1411us (1556us total) trans 4295983048 rc 0/0 00000100:00100000:0.0:1733164792.170944:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187634 00000004:00080000:1.0:1733164792.170947:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be15f80/2, rc 0, transno 1015752 00000100:00100000:1.0:1733164792.170951:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297333760:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.170953:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297335680 00000100:00100000:0.0:1733164792.170956:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297335680 00000100:00100000:0.0:1733164792.170967:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187641 00000100:00100000:0.0:1733164792.170970:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3470:3759:x1817354297335680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.170978:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8918 count 1 00000100:00100000:2.0:1733164792.170979:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297335808:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.170985:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6a1b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.170993:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f16ba80/0xe92384b90c82d80f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374da4 expref: 630 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.170995:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.170997:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.170998:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.171005:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297335808 00000100:00100000:1.0:1733164792.171007:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297335808 00000100:00100000:1.0:1733164792.171017:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187642 00000100:00100000:1.0:1733164792.171020:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3471:3760:x1817354297335808:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.171028:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8919 count 1 00000100:00100000:3.0:1733164792.171028:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297334656:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.171034:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6a22 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.171035:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.171038:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d69f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.171042:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d599b00/0xe92384b90c82db5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374e30 expref: 630 pid: 16638 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.171047:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.171048:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.171049:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6a22 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.171050:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606261248 00000100:00100000:3.0:1733164792.171052:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606261248 00010000:00010000:0.0:1733164792.171058:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6a1b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.171058:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d599b00/0xe92384b90c82db5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374e30 expref: 631 pid: 16638 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171059:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce79440/0xe92384b90c82cf6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374c07 expref: 631 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.171063:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d599b00/0xe92384b90c82db5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374e30 expref: 631 pid: 16638 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.171067:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.171069:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297335936:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.171070:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808063 00010000:00010000:0.0:1733164792.171071:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f16ba80/0xe92384b90c82d80f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374da4 expref: 631 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.171073:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+631:2002:x1817354606261248:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.171077:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.171079:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f16ba80/0xe92384b90c82d80f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374da4 expref: 631 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.171080:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce79440/0xe92384b90c82cf6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374c07 expref: 631 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.171081:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.171085:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297336064:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.171086:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce79440/0xe92384b90c82cf6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374c07 expref: 631 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.171094:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606261120 00010000:00010000:3.0:1733164792.171094:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.171096:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606261120 00010000:00010000:3.0:1733164792.171096:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.171098:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d69ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.171102:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce79440/0xe92384b90c82cf6b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374c07 expref: 632 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.171103:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801243a7840/0xe92384b90c82ce1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374bc1 expref: 632 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.171105:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d69ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.171111:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297334912:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.171115:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808064 00010000:00010000:3.0:1733164792.171115:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.171118:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+631:2000:x1817354606261120:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.171121:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d69ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.171122:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.171124:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801243a7840/0xe92384b90c82ce1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374bc1 expref: 631 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.171128:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d69ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.171130:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801243a7840/0xe92384b90c82ce1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374bc1 expref: 631 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.171134:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d69ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.171134:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+631:2002:x1817354606261248:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (98us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.171137:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801243a7840/0xe92384b90c82ce1b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374bc1 expref: 631 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.171138:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.171156:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.171157:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.171159:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d69f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.171163:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d69f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.171163:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d69ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.171164:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808063 00010000:00010000:0.0:1733164792.171171:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.171176:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d69ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.171182:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+629:2000:x1817354606261120:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 63us (115us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.171183:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d69ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.171186:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808064 00010000:00010000:2.0:1733164792.171190:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5d40 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.171191:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606261376 00010000:00010000:2.0:1733164792.171193:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d69ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.171193:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606261376 00010000:00010000:2.0:1733164792.171200:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d69ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171202:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097d3fcc0/0xe92384b90c82d06e lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374c69 expref: 629 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.171206:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265240 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.171209:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d69ff lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.171215:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d69ff lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.171218:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808065 00000100:00100000:3.0:1733164792.171222:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+629:2001:x1817354606261376:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.171228:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.171232:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097d3fcc0/0xe92384b90c82d06e lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374c69 expref: 629 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.171241:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097d3fcc0/0xe92384b90c82d06e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374c69 expref: 629 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.171251:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.171253:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.171255:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6a06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171263:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6a06 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171273:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.171291:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+629:2001:x1817354606261376:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.171297:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808065 00010000:00010000:3.0:1733164792.171322:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d3fcc0/0xe92384b90c82d06e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374c69 expref: 628 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.171332:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297335040:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.171341:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6a06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171348:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6a06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171355:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6a06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171361:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6a06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171367:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6a06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171379:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6a06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171385:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.171387:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6a06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.171393:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012df06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3472:3759:x1817354297334528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1295us (1320us total) trans 4295983049 rc 0/0 00010000:00010000:3.0:1733164792.171394:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6a06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.171399:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187637 00010000:00010000:3.0:1733164792.171403:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6a06 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.171408:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012df07b80/2, rc 0, transno 1015753 00010000:00010000:3.0:1733164792.171409:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6a06 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.171424:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297334528:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.171473:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297336192:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.171495:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.171502:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007be17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3473:3759:x1817354297333632:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2114us (2181us total) trans 4295983050 rc 0/0 00000100:00100000:2.0:1733164792.171509:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187633 00000004:00080000:1.0:1733164792.171514:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be15880/2, rc 0, transno 1015754 00000100:00100000:2.0:1733164792.171520:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297336192 00000100:00100000:1.0:1733164792.171521:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297333632:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.171523:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297336192 00000100:00100000:2.0:1733164792.171536:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187643 00000100:00100000:2.0:1733164792.171555:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3473:3761:x1817354297336192:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.171567:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8920 count 1 00010000:00010000:2.0:1733164792.171576:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6a29 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.171580:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012df04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3473:3759:x1817354297334784:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1397us (1450us total) trans 4295983051 rc 0/0 00000004:00080000:1.0:1733164792.171585:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012df04a80/2, rc 0, transno 1015755 00010000:00010000:2.0:1733164792.171586:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092adbcc0/0xe92384b90c82e0c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374ed8 expref: 627 pid: 16621 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.171586:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187638 00000100:00100000:1.0:1733164792.171590:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297334784:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.171592:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.171593:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.171595:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6a29 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171602:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d69f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171609:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d69f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.171610:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092adbcc0/0xe92384b90c82e0c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374ed8 expref: 627 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171617:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d69f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.171621:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092adbcc0/0xe92384b90c82e0c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374ed8 expref: 627 pid: 16621 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.171625:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d69f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.171627:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297335424:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.171630:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c927480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297336448:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.171632:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d69f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171637:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.171639:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6a0d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.171640:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d69f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.171642:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297336320:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.171646:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d69f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.171655:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297336576:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.171656:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d69f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.171660:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.171663:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d69f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.171676:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.171687:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297336320 00000100:00100000:2.0:1733164792.171690:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297336320 00000100:00100000:0.0:1733164792.171695:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297336576 00000100:00100000:2.0:1733164792.171704:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187644 00000100:00100000:2.0:1733164792.171708:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3473:3762:x1817354297336320:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.171729:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00002000:00080000:2.0:1733164792.171740:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8921 count 1 00010000:00010000:2.0:1733164792.171748:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6a30 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.171757:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c91e880/0xe92384b90c82e417 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374f64 expref: 627 pid: 15942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.171762:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.171764:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.171766:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6a30 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.171770:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3474:3761:x1817354297334400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1773us (1809us total) trans 4295983052 rc 0/0 00000100:00100000:3.0:1733164792.171776:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187636 00010000:00010000:2.0:1733164792.171777:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c91e880/0xe92384b90c82e417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374f64 expref: 627 pid: 15942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.171784:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c91e880/0xe92384b90c82e417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374f64 expref: 627 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.171787:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297336576 00000100:00100000:2.0:1733164792.171792:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c924000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297336704:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.171797:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012df07480/2, rc 0, transno 1015756 00000100:00100000:3.0:1733164792.171804:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297334400:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.171807:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752480 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.171808:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187645 00000100:00100000:0.0:1733164792.171812:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3474:3759:x1817354297336576:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.171823:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8922 count 1 00010000:00010000:0.0:1733164792.171832:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6a37 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.171834:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297335552:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.171840:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957f06c0/0xe92384b90c82e774 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f374fe9 expref: 627 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.171843:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6a14 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.171844:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.171845:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.171846:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.171847:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6a37 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.171855:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297335936:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.171857:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.171858:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606261504 00010000:00010000:0.0:1733164792.171859:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957f06c0/0xe92384b90c82e774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374fe9 expref: 627 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.171861:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606261504 00010000:00010000:1.0:1733164792.171864:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6a22 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.171867:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957f06c0/0xe92384b90c82e774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374fe9 expref: 628 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.171869:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.171871:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b5a400/0xe92384b90c82d426 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374d2d expref: 628 pid: 16614 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.171876:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297336832:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.171877:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606261632 00000100:00100000:2.0:1733164792.171880:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606261632 00000100:00100000:3.0:1733164792.171885:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606261888 00000100:00100000:3.0:1733164792.171886:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606261888 00010000:00010000:2.0:1733164792.171891:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee41440/0xe92384b90c82d1c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374ccb expref: 630 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.171892:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f16ba80/0xe92384b90c82d80f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374da4 expref: 630 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.171898:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265c00 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.171900:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808066 00000100:00100000:3.0:1733164792.171903:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+630:2000:x1817354606261504:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.171908:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.171911:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b5a400/0xe92384b90c82d426 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374d2d expref: 630 pid: 16614 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.171913:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808067 00010000:00010000:3.0:1733164792.171916:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b5a400/0xe92384b90c82d426 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374d2d expref: 630 pid: 16614 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.171917:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+630:2000:x1817354606261888:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.171924:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b5a400/0xe92384b90c82d426 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374d2d expref: 630 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.171925:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.171929:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f16ba80/0xe92384b90c82d80f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374da4 expref: 629 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.171930:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.171931:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.171933:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6a0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.171937:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f16ba80/0xe92384b90c82d80f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374da4 expref: 629 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.171939:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.171941:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6a0d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.171948:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297336064:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.171949:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f16ba80/0xe92384b90c82d80f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374da4 expref: 629 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.171949:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.171952:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606261760 00000100:00100000:1.0:1733164792.171954:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606261760 00010000:00010000:2.0:1733164792.171957:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.171958:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.171961:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6a1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.171961:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+629:2000:x1817354606261504:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (117us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.171963:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d599b00/0xe92384b90c82db5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374e30 expref: 629 pid: 16638 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.171966:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808066 00010000:00010000:2.0:1733164792.171967:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6a1b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.171975:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6a1b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.171976:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808068 00010000:00010000:2.0:1733164792.171976:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.171980:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+628:2000:x1817354606261632:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.171981:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808069 00010000:00010000:0.0:1733164792.171983:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6a1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.171985:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+628:2001:x1817354606261760:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.171986:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.171988:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+628:2000:x1817354606261888:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (119us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.171990:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ee41440/0xe92384b90c82d1c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374ccb expref: 628 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.171991:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.171992:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6a1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.171993:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808067 00010000:00010000:3.0:1733164792.171995:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d599b00/0xe92384b90c82db5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374e30 expref: 628 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.171997:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6a1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.171999:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ee41440/0xe92384b90c82d1c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374ccb expref: 628 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.172003:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6a1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172003:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d599b00/0xe92384b90c82db5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374e30 expref: 627 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.172010:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6a1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172011:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ee41440/0xe92384b90c82d1c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374ccb expref: 627 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.172011:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297336960:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.172014:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d599b00/0xe92384b90c82db5e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374e30 expref: 627 pid: 16638 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.172016:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.172018:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6a1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172020:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.172022:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.172023:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.172024:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172024:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.172025:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6a1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.172026:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.172027:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6a22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172031:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6a14 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172033:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6a22 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.172036:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6a1b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.172042:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297336960 00010000:00010000:0.0:1733164792.172043:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6a1b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.172044:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297336960 00010000:00010000:1.0:1733164792.172045:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.172046:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.172052:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187646 00000100:00100000:2.0:1733164792.172055:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3475:3760:x1817354297336960:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.172062:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+625:2000:x1817354606261632:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (203us total) trans 0 rc 0/0 00002000:00080000:2.0:1733164792.172063:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8923 count 1 00000100:00100000:3.0:1733164792.172065:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+625:2001:x1817354606261760:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.172068:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808068 00010000:00010000:2.0:1733164792.172069:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6a3e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.172072:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808069 00010000:00010000:2.0:1733164792.172076:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008debaac0/0xe92384b90c82ea37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f375060 expref: 624 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.172080:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.172081:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.172082:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6a3e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172086:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6a0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172093:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6a0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.172093:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008debaac0/0xe92384b90c82ea37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375060 expref: 623 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172095:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6a22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172100:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6a0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.172100:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008debaac0/0xe92384b90c82ea37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375060 expref: 623 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.172103:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6a22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.172108:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297337088:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.172110:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6a22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172112:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6a0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172116:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6a22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172119:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6a0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172123:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6a22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172124:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4d80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.172125:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752f00 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.172127:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6a0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172129:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.172132:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6a22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172134:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6a0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172138:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6a22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172164:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6a0d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172171:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6a0d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172172:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6a22 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172179:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6a22 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.172217:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3477:3759:x1817354297335680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1244us (1281us total) trans 4295983053 rc 0/0 00000100:00100000:0.0:1733164792.172223:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187641 00000100:00100000:3.0:1733164792.172265:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3477:3760:x1817354297335808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1243us (1270us total) trans 4295983054 rc 0/0 00000100:00100000:3.0:1733164792.172270:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187642 00000100:00100000:1.0:1733164792.172284:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3476:3762:x1817354297335296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1455us (1500us total) trans 4295983055 rc 0/0 00000100:00100000:1.0:1733164792.172292:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187639 00000004:00080000:2.0:1733164792.172295:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b20380/2, rc 0, transno 1015758 00000100:00100000:2.0:1733164792.172302:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297335808:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.172316:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b23b80/2, rc 0, transno 1015757 00000004:00080000:2.0:1733164792.172317:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3e300/2, rc 0, transno 1015759 00000100:00100000:1.0:1733164792.172320:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297335680:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.172320:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297335296:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.172329:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172334:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.172335:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297337216:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.172338:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.172340:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297337344:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.172342:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6a14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172346:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6a14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.172347:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.172349:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.172350:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6a14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172354:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6a14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.172357:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297337216 00000100:00100000:2.0:1733164792.172358:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.172359:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297337216 00010000:00010000:1.0:1733164792.172360:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6a14 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172363:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6a14 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.172370:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297337344 00000100:00100000:3.0:1733164792.172372:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297337344 00000100:00100000:2.0:1733164792.172376:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187647 00000100:00100000:2.0:1733164792.172380:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3477:3761:x1817354297337216:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.172384:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187648 00000100:00100000:3.0:1733164792.172388:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3477:3762:x1817354297337344:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.172389:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8924 count 1 00010000:00010000:2.0:1733164792.172398:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6a45 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.172399:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8925 count 1 00010000:00010000:2.0:1733164792.172408:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008deb8fc0/0xe92384b90c82ecfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3750de expref: 623 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172408:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6a4c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.172414:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.172415:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.172417:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6a45 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172418:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cf2d680/0xe92384b90c82ef3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f375155 expref: 623 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.172425:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1733164792.172425:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.172426:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.172429:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297337472:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.172429:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6a4c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.172444:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d8d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3478:3762:x1817354297335168:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1609us (1635us total) trans 4295983056 rc 0/0 00010000:00010000:3.0:1733164792.172444:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cf2d680/0xe92384b90c82ef3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375155 expref: 623 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.172445:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.172448:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187640 00010000:00010000:3.0:1733164792.172453:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cf2d680/0xe92384b90c82ef3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375155 expref: 623 pid: 16635 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.172457:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.172457:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297337472 00000100:00100000:1.0:1733164792.172459:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297337472 00000100:00100000:3.0:1733164792.172463:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297337600:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.172469:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187649 00000100:00100000:1.0:1733164792.172472:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3478:3760:x1817354297337472:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1733164792.172474:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3fb80/2, rc 0, transno 1015760 00000100:00100000:2.0:1733164792.172478:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297335168:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.172479:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8926 count 1 00000100:00100000:3.0:1733164792.172482:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880080575240 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.172487:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6a53 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.172492:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606262016 00010000:00010000:1.0:1733164792.172494:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348de640/0xe92384b90c82f2bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3751b7 expref: 623 pid: 16606 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.172494:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606262016 00000100:00100000:2.0:1733164792.172496:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297337728:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.172498:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.172499:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.172501:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6a53 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172502:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092adbcc0/0xe92384b90c82e0c1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374ed8 expref: 624 pid: 16621 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.172507:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.172510:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348de640/0xe92384b90c82f2bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3751b7 expref: 624 pid: 16606 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.172512:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808070 00000100:00100000:0.0:1733164792.172515:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.172515:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+624:2000:x1817354606262016:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.172516:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348de640/0xe92384b90c82f2bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3751b7 expref: 624 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.172518:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297337728 00010000:00010000:3.0:1733164792.172519:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.172520:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297337728 00000100:00100000:1.0:1733164792.172521:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297337856:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.172522:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092adbcc0/0xe92384b90c82e0c1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374ed8 expref: 624 pid: 16621 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.172528:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092adbcc0/0xe92384b90c82e0c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374ed8 expref: 624 pid: 16621 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.172531:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187650 00000100:00100000:2.0:1733164792.172533:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3479:3760:x1817354297337728:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.172534:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.172535:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.172535:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.172551:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.172553:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8927 count 1 00010000:00010000:3.0:1733164792.172556:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6a29 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.172559:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c924000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297336704:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.172560:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6a5a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172562:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.172567:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009647cfc0/0xe92384b90c82f63f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37524a expref: 624 pid: 16648 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.172569:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+624:2000:x1817354606262016:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (114us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.172571:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6a30 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.172571:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.172572:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.172573:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808070 00010000:00010000:2.0:1733164792.172574:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6a5a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.172584:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009647cfc0/0xe92384b90c82f63f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37524a expref: 623 pid: 16648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.172589:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009647cfc0/0xe92384b90c82f63f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37524a expref: 623 pid: 16648 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.172591:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606262144 00000100:00100000:3.0:1733164792.172593:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606262144 00010000:00010000:0.0:1733164792.172594:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092adbcc0/0xe92384b90c82e0c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374ed8 expref: 623 pid: 16621 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.172594:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297337984:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.172598:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c91e880/0xe92384b90c82e417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374f64 expref: 624 pid: 15942 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.172601:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c927480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297336448:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.172607:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752240 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.172607:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808071 00010000:00010000:0.0:1733164792.172608:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.172610:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+623:2001:x1817354606262144:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.172612:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172614:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.172615:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172616:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c91e880/0xe92384b90c82e417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374f64 expref: 623 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.172620:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.172620:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008deb8fc0/0xe92384b90c82ecfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3750de expref: 623 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172621:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c91e880/0xe92384b90c82e417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374f64 expref: 623 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.172623:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6a29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.172627:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008deb8fc0/0xe92384b90c82ecfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3750de expref: 623 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.172627:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c91e880/0xe92384b90c82e417 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374f64 expref: 623 pid: 15942 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.172630:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6a29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.172634:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.172636:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.172637:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6a29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172637:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.172639:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.172641:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297338112:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.172643:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6a29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172643:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6a30 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.172651:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.172652:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6a29 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.172658:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6a29 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172659:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.172659:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.172660:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+622:2001:x1817354606262144:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 49us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.172663:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808071 00010000:00010000:1.0:1733164792.172668:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172673:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172677:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6a30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172680:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6a30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172683:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.172685:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6a30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172689:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6a30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172695:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6a30 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172698:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6a30 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.172764:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3481:3761:x1817354297336192:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1207us (1268us total) trans 4295983057 rc 0/0 00000100:00100000:0.0:1733164792.172768:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187643 00000004:00080000:3.0:1733164792.172770:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012df05c00/2, rc 0, transno 1015761 00000100:00100000:3.0:1733164792.172776:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297336192:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.172781:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3480:3762:x1817354297336320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1071us (1119us total) trans 4295983058 rc 0/0 00000100:00100000:1.0:1733164792.172787:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187644 00000004:00080000:2.0:1733164792.172795:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012df04000/2, rc 0, transno 1015762 00000100:00100000:2.0:1733164792.172799:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297336320:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.172831:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297338240:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.172843:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297338368:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.172851:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.172865:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.172871:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297338240 00000100:00100000:1.0:1733164792.172875:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297338240 00000100:00100000:0.0:1733164792.172884:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297338368 00000100:00100000:0.0:1733164792.172887:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297338368 00000100:00100000:1.0:1733164792.172891:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187651 00000100:00100000:1.0:1733164792.172895:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3481:3761:x1817354297338240:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.172906:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8928 count 1 00010000:00010000:1.0:1733164792.172916:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6a61 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172926:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082e7eac0/0xe92384b90c82f853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3752cf expref: 621 pid: 16634 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172933:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.172934:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.172937:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6a61 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172953:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082e7eac0/0xe92384b90c82f853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3752cf expref: 621 pid: 16634 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.172962:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082e7eac0/0xe92384b90c82f853 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3752cf expref: 621 pid: 16634 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.172963:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187652 00000100:00100000:0.0:1733164792.172968:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009103c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3481:3762:x1817354297338368:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.172971:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297338496:192.168.202.7@tcp:104: 00002000:00080000:0.0:1733164792.172982:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8929 count 1 00010000:00010000:0.0:1733164792.172992:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6a68 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.173002:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131223180/0xe92384b90c82fc4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f375369 expref: 621 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.173009:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.173009:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987300 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.173011:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.173013:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6a68 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.173029:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131223180/0xe92384b90c82fc4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375369 expref: 621 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.173090:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131223180/0xe92384b90c82fc4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375369 expref: 621 pid: 16611 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.173101:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297338624:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.173120:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.173138:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297336832:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.173170:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6a37 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.173368:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297337088:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.173378:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6a3e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.173402:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297337984:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.173411:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6a5a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.173412:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297337600:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.173419:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297337856:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.173425:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6a4c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.173429:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac65c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297338112:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.173434:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6a53 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.173437:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6a45 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.173665:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.173684:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.173706:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606262400 00000100:00100000:3.0:1733164792.173711:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606262400 00000100:00100000:2.0:1733164792.173712:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606262272 00000100:00100000:2.0:1733164792.173716:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606262272 00010000:00010000:2.0:1733164792.173728:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957f06c0/0xe92384b90c82e774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374fe9 expref: 623 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.173730:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008debaac0/0xe92384b90c82ea37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375060 expref: 623 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.173742:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808072 00000100:00100000:2.0:1733164792.173745:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+623:2000:x1817354606262272:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.173751:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.173754:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957f06c0/0xe92384b90c82e774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374fe9 expref: 623 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.173756:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.173757:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808073 00010000:00010000:2.0:1733164792.173759:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957f06c0/0xe92384b90c82e774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374fe9 expref: 623 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.173762:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+623:2001:x1817354606262400:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.173768:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957f06c0/0xe92384b90c82e774 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f374fe9 expref: 623 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.173770:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.173774:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.173774:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008debaac0/0xe92384b90c82ea37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375060 expref: 622 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.173775:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.173777:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6a37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.173781:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6a37 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.173783:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.173784:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008debaac0/0xe92384b90c82ea37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375060 expref: 622 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.173790:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.173794:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.173797:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008debaac0/0xe92384b90c82ea37 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375060 expref: 622 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.173802:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606262784 00000100:00100000:2.0:1733164792.173804:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+621:2000:x1817354606262272:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.173806:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606262784 00000100:00100000:0.0:1733164792.173807:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.173808:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808072 00010000:00010000:3.0:1733164792.173809:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.173810:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.173813:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6a3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.173816:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009647cfc0/0xe92384b90c82f63f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37524a expref: 621 pid: 16648 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.173816:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606262912 00000100:00100000:0.0:1733164792.173818:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606262528 00000100:00100000:2.0:1733164792.173818:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606262912 00010000:00010000:3.0:1733164792.173820:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6a3e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.173821:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606262528 00010000:00010000:2.0:1733164792.173823:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008deb8fc0/0xe92384b90c82ecfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3750de expref: 622 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.173829:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606262656 00010000:00010000:0.0:1733164792.173830:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf2d680/0xe92384b90c82ef3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375155 expref: 623 pid: 16635 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.173831:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606262656 00000100:00100000:2.0:1733164792.173832:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808074 00000100:00100000:2.0:1733164792.173835:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+624:2001:x1817354606262784:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.173835:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.173837:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348de640/0xe92384b90c82f2bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3751b7 expref: 624 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.173839:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.173841:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009647cfc0/0xe92384b90c82f63f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37524a expref: 624 pid: 16648 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.173842:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808075 00000100:00100000:0.0:1733164792.173846:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+624:2001:x1817354606262912:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.173846:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009647cfc0/0xe92384b90c82f63f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37524a expref: 624 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.173851:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.173852:0:7190:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009647cfc0/0xe92384b90c82f63f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37524a expref: 624 pid: 16648 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.173853:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808076 00000100:00100000:3.0:1733164792.173853:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+624:2001:x1817354606262400:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 90us (188us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.173854:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008deb8fc0/0xe92384b90c82ecfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3750de expref: 624 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.173857:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+623:2000:x1817354606262528:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.173857:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.173858:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.173859:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6a5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.173860:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008deb8fc0/0xe92384b90c82ecfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3750de expref: 623 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.173861:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808073 00010000:00010000:1.0:1733164792.173863:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.173864:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6a5a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.173866:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cf2d680/0xe92384b90c82ef3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375155 expref: 623 pid: 16635 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.173869:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008deb8fc0/0xe92384b90c82ecfa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3750de expref: 623 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.173870:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.173873:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cf2d680/0xe92384b90c82ef3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375155 expref: 622 pid: 16635 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.173876:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808077 00010000:00010000:0.0:1733164792.173878:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.173878:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+621:2001:x1817354606262784:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 42us (125us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.173879:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.173881:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6a45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.173881:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cf2d680/0xe92384b90c82ef3f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375155 expref: 621 pid: 16635 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.173881:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+621:2000:x1817354606262656:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.173882:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808074 00010000:00010000:0.0:1733164792.173885:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6a45 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.173888:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.173890:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.173891:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.173893:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.173893:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348de640/0xe92384b90c82f2bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3751b7 expref: 619 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.173898:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.173898:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6a4c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.173900:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6a5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.173902:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348de640/0xe92384b90c82f2bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3751b7 expref: 619 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.173904:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6a5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.173907:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.173909:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6a5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.173910:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+619:2001:x1817354606262912:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 63us (127us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.173913:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6a5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.173914:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808075 00010000:00010000:3.0:1733164792.173914:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348de640/0xe92384b90c82f2bf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3751b7 expref: 619 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.173916:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6a5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.173920:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+618:2000:x1817354606262528:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (125us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.173920:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.173921:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6a5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.173924:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808076 00010000:00010000:3.0:1733164792.173924:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.173925:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6a5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.173925:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.173928:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6a37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.173928:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6a53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.173930:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6a5a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.173933:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6a37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.173933:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6a5a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.173935:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6a53 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.173937:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6a37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.173940:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6a37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.173944:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6a37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.173947:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.173949:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6a37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.173950:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.173953:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6a37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.173961:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6a37 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.173964:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6a37 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.173968:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.173968:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+616:2000:x1817354606262656:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.173975:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606263040 00000100:00100000:3.0:1733164792.173975:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808077 00000100:00100000:1.0:1733164792.173977:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606263040 00010000:00010000:1.0:1733164792.173985:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082e7eac0/0xe92384b90c82f853 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3752cf expref: 616 pid: 16634 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.173995:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808078 00000100:00100000:1.0:1733164792.173998:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+616:2001:x1817354606263040:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.174002:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.174005:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082e7eac0/0xe92384b90c82f853 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3752cf expref: 616 pid: 16634 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.174010:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082e7eac0/0xe92384b90c82f853 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3752cf expref: 616 pid: 16634 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.174014:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174017:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.174018:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.174018:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3483:3760:x1817354297337728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1483us (1509us total) trans 4295983059 rc 0/0 00010000:00010000:1.0:1733164792.174019:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6a61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.174022:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187650 00010000:00010000:3.0:1733164792.174022:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174024:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6a61 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174030:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.174030:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174037:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6a4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.174038:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3ce00/2, rc 0, transno 1015763 00000100:00100000:1.0:1733164792.174040:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+616:2001:x1817354606263040:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 41us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.174043:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808078 00000100:00100000:2.0:1733164792.174043:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297337728:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.174044:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6a4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.174047:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3482:3759:x1817354297336576:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2234us (2371us total) trans 4295983060 rc 0/0 00010000:00010000:3.0:1733164792.174049:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d18c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.174051:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187645 00010000:00010000:3.0:1733164792.174051:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6a4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174055:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6a53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174055:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6a4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174059:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6a53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174061:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6a4c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.174062:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.174064:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6a53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174064:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6a4c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.174066:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297338752:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.174068:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6a53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.174070:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012df05880/2, rc 0, transno 1015764 00000100:00100000:0.0:1733164792.174074:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297336576:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.174074:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6a53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.174078:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.174079:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.174088:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6a53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174099:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6a53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.174104:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297338880:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.174106:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297338752 00000100:00100000:0.0:1733164792.174108:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297338752 00010000:00010000:1.0:1733164792.174109:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6a53 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.174113:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.174116:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6a53 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.174117:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297338880 00000100:00100000:0.0:1733164792.174118:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297338880 00000100:00100000:0.0:1733164792.174125:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187653 00000100:00100000:0.0:1733164792.174128:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3484:3760:x1817354297338752:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.174131:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187654 00000100:00100000:2.0:1733164792.174134:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3484:3760:x1817354297338880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.174136:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8930 count 1 00010000:00010000:0.0:1733164792.174158:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6a6f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174166:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008530c900/0xe92384b90c82fdcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3753e0 expref: 615 pid: 16611 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.174167:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3484:3762:x1817354297337344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1777us (1807us total) trans 4295983061 rc 0/0 00010000:00010000:0.0:1733164792.174170:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.174171:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.174172:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187648 00010000:00010000:0.0:1733164792.174173:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6a6f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174184:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008530c900/0xe92384b90c82fdcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3753e0 expref: 615 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174191:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008530c900/0xe92384b90c82fdcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3753e0 expref: 615 pid: 16611 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.174191:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7cdc00/2, rc 0, transno 1015765 00000100:00100000:3.0:1733164792.174196:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297337344:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.174197:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297339008:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.174210:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265c00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.174226:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297338624:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.174231:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:2.0:1733164792.174233:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8931 count 1 00010000:00010000:0.0:1733164792.174234:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6a68 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.174236:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297339136:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.174241:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6a76 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.174250:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090c44b40/0xe92384b90c82ff61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f375450 expref: 615 pid: 16648 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.174251:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.174254:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.174255:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.174256:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6a76 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.174257:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3484:3760:x1817354297337472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1782us (1809us total) trans 4295983062 rc 0/0 00000100:00100000:1.0:1733164792.174263:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187649 00000100:00100000:3.0:1733164792.174266:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297339136 00000100:00100000:3.0:1733164792.174268:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297339136 00000004:00080000:2.0:1733164792.174270:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7ce300/2, rc 0, transno 1015766 00000100:00100000:2.0:1733164792.174275:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297337472:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.174277:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187655 00000100:00100000:1.0:1733164792.174281:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3484:3762:x1817354297339136:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.174286:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.174290:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090c44b40/0xe92384b90c82ff61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375450 expref: 615 pid: 16648 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.174292:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8932 count 1 00000100:00100000:3.0:1733164792.174294:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297339264:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.174297:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606263168 00010000:00010000:2.0:1733164792.174298:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090c44b40/0xe92384b90c82ff61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375450 expref: 615 pid: 16648 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.174300:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606263168 00010000:00010000:1.0:1733164792.174302:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6a7d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.174306:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.174308:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131223180/0xe92384b90c82fc4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375369 expref: 616 pid: 16611 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.174312:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297339392:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.174313:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297339264 00010000:00010000:1.0:1733164792.174314:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124282ac0/0xe92384b90c8300e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3754c0 expref: 616 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.174314:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297339264 00010000:00010000:1.0:1733164792.174322:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.174324:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.174324:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187656 00000100:00100000:0.0:1733164792.174325:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808079 00010000:00010000:1.0:1733164792.174326:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6a7d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.174327:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f909180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3485:3762:x1817354297339264:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.174328:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+616:2001:x1817354606263168:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.174330:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.174333:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.174336:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131223180/0xe92384b90c82fc4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375369 expref: 616 pid: 16611 timeout: 1075 lvb_type: 0 00002000:00080000:3.0:1733164792.174336:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8933 count 1 00010000:00010000:2.0:1733164792.174343:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6a45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174344:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6a84 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174346:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131223180/0xe92384b90c82fc4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375369 expref: 616 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.174350:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6a45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174354:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0ccd80/0xe92384b90c830208 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f375522 expref: 616 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174355:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124282ac0/0xe92384b90c8300e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3754c0 expref: 616 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.174357:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6a45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174358:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131223180/0xe92384b90c82fc4a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375369 expref: 616 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.174361:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.174362:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.174363:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6a45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174364:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124282ac0/0xe92384b90c8300e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3754c0 expref: 615 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.174364:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6a84 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174367:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.174368:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.174369:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6a45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174372:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6a68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.174374:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297339520:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.174375:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.174378:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6a68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.174378:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6a45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174379:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0ccd80/0xe92384b90c830208 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375522 expref: 615 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.174384:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6a45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174388:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f0ccd80/0xe92384b90c830208 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375522 expref: 615 pid: 16613 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.174389:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.174392:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.174392:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6a45 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.174398:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f90b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297339648:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.174399:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6a45 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.174408:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+615:2001:x1817354606263168:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (122us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.174408:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082e7eac0/0xe92384b90c82f853 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3752cf expref: 615 pid: 16634 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.174414:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808079 00000100:00100000:3.0:1733164792.174414:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54600 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.174418:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297338496:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.174429:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6a61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174431:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6a68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174434:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6a3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174436:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6a61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174438:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6a68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174441:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6a61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174441:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6a3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174446:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6a68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174447:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6a61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174448:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6a3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174452:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6a61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174454:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6a3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174457:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174458:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6a61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174462:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6a3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174463:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174464:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.174466:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6a61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174468:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.174468:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.174471:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174471:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6a61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174471:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6a3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174477:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174477:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6a3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174478:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6a61 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174483:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6a61 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174486:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6a68 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174486:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6a3e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.174492:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6a68 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.174493:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6a3e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.174504:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3486:3761:x1817354297337216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2122us (2154us total) trans 4295983063 rc 0/0 00000100:00100000:2.0:1733164792.174508:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187647 00000004:00080000:3.0:1733164792.174527:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7cd500/2, rc 0, transno 1015767 00000100:00100000:3.0:1733164792.174535:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297337216:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.174581:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164792.174585:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f77b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297339776:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.174601:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.174611:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297339776 00000100:00100000:2.0:1733164792.174613:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297339776 00000100:00100000:1.0:1733164792.174615:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3488:3761:x1817354297338240:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1718us (1762us total) trans 4295983064 rc 0/0 00000100:00100000:1.0:1733164792.174621:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187651 00000100:00100000:2.0:1733164792.174624:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187657 00000100:00100000:2.0:1733164792.174628:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3488:3760:x1817354297339776:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.174629:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac66300/2, rc 0, transno 1015768 00002000:00080000:2.0:1733164792.174638:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8934 count 1 00000100:00100000:3.0:1733164792.174638:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297338240:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.174648:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6a8b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.174657:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091d68fc0/0xe92384b90c8304ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3755a7 expref: 613 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.174663:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.174665:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.174667:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6a8b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.174681:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091d68fc0/0xe92384b90c8304ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3755a7 expref: 613 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.174690:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091d68fc0/0xe92384b90c8304ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3755a7 expref: 613 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.174694:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3488:3760:x1817354297336960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2636us (2666us total) trans 4295983066 rc 0/0 00000100:00100000:2.0:1733164792.174699:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297339904:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.174700:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187646 00000004:00080000:3.0:1733164792.174723:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7cc380/2, rc 0, transno 1015770 00000100:00100000:2.0:1733164792.174727:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752240 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.174727:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297336960:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.174732:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009103c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3487:3762:x1817354297338368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1762us (1864us total) trans 4295983065 rc 0/0 00000100:00100000:0.0:1733164792.174738:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187652 00000100:00100000:3.0:1733164792.174760:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297340032:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.174782:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.174799:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297340032 00000100:00100000:3.0:1733164792.174801:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297340160:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.174802:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297340032 00000100:00100000:2.0:1733164792.174818:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187658 00000100:00100000:3.0:1733164792.174818:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.174823:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3487:3760:x1817354297340032:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.174833:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297340160 00002000:00080000:2.0:1733164792.174833:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8935 count 1 00000100:00100000:1.0:1733164792.174837:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297340160 00010000:00010000:2.0:1733164792.174843:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6a92 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.174850:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cfe7840/0xe92384b90c83064c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f375610 expref: 613 pid: 15935 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.174854:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac66d80/2, rc 0, transno 1015769 00000100:00100000:1.0:1733164792.174854:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187659 00010000:00010000:2.0:1733164792.174855:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.174856:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.174858:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3488:3761:x1817354297340160:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.174858:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6a92 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.174862:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297338368:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.174869:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8936 count 1 00010000:00010000:2.0:1733164792.174873:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cfe7840/0xe92384b90c83064c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375610 expref: 613 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174879:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6a99 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.174882:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cfe7840/0xe92384b90c83064c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375610 expref: 613 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.174887:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1733164792.174894:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d7ecb40/0xe92384b90c830828 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f375648 expref: 613 pid: 16645 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.174894:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297340416:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.174896:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297340288:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.174901:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.174902:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.174905:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6a99 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.174918:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.174919:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752f00 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.174920:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d7ecb40/0xe92384b90c830828 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375648 expref: 613 pid: 16645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.174929:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d7ecb40/0xe92384b90c830828 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375648 expref: 613 pid: 16645 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.174939:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297340544:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.174957:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987300 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.174984:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297340416 00000100:00100000:0.0:1733164792.174988:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297340416 00000100:00100000:0.0:1733164792.175005:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187660 00000100:00100000:0.0:1733164792.175008:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3489:3761:x1817354297340416:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.175019:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8937 count 1 00010000:00010000:0.0:1733164792.175029:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6aa0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.175038:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d7ee640/0xe92384b90c830a27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3756c6 expref: 613 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.175044:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.175046:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.175048:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6aa0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.175129:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d7ee640/0xe92384b90c830a27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3756c6 expref: 613 pid: 16654 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.175138:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d7ee640/0xe92384b90c830a27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3756c6 expref: 613 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.175170:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297340672:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.175201:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265240 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.175744:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297339008:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.175758:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6a6f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.175759:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.175771:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606263424 00000100:00100000:0.0:1733164792.175774:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606263424 00000100:00100000:2.0:1733164792.175780:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297339904:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.175785:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008530c900/0xe92384b90c82fdcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3753e0 expref: 614 pid: 16611 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.175789:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297339520:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.175792:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6a8b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.175806:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6a7d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.175813:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808080 00000100:00100000:3.0:1733164792.175861:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f90b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297339648:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.175874:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6a84 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.175897:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297339392:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.175907:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6a76 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.175999:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+614:2001:x1817354606263424:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.176006:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.176011:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008530c900/0xe92384b90c82fdcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3753e0 expref: 614 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.176020:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008530c900/0xe92384b90c82fdcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3753e0 expref: 614 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.176033:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008530c900/0xe92384b90c82fdcb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3753e0 expref: 614 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.176043:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.176045:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.176048:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6a6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.176055:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6a6f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.176077:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.176108:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6a6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176114:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6a6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176119:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6a6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176123:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6a6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176126:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6a6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176133:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.176135:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6a6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176139:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6a6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.176159:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+613:2001:x1817354606263424:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 145us (384us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.176161:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6a6f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.176165:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808080 00010000:00010000:2.0:1733164792.176165:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6a6f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.176171:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.176177:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606263680 00000100:00100000:0.0:1733164792.176180:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606263680 00010000:00010000:0.0:1733164792.176189:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0ccd80/0xe92384b90c830208 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375522 expref: 613 pid: 16613 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.176210:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808081 00000100:00100000:0.0:1733164792.176214:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+613:2001:x1817354606263680:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.176221:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.176225:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f0ccd80/0xe92384b90c830208 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375522 expref: 613 pid: 16613 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.176225:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.176231:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606263296 00010000:00010000:0.0:1733164792.176233:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f0ccd80/0xe92384b90c830208 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375522 expref: 613 pid: 16613 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.176233:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606263296 00010000:00010000:1.0:1733164792.176242:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090c44b40/0xe92384b90c82ff61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375450 expref: 614 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.176244:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0ccd80/0xe92384b90c830208 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375522 expref: 614 pid: 16613 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.176253:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.176254:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.176257:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.176257:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808082 00000100:00100000:1.0:1733164792.176261:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+613:2001:x1817354606263296:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.176264:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6a84 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.176269:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.176272:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3490:3760:x1817354297338752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2142us (2191us total) trans 4295983067 rc 0/0 00010000:00010000:1.0:1733164792.176273:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090c44b40/0xe92384b90c82ff61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375450 expref: 613 pid: 16648 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.176276:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.176279:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187653 00010000:00010000:1.0:1733164792.176281:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090c44b40/0xe92384b90c82ff61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375450 expref: 613 pid: 16648 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.176292:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+613:2001:x1817354606263680:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (121us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.176294:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090c44b40/0xe92384b90c82ff61 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375450 expref: 613 pid: 16648 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.176297:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808081 00010000:00010000:1.0:1733164792.176304:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.176306:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.176308:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6a76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.176310:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.176315:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6a76 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.176330:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.176332:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606263552 00000100:00100000:2.0:1733164792.176332:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.176335:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606263552 00000100:00100000:2.0:1733164792.176341:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606263808 00010000:00010000:0.0:1733164792.176344:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124282ac0/0xe92384b90c8300e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3754c0 expref: 612 pid: 16651 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.176344:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606263808 00000100:00100000:1.0:1733164792.176348:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+613:2001:x1817354606263296:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (122us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.176352:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091d68fc0/0xe92384b90c8304ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3755a7 expref: 613 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.176355:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808082 00000100:00100000:0.0:1733164792.176359:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808083 00000100:00100000:0.0:1733164792.176363:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+612:2001:x1817354606263552:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.176371:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6a76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.176378:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6a76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.176383:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808084 00010000:00010000:1.0:1733164792.176384:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6a76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.176388:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a41050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+612:2001:x1817354606263808:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.176389:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6a76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.176395:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.176396:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6a76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176401:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.176402:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.176403:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.176405:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6a76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176405:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091d68fc0/0xe92384b90c8304ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3755a7 expref: 612 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.176411:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.176412:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6a76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176414:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091d68fc0/0xe92384b90c8304ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3755a7 expref: 612 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.176416:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6a84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.176422:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6a76 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.176423:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6a84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176426:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d68fc0/0xe92384b90c8304ee lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3755a7 expref: 612 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.176428:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6a76 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.176429:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.176431:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6a84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176435:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.176437:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.176438:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6a84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176439:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176446:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6a8b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.176453:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6a84 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.176459:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6a84 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176460:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.176475:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a41050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+611:2001:x1817354606263808:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.176481:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808084 00000100:00100000:1.0:1733164792.176561:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3491:3760:x1817354297338880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2424us (2445us total) trans 4295983068 rc 0/0 00000100:00100000:1.0:1733164792.176568:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187654 00000100:00100000:3.0:1733164792.176585:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f909180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3490:3762:x1817354297339264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2255us (2276us total) trans 4295983069 rc 0/0 00000100:00100000:1.0:1733164792.176592:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297340544:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.176592:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187656 00010000:00010000:1.0:1733164792.176601:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6a99 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.176614:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:3.0:1733164792.176615:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69f100/2, rc 0, transno 1015773 00000100:00100000:2.0:1733164792.176622:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606263936 00000100:00100000:3.0:1733164792.176622:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297339264:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.176624:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606263936 00010000:00010000:2.0:1733164792.176632:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cfe7840/0xe92384b90c83064c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375610 expref: 611 pid: 15935 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.176644:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac64a80/2, rc 0, transno 1015772 00000100:00100000:3.0:1733164792.176647:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297338880:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.176653:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808085 00000004:00080000:3.0:1733164792.176654:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac65c00/2, rc 0, transno 1015771 00000100:00100000:2.0:1733164792.176655:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+611:2001:x1817354606263936:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.176657:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297338752:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.176660:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.176663:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cfe7840/0xe92384b90c83064c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375610 expref: 611 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.176668:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cfe7840/0xe92384b90c83064c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375610 expref: 611 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.176676:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.176677:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.176679:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6a92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176683:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6a92 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176689:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.176692:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f90b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297340800:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.176699:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+611:2001:x1817354606263936:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 43us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.176702:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808085 00000100:00100000:3.0:1733164792.176703:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.176708:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.176710:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297341056:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.176724:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cfe7840/0xe92384b90c83064c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375610 expref: 610 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.176725:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297340800 00000100:00100000:1.0:1733164792.176727:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297340800 00000100:00100000:3.0:1733164792.176729:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.176735:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297340288:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.176738:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297341056 00000100:00100000:1.0:1733164792.176739:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297341056 00000100:00100000:3.0:1733164792.176743:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297340928:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.176746:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187661 00010000:00010000:2.0:1733164792.176746:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6a92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.176749:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3491:3759:x1817354297340800:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.176754:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6a92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.176756:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1733164792.176759:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8938 count 1 00010000:00010000:2.0:1733164792.176759:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6a92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176766:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6a92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.176767:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6aa7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176772:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6a92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.176775:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880122aa2880/0xe92384b90c830bbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f375744 expref: 609 pid: 16614 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.176776:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297340928 00010000:00010000:1.0:1733164792.176779:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.176779:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6a92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.176779:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297340928 00010000:00010000:1.0:1733164792.176780:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.176782:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6aa7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176785:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.176787:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6a92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.176793:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187662 00010000:00010000:1.0:1733164792.176794:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880122aa2880/0xe92384b90c830bbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375744 expref: 609 pid: 16614 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176794:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6a92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.176797:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007be14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3492:3762:x1817354297341056:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.176803:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6a92 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.176808:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880122aa2880/0xe92384b90c830bbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375744 expref: 609 pid: 16614 timeout: 1075 lvb_type: 0 00002000:00080000:3.0:1733164792.176808:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8940 count 1 00010000:00010000:2.0:1733164792.176813:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6a92 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.176817:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297341184:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.176818:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6aae lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.176830:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012420a1c0/0xe92384b90c830f8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f375832 expref: 609 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.176837:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987300 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.176837:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.176838:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.176841:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6aae lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.176854:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187663 00010000:00010000:3.0:1733164792.176854:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012420a1c0/0xe92384b90c830f8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375832 expref: 609 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.176858:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3492:3760:x1817354297340928:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.176863:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012420a1c0/0xe92384b90c830f8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375832 expref: 609 pid: 16654 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.176868:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8939 count 1 00000100:00100000:3.0:1733164792.176871:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297341312:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.176877:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6ab5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.176886:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009093fcc0/0xe92384b90c830dca lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3757c2 expref: 609 pid: 16597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.176888:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54600 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.176892:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.176893:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.176896:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6ab5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.176909:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009093fcc0/0xe92384b90c830dca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3757c2 expref: 609 pid: 16597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.176917:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009093fcc0/0xe92384b90c830dca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3757c2 expref: 609 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.176920:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3493:3760:x1817354297340032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2096us (2137us total) trans 4295983070 rc 0/0 00000100:00100000:2.0:1733164792.176927:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187658 00000100:00100000:1.0:1733164792.176930:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297341440:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.176932:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.176937:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124282ac0/0xe92384b90c8300e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3754c0 expref: 609 pid: 16651 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.176945:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.176946:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124282ac0/0xe92384b90c8300e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3754c0 expref: 609 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.176958:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124282ac0/0xe92384b90c8300e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3754c0 expref: 609 pid: 16651 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.176959:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.176968:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.176969:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.176970:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606264192 00010000:00010000:0.0:1733164792.176972:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6a7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.176973:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606264192 00010000:00010000:0.0:1733164792.176979:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6a7d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.176983:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d7ee640/0xe92384b90c830a27 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3756c6 expref: 609 pid: 16654 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.176992:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.176998:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808086 00000100:00100000:2.0:1733164792.177002:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+609:2001:x1817354606264192:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.177007:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+609:2001:x1817354606263552:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 643us (697us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.177007:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6a7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177009:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.177013:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6a7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177013:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d7ee640/0xe92384b90c830a27 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3756c6 expref: 609 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.177017:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808083 00010000:00010000:1.0:1733164792.177019:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6a7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177021:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d7ee640/0xe92384b90c830a27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3756c6 expref: 609 pid: 16654 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.177024:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6a7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.177030:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6a7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177032:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.177033:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.177034:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.177036:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.177037:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6a7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.177042:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6a7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177047:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6aa0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.177050:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6a7d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.177056:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6a7d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177056:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.177057:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d7ee640/0xe92384b90c830a27 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3756c6 expref: 608 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.177066:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297340672:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.177069:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+607:2001:x1817354606264192:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 66us (110us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.177075:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.177075:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808086 00010000:00010000:0.0:1733164792.177084:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.177091:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.177098:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.177104:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6aa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.177110:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.177111:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6aa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.177117:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.177120:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6aa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.177123:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606264064 00000100:00100000:2.0:1733164792.177126:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606264064 00010000:00010000:0.0:1733164792.177133:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177136:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d7ecb40/0xe92384b90c830828 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375648 expref: 607 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.177156:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6aa0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.177163:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6aa0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.177176:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3493:3762:x1817354297339136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2893us (2923us total) trans 4295983071 rc 0/0 00000100:00100000:2.0:1733164792.177181:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808087 00000100:00100000:1.0:1733164792.177182:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187655 00000100:00100000:2.0:1733164792.177186:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+607:2000:x1817354606264064:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.177192:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.177196:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d7ecb40/0xe92384b90c830828 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375648 expref: 607 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.177204:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d7ecb40/0xe92384b90c830828 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375648 expref: 607 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.177216:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d7ecb40/0xe92384b90c830828 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375648 expref: 607 pid: 16645 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.177229:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.177231:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.177234:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177240:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6a99 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177253:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.177262:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.177265:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b21f80/2, rc 0, transno 1015775 00010000:00010000:1.0:1733164792.177268:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.177270:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+606:2000:x1817354606264064:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.177272:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297339136:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.177275:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.177276:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808087 00010000:00010000:1.0:1733164792.177281:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6a99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.177284:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009402c700/2, rc 0, transno 1015774 00010000:00010000:1.0:1733164792.177286:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6a99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.177287:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297340032:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.177292:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.177294:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6a99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177299:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.177300:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6a99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177306:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.177309:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6a99 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177313:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.177317:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6a99 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177319:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6a8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.177323:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1733164792.177325:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6a8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.177329:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297341696:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.177335:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.177338:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6a8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177344:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.177350:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.177353:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6a8b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.177360:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6a8b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.177363:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297341568:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.177374:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.177437:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3494:3761:x1817354297340160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2577us (2617us total) trans 4295983072 rc 0/0 00000100:00100000:1.0:1733164792.177443:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187659 00000004:00080000:3.0:1733164792.177445:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880083a3df80/2, rc 0, transno 1015776 00000100:00100000:3.0:1733164792.177452:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297340160:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.177456:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297341696 00000100:00100000:1.0:1733164792.177459:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297341696 00000100:00100000:2.0:1733164792.177468:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3494:3760:x1817354297339776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2838us (2864us total) trans 4295983073 rc 0/0 00000100:00100000:1.0:1733164792.177469:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297341568 00000100:00100000:1.0:1733164792.177471:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297341568 00000100:00100000:2.0:1733164792.177475:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187657 00000100:00100000:3.0:1733164792.177482:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297341824:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.177486:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187664 00000100:00100000:1.0:1733164792.177490:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3494:3760:x1817354297341696:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.177499:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1733164792.177502:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8942 count 1 00010000:00010000:1.0:1733164792.177511:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6abc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.177511:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297341824 00000004:00080000:3.0:1733164792.177513:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f77b800/2, rc 0, transno 1015777 00000100:00100000:2.0:1733164792.177514:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297341824 00000100:00100000:3.0:1733164792.177518:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f77b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297339776:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.177522:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008641f180/0xe92384b90c831580 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f375aee expref: 605 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.177524:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187665 00010000:00010000:1.0:1733164792.177526:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.177527:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.177527:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3495:3760:x1817354297341824:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.177529:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6abc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.177535:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8943 count 1 00000100:00100000:3.0:1733164792.177554:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1733164792.177558:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6ac3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.177560:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297341952:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.177562:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008641f180/0xe92384b90c831580 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375aee expref: 605 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.177568:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008641f180/0xe92384b90c831580 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375aee expref: 605 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.177569:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008abb1b00/0xe92384b90c831a2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f375daa expref: 605 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.177576:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297342080:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.177576:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.177578:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.177580:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.177582:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6ac3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.177590:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987000 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.177598:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008abb1b00/0xe92384b90c831a2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375daa expref: 605 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.177606:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297341952 00010000:00010000:2.0:1733164792.177607:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008abb1b00/0xe92384b90c831a2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375daa expref: 605 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.177608:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297341952 00000100:00100000:3.0:1733164792.177614:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187666 00000100:00100000:2.0:1733164792.177616:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297342208:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.177619:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3496:3762:x1817354297341568:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.177621:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187667 00000100:00100000:1.0:1733164792.177623:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3496:3762:x1817354297341952:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.177630:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8941 count 1 00002000:00080000:1.0:1733164792.177631:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8944 count 1 00000100:00100000:2.0:1733164792.177635:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752f00 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.177638:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6aca lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.177639:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ad1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.177647:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b77cc0/0xe92384b90c831e5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f375e28 expref: 605 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.177651:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f557600/0xe92384b90c8313ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3759e4 expref: 605 pid: 16022 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.177653:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.177655:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.177658:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6aca lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.177658:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.177659:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.177662:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ad1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.177673:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b77cc0/0xe92384b90c831e5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375e28 expref: 605 pid: 16594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.177688:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090b77cc0/0xe92384b90c831e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375e28 expref: 605 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.177696:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297342336:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.177716:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.177854:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3497:3761:x1817354297340416:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2844us (2934us total) trans 4295983074 rc 0/0 00000100:00100000:0.0:1733164792.177861:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187660 00010000:00010000:3.0:1733164792.177918:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f557600/0xe92384b90c8313ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3759e4 expref: 605 pid: 16022 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.177928:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f557600/0xe92384b90c8313ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3759e4 expref: 605 pid: 16022 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.177932:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008278e680/2, rc 0, transno 1015778 00000100:00100000:3.0:1733164792.177938:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297342464:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.177942:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297340416:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.177957:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.178029:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1733164792.178037:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297342592:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.178060:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.178108:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297342592 00000100:00100000:2.0:1733164792.178112:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297342592 00000100:00100000:2.0:1733164792.178137:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187668 00000100:00100000:2.0:1733164792.178158:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3497:3761:x1817354297342592:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.178170:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8945 count 1 00010000:00010000:2.0:1733164792.178181:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6ad8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.178194:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085e298c0/0xe92384b90c8320cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f375f2b expref: 605 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.178202:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.178203:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.178206:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6ad8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.178223:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085e298c0/0xe92384b90c8320cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375f2b expref: 605 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.178232:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085e298c0/0xe92384b90c8320cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375f2b expref: 605 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.178241:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297342720:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.178262:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752240 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.178953:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297341184:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.178960:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297341312:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.178968:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6aa7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.178973:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6aae lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.178987:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297341440:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.178997:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6ab5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.178998:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297342208:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.179011:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6ac3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.179077:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297342336:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.179089:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6aca lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.179107:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.179107:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297342464:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.179117:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ad1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.179124:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297342720:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.179129:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.179135:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6ad8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.179158:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606264320 00000100:00100000:2.0:1733164792.179161:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606264576 00000100:00100000:1.0:1733164792.179162:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606264320 00000100:00100000:0.0:1733164792.179163:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.179164:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606264576 00000100:00100000:0.0:1733164792.179175:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606264832 00010000:00010000:1.0:1733164792.179176:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880122aa2880/0xe92384b90c830bbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375744 expref: 607 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.179177:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009093fcc0/0xe92384b90c830dca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3757c2 expref: 607 pid: 16597 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.179179:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606264832 00010000:00010000:0.0:1733164792.179191:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008abb1b00/0xe92384b90c831a2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375daa expref: 608 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.179193:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808088 00000100:00100000:1.0:1733164792.179198:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+608:2000:x1817354606264320:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.179203:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808089 00010000:00010000:1.0:1733164792.179205:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.179208:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+608:2000:x1817354606264576:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.179209:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880122aa2880/0xe92384b90c830bbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375744 expref: 608 pid: 16614 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.179210:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808090 00000100:00100000:0.0:1733164792.179215:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+608:2000:x1817354606264832:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.179217:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880122aa2880/0xe92384b90c830bbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375744 expref: 608 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.179218:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.179222:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.179222:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009093fcc0/0xe92384b90c830dca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3757c2 expref: 608 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.179226:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008abb1b00/0xe92384b90c831a2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375daa expref: 608 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.179229:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122aa2880/0xe92384b90c830bbd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375744 expref: 608 pid: 16614 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.179235:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009093fcc0/0xe92384b90c830dca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3757c2 expref: 608 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.179238:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.179239:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.179242:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008abb1b00/0xe92384b90c831a2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375daa expref: 607 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.179242:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.179248:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6aa7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179248:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009093fcc0/0xe92384b90c830dca lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3757c2 expref: 607 pid: 16597 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.179254:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008abb1b00/0xe92384b90c831a2d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375daa expref: 607 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.179258:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.179259:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.179261:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.179262:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6ab5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.179263:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.179265:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.179267:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179269:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6ab5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.179274:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6ac3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.179278:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+605:2000:x1817354606264320:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.179284:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808088 00010000:00010000:2.0:1733164792.179286:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.179288:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.179296:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6ab5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.179301:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6ab5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.179302:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.179302:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+604:2000:x1817354606264576:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 94us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.179306:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+604:2000:x1817354606264832:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 90us (163us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.179306:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6ab5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.179308:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808089 00010000:00010000:1.0:1733164792.179309:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.179312:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808090 00010000:00010000:3.0:1733164792.179314:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6ab5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.179315:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.179318:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6ab5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.179321:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6aa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.179321:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.179323:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6ab5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179324:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.179327:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6aa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.179327:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6ab5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.179332:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.179332:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.179333:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6ab5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.179335:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6aa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.179336:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6ab5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.179338:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297342080:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.179340:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6aa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179345:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6ac3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.179349:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6aa7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179352:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6ac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.179353:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6abc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.179355:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6aa7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179359:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6ac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179364:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.179367:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6ac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179374:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6ac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.179383:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.179383:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6ac3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179389:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6ac3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.179405:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606265088 00000100:00100000:0.0:1733164792.179410:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606265088 00010000:00010000:0.0:1733164792.179421:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f557600/0xe92384b90c8313ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3759e4 expref: 603 pid: 16022 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.179431:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3498:3760:x1817354297340928:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2572us (2675us total) trans 4295983075 rc 0/0 00000100:00100000:3.0:1733164792.179436:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187663 00000100:00100000:0.0:1733164792.179442:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808091 00000100:00100000:0.0:1733164792.179445:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+603:2000:x1817354606265088:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.179450:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:3.0:1733164792.179452:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be15500/2, rc 0, transno 1015779 00010000:00010000:0.0:1733164792.179453:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f557600/0xe92384b90c8313ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3759e4 expref: 603 pid: 16022 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.179457:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297340928:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.179459:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f557600/0xe92384b90c8313ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3759e4 expref: 603 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.179467:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f557600/0xe92384b90c8313ff lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3759e4 expref: 603 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.179475:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.179476:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.179478:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ad1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.179482:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ad1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.179491:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.179493:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3499:3759:x1817354297340800:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2742us (2783us total) trans 4295983076 rc 0/0 00010000:00010000:3.0:1733164792.179496:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ad1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.179500:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187661 00010000:00010000:3.0:1733164792.179501:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ad1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.179502:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+602:2000:x1817354606265088:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.179505:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808091 00010000:00010000:3.0:1733164792.179506:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ad1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.179509:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ad1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.179514:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.179517:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.179519:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.179522:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3498:3760:x1817354297341824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1992us (2021us total) trans 4295983077 rc 0/0 00010000:00010000:3.0:1733164792.179523:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.179526:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f90b100/2, rc 0, transno 1015780 00000100:00100000:2.0:1733164792.179528:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187665 00010000:00010000:3.0:1733164792.179529:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ad1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.179530:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f90b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297340800:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.179533:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ad1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.179568:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297342848:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.179574:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297342976:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.179587:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.179596:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297342848 00000100:00100000:2.0:1733164792.179599:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297342848 00000100:00100000:3.0:1733164792.179606:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.179614:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297342976 00000100:00100000:2.0:1733164792.179616:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297342976 00000004:00080000:3.0:1733164792.179620:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c76a680/2, rc 0, transno 1015781 00000100:00100000:3.0:1733164792.179624:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297341824:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.179626:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.179626:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187669 00000100:00100000:2.0:1733164792.179629:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3499:3759:x1817354297342848:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.179636:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606264448 00000100:00100000:3.0:1733164792.179636:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187670 00000100:00100000:1.0:1733164792.179639:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606264448 00002000:00080000:2.0:1733164792.179640:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8946 count 1 00000100:00100000:3.0:1733164792.179641:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3499:3760:x1817354297342976:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.179647:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1733164792.179649:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012420a1c0/0xe92384b90c830f8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375832 expref: 602 pid: 16654 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.179649:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6adf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.179651:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297343104:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.179658:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800929061c0/0xe92384b90c833156 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f376583 expref: 602 pid: 16641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.179661:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.179663:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808092 00010000:00010000:2.0:1733164792.179663:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.179665:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.179667:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+602:2000:x1817354606264448:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.179667:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6adf lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.179671:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297343104 00010000:00010000:1.0:1733164792.179673:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.179674:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297343104 00002000:00080000:3.0:1733164792.179675:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8947 count 1 00010000:00010000:1.0:1733164792.179677:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012420a1c0/0xe92384b90c830f8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375832 expref: 602 pid: 16654 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.179681:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800929061c0/0xe92384b90c833156 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f376583 expref: 602 pid: 16641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.179684:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012420a1c0/0xe92384b90c830f8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375832 expref: 602 pid: 16654 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.179685:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6ae6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.179686:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187671 00000100:00100000:0.0:1733164792.179689:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3500:3762:x1817354297343104:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.179689:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800929061c0/0xe92384b90c833156 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f376583 expref: 602 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.179695:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012420a1c0/0xe92384b90c830f8a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375832 expref: 602 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.179696:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297343232:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.179696:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097044480/0xe92384b90c8342c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f376e4a expref: 602 pid: 16666 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.179697:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8948 count 1 00010000:00010000:3.0:1733164792.179703:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.179705:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d6aed lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.179705:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.179707:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6ae6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.179711:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.179712:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800999abcc0/0xe92384b90c834a70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3771a7 expref: 601 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.179712:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.179715:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.179717:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.179718:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.179719:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d6aed lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.179719:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752240 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.179721:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6aae lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.179722:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097044480/0xe92384b90c8342c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f376e4a expref: 601 pid: 16666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.179729:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800999abcc0/0xe92384b90c834a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3771a7 expref: 601 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.179732:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097044480/0xe92384b90c8342c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f376e4a expref: 601 pid: 16666 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.179735:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800999abcc0/0xe92384b90c834a70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3771a7 expref: 601 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.179739:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.179741:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297343488:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.179741:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297343360:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.179743:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.179753:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+601:2000:x1817354606264448:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (127us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.179753:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.179756:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.179758:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808092 00010000:00010000:2.0:1733164792.179759:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.179761:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.179765:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6aae lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179771:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6aae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.179773:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.179776:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.179779:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6aae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179784:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6aae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.179788:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606264704 00000100:00100000:1.0:1733164792.179790:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606264704 00010000:00010000:2.0:1733164792.179793:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6aae lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.179798:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008641f180/0xe92384b90c831580 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375aee expref: 601 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.179798:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d6aae lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.179810:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808093 00000100:00100000:1.0:1733164792.179813:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+601:2000:x1817354606264704:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.179819:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.179822:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008641f180/0xe92384b90c831580 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375aee expref: 601 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.179829:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008641f180/0xe92384b90c831580 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375aee expref: 601 pid: 16651 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.179841:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3501:3762:x1817354297341568:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2221us (2465us total) trans 4295983078 rc 0/0 00010000:00010000:1.0:1733164792.179843:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008641f180/0xe92384b90c831580 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375aee expref: 601 pid: 16651 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.179846:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187666 00010000:00010000:1.0:1733164792.179853:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.179854:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.179857:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.179861:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c76ad80/2, rc 0, transno 1015782 00010000:00010000:1.0:1733164792.179862:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6abc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.179865:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297341568:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.179874:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.179885:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.179885:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297343616:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.179886:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+600:2000:x1817354606264704:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (112us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.179890:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.179891:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808093 00010000:00010000:0.0:1733164792.179895:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.179896:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007be14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3501:3762:x1817354297341056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3097us (3165us total) trans 4295983079 rc 0/0 00010000:00010000:0.0:1733164792.179899:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6abc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.179903:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6abc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.179903:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187662 00010000:00010000:0.0:1733164792.179906:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5440 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.179907:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.179908:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6abc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.179911:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6abc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.179916:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297343616 00010000:00010000:0.0:1733164792.179917:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6abc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.179919:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297343616 00000004:00080000:3.0:1733164792.179919:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be17100/2, rc 0, transno 1015783 00010000:00010000:0.0:1733164792.179921:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6abc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.179923:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297341056:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.179935:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187672 00000100:00100000:2.0:1733164792.179939:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3501:3762:x1817354297343616:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.179950:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8949 count 1 00010000:00010000:2.0:1733164792.179959:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6af4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179967:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cfad200/0xe92384b90c834c30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377209 expref: 599 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179970:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.179971:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.179973:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6af4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179983:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cfad200/0xe92384b90c834c30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377209 expref: 599 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.179988:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cfad200/0xe92384b90c834c30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377209 expref: 599 pid: 16611 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.179994:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e006a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297343744:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.180011:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752f00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.180025:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3502:3760:x1817354297341696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2533us (2674us total) trans 4295983080 rc 0/0 00000100:00100000:0.0:1733164792.180029:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187664 00000004:00080000:3.0:1733164792.180048:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c76aa00/2, rc 0, transno 1015784 00000100:00100000:3.0:1733164792.180053:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297341696:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.180058:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.180064:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297344000:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.180072:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.180082:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606264960 00000100:00100000:3.0:1733164792.180083:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.180085:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606264960 00000100:00100000:0.0:1733164792.180092:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.180092:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297344000 00000100:00100000:2.0:1733164792.180095:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297344000 00000100:00100000:3.0:1733164792.180095:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297343872:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.180096:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090b77cc0/0xe92384b90c831e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375e28 expref: 600 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.180104:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606265216 00000100:00100000:0.0:1733164792.180107:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606265216 00000100:00100000:3.0:1733164792.180108:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.180115:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297343872 00000100:00100000:2.0:1733164792.180116:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297343872 00000100:00100000:1.0:1733164792.180117:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808094 00010000:00010000:0.0:1733164792.180118:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085e298c0/0xe92384b90c8320cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375f2b expref: 601 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.180121:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+601:2000:x1817354606264960:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.180126:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187673 00010000:00010000:1.0:1733164792.180127:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.180129:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3503:3760:x1817354297344000:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.180130:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090b77cc0/0xe92384b90c831e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375e28 expref: 601 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.180140:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808095 00010000:00010000:1.0:1733164792.180156:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090b77cc0/0xe92384b90c831e5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375e28 expref: 601 pid: 16594 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.180159:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+601:2000:x1817354606265216:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.180164:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.180167:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b77cc0/0xe92384b90c831e5c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375e28 expref: 601 pid: 16594 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.180167:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085e298c0/0xe92384b90c8320cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375f2b expref: 601 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.180174:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085e298c0/0xe92384b90c8320cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375f2b expref: 600 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.180175:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.180176:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.180178:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180184:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6aca lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180184:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085e298c0/0xe92384b90c8320cb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f375f2b expref: 600 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.180194:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.180195:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.180196:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.180197:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6ad8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180204:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6ad8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.180211:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+599:2000:x1817354606264960:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 89us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.180217:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808094 00010000:00010000:2.0:1733164792.180217:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.180233:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+598:2000:x1817354606265216:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.180243:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808095 00010000:00010000:2.0:1733164792.180259:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6ad8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180266:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6ad8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180273:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6ad8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180280:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6ad8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180286:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180292:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.180295:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180296:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180301:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6ad8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180302:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180308:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180310:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6ad8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180316:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6ad8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180318:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6aca lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180324:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6aca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180328:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.180330:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6aca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180337:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6aca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180344:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6aca lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180350:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6aca lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.180427:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3505:3761:x1817354297342592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2284us (2366us total) trans 4295983081 rc 0/0 00000100:00100000:2.0:1733164792.180433:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187668 00002000:00080000:2.0:1733164792.180454:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8951 count 1 00000004:00080000:0.0:1733164792.180462:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7cf100/2, rc 0, transno 1015785 00000100:00100000:1.0:1733164792.180462:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3504:3762:x1817354297341952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2835us (2884us total) trans 4295983082 rc 0/0 00010000:00010000:2.0:1733164792.180464:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6afb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.180467:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187667 00000100:00100000:0.0:1733164792.180470:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297342592:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.180474:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235e6f40/0xe92384b90c83525e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3772f7 expref: 597 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180480:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.180481:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.180484:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6afb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.180498:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297344128:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.180499:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801235e6f40/0xe92384b90c83525e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3772f7 expref: 597 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.180500:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944eaa00/2, rc 0, transno 1015786 00010000:00010000:2.0:1733164792.180508:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801235e6f40/0xe92384b90c83525e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3772f7 expref: 597 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.180510:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297341952:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.180517:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297344256:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.180518:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.180535:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297344128 00000100:00100000:1.0:1733164792.180550:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297344128 00000100:00100000:2.0:1733164792.180551:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947529c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.180566:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187674 00000100:00100000:1.0:1733164792.180570:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3504:3761:x1817354297344128:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.180573:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187675 00000100:00100000:2.0:1733164792.180577:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3504:3760:x1817354297343872:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.180588:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8952 count 1 00002000:00080000:2.0:1733164792.180592:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8950 count 1 00010000:00010000:1.0:1733164792.180598:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6b02 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180600:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6b09 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180607:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800967dc240/0xe92384b90c8353c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377367 expref: 597 pid: 16674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180607:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090fb2d00/0xe92384b90c834f01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37729c expref: 597 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180611:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.180612:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.180613:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.180613:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6b09 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180614:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.180616:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6b02 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180623:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090fb2d00/0xe92384b90c834f01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37729c expref: 597 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180628:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090fb2d00/0xe92384b90c834f01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37729c expref: 597 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.180631:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800967dc240/0xe92384b90c8353c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377367 expref: 597 pid: 16674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.180634:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297344512:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.180639:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800967dc240/0xe92384b90c8353c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377367 expref: 597 pid: 16674 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.180647:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297344640:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.180656:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.180665:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.180679:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1733164792.180687:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297344384:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.180706:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297343232:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.180714:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.180717:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6adf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.180729:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297344384 00000100:00100000:3.0:1733164792.180733:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297344384 00000100:00100000:3.0:1733164792.180751:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187676 00000100:00100000:3.0:1733164792.180755:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3505:3761:x1817354297344384:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.180761:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00002000:00080000:3.0:1733164792.180767:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8953 count 1 00000100:00100000:2.0:1733164792.180771:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606265472 00000100:00100000:2.0:1733164792.180774:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606265472 00010000:00010000:3.0:1733164792.180777:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6b10 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180782:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800999abcc0/0xe92384b90c834a70 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3771a7 expref: 598 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.180785:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.180790:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131650000/0xe92384b90c8354a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3773d0 expref: 598 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.180798:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.180799:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606265344 00010000:00010000:3.0:1733164792.180799:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.180801:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606265344 00010000:00010000:3.0:1733164792.180802:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6b10 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.180804:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808096 00010000:00010000:2.0:1733164792.180805:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800929061c0/0xe92384b90c833156 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f376583 expref: 599 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.180807:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.180808:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+599:2001:x1817354606265472:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.180814:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.180814:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606265600 00000100:00100000:2.0:1733164792.180816:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606265600 00010000:00010000:0.0:1733164792.180817:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800999abcc0/0xe92384b90c834a70 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3771a7 expref: 599 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.180820:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808097 00010000:00010000:2.0:1733164792.180820:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097044480/0xe92384b90c8342c1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f376e4a expref: 600 pid: 16666 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.180820:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131650000/0xe92384b90c8354a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3773d0 expref: 600 pid: 16621 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.180823:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800999abcc0/0xe92384b90c834a70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3771a7 expref: 600 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.180824:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+600:2001:x1817354606265344:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.180831:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.180831:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131650000/0xe92384b90c8354a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3773d0 expref: 600 pid: 16621 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.180832:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.180832:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.180833:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d6aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.180834:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808098 00010000:00010000:1.0:1733164792.180836:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800929061c0/0xe92384b90c833156 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f376583 expref: 600 pid: 16641 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.180838:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+600:2001:x1817354606265600:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.180841:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d6aed lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.180841:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297344768:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.180844:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800929061c0/0xe92384b90c833156 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f376583 expref: 600 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.180845:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.180848:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097044480/0xe92384b90c8342c1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f376e4a expref: 600 pid: 16666 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.180849:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.180854:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800929061c0/0xe92384b90c833156 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f376583 expref: 600 pid: 16641 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.180857:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097044480/0xe92384b90c8342c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f376e4a expref: 600 pid: 16666 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.180864:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+599:2001:x1817354606265472:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (104us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.180864:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.180865:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.180867:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808096 00010000:00010000:1.0:1733164792.180867:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.180867:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54600 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.180868:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.180869:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.180872:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180873:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6adf lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180878:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6ae6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180885:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.180885:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097044480/0xe92384b90c8342c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f376e4a expref: 598 pid: 16666 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.180894:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.180894:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297343360:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.180898:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+597:2001:x1817354606265344:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.180903:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808097 00010000:00010000:3.0:1733164792.180905:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.180910:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+597:2001:x1817354606265600:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (102us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.180912:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.180916:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808098 00010000:00010000:3.0:1733164792.180919:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.180926:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180927:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800999abcc0/0xe92384b90c834a70 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3771a7 expref: 595 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.180932:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6ae6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.180935:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297343488:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.180939:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6ae6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.180946:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.180948:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d6aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180948:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.180948:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6ae6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180954:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.180955:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6ae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180958:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d6aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180961:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.180964:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6ae6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180965:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d6aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180968:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6adf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180971:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d6aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.180971:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6ae6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180976:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6adf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180977:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d6aed lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180981:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.180984:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d6aed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.180984:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6adf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180989:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.180990:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6adf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180992:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d6aed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.180997:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d6aed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181004:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6adf lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181006:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d6aed lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181011:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6adf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181012:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d6aed lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.181082:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3508:3760:x1817354297342976:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1440us (1474us total) trans 4295983083 rc 0/0 00000100:00100000:3.0:1733164792.181089:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187670 00000100:00100000:1.0:1733164792.181106:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3507:3762:x1817354297343104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1414us (1442us total) trans 4295983084 rc 0/0 00000100:00100000:1.0:1733164792.181111:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187671 00000004:00080000:3.0:1733164792.181112:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7cc000/2, rc 0, transno 1015787 00000100:00100000:3.0:1733164792.181120:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297342976:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.181126:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7cf800/2, rc 0, transno 1015788 00000100:00100000:2.0:1733164792.181130:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3506:3759:x1817354297342848:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1499us (1541us total) trans 4295983085 rc 0/0 00000100:00100000:0.0:1733164792.181131:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297343104:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.181134:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7cf480/2, rc 0, transno 1015789 00000100:00100000:2.0:1733164792.181137:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187669 00000100:00100000:1.0:1733164792.181138:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297342848:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.181178:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e006a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297343744:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.181190:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6af4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.181203:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.181220:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606265728 00000100:00100000:2.0:1733164792.181223:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606265728 00010000:00010000:2.0:1733164792.181234:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cfad200/0xe92384b90c834c30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377209 expref: 595 pid: 16611 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.181236:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297344896:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.181244:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297345024:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.181251:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808099 00000100:00100000:0.0:1733164792.181252:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.181256:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.181257:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+595:2003:x1817354606265728:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.181259:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297345152:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.181263:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.181265:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.181267:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cfad200/0xe92384b90c834c30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377209 expref: 595 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.181275:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cfad200/0xe92384b90c834c30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377209 expref: 595 pid: 16611 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.181276:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297344896 00000100:00100000:1.0:1733164792.181278:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297344896 00000100:00100000:0.0:1733164792.181279:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.181286:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cfad200/0xe92384b90c834c30 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377209 expref: 595 pid: 16611 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.181288:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297345024 00000100:00100000:1.0:1733164792.181290:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297345152 00000100:00100000:3.0:1733164792.181291:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297345024 00000100:00100000:1.0:1733164792.181292:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297345152 00010000:00010000:2.0:1733164792.181294:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.181296:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.181298:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6af4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.181303:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187677 00010000:00010000:2.0:1733164792.181304:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6af4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.181306:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3508:3759:x1817354297344896:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.181307:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187678 00000100:00100000:3.0:1733164792.181311:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3508:3762:x1817354297345152:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.181315:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1733164792.181317:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8954 count 1 00002000:00080000:3.0:1733164792.181323:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8956 count 1 00010000:00010000:1.0:1733164792.181326:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6b17 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.181329:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+594:2003:x1817354606265728:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (127us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.181333:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6b1e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.181334:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808099 00010000:00010000:1.0:1733164792.181335:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af558c0/0xe92384b90c8358b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37746a expref: 594 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181341:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.181342:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.181344:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952cf180/0xe92384b90c835bdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377543 expref: 593 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181345:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6b17 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.181350:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.181352:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.181354:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187679 00010000:00010000:3.0:1733164792.181354:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6b1e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181357:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008af558c0/0xe92384b90c8358b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37746a expref: 593 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.181358:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3508:3760:x1817354297345024:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.181365:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008af558c0/0xe92384b90c8358b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37746a expref: 593 pid: 16592 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.181369:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8955 count 1 00010000:00010000:3.0:1733164792.181371:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952cf180/0xe92384b90c835bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377543 expref: 593 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.181373:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297345280:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.181377:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6b25 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.181380:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952cf180/0xe92384b90c835bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377543 expref: 593 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.181386:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081797a80/0xe92384b90c835a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3774c5 expref: 593 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.181389:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.181390:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297345408:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.181392:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.181393:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.181395:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6b25 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181408:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081797a80/0xe92384b90c835a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3774c5 expref: 593 pid: 16666 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.181409:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.181416:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081797a80/0xe92384b90c835a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3774c5 expref: 593 pid: 16666 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.181423:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e006a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297345536:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.181440:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752f00 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.181450:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6af4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181454:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6af4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181458:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6af4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.181459:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297344256:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.181462:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6af4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181466:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6af4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181469:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.181470:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6af4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.181472:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6afb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181475:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6af4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181481:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6af4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181484:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6af4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.181526:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297344512:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.181534:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.181549:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6b09 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.181555:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297344640:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.181564:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606265856 00000100:00100000:2.0:1733164792.181566:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606265856 00010000:00010000:1.0:1733164792.181567:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6b02 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.181573:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.181574:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801235e6f40/0xe92384b90c83525e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3772f7 expref: 594 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.181584:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606266112 00000100:00100000:2.0:1733164792.181585:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606266112 00000100:00100000:0.0:1733164792.181588:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808100 00010000:00010000:2.0:1733164792.181589:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800967dc240/0xe92384b90c8353c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377367 expref: 595 pid: 16674 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.181592:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+595:2001:x1817354606265856:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.181598:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.181598:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808101 00010000:00010000:0.0:1733164792.181601:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801235e6f40/0xe92384b90c83525e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3772f7 expref: 595 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.181601:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+595:2001:x1817354606266112:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.181604:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.181605:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.181607:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801235e6f40/0xe92384b90c83525e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3772f7 expref: 595 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.181608:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800967dc240/0xe92384b90c8353c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377367 expref: 595 pid: 16674 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.181613:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800967dc240/0xe92384b90c8353c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377367 expref: 595 pid: 16674 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.181616:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606265984 00000100:00100000:1.0:1733164792.181618:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606265984 00010000:00010000:0.0:1733164792.181619:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235e6f40/0xe92384b90c83525e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3772f7 expref: 595 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.181621:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800967dc240/0xe92384b90c8353c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377367 expref: 596 pid: 16674 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.181627:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.181627:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.181628:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.181628:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.181629:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090fb2d00/0xe92384b90c834f01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37729c expref: 594 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.181630:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6afb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181630:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.181634:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6afb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181634:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6b02 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181642:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.181643:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.181643:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808102 00000100:00100000:1.0:1733164792.181647:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+594:2001:x1817354606265984:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.181653:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.181653:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6afb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.181654:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+594:2001:x1817354606266112:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.181655:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+594:2001:x1817354606265856:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (122us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.181656:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090fb2d00/0xe92384b90c834f01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37729c expref: 594 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.181657:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808101 00000100:00100000:0.0:1733164792.181659:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808100 00010000:00010000:3.0:1733164792.181661:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6afb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181664:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090fb2d00/0xe92384b90c834f01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37729c expref: 593 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.181669:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6afb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181674:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090fb2d00/0xe92384b90c834f01 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37729c expref: 592 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.181675:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6afb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.181682:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3509:3762:x1817354297343616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1742us (1774us total) trans 4295983086 rc 0/0 00010000:00010000:3.0:1733164792.181682:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6afb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181684:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.181686:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.181688:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.181688:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187672 00010000:00010000:3.0:1733164792.181688:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.181692:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6afb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181694:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6b09 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.181699:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6afb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181705:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.181708:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6afb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.181714:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6afb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.181715:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7ce680/2, rc 0, transno 1015790 00000100:00100000:0.0:1733164792.181720:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297343616:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.181721:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+591:2001:x1817354606265984:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.181726:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808102 00000100:00100000:0.0:1733164792.181739:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297345664:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.181753:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.181764:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.181766:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297345664 00010000:00010000:0.0:1733164792.181768:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.181769:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297345664 00010000:00010000:1.0:1733164792.181770:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.181773:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181776:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.181777:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.181782:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6b09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181782:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6b02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.181783:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187680 00010000:00010000:0.0:1733164792.181786:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6b09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181787:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6b02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.181787:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3510:3762:x1817354297345664:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.181789:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.181791:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6b09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.181795:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6b09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181797:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7a80 already unused, calling callback (ffffffffa0854100) 00002000:00080000:2.0:1733164792.181797:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8957 count 1 00010000:00010000:0.0:1733164792.181800:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6b09 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181800:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6b02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.181804:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6b09 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181806:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6b02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181807:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6b2c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181813:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6b02 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.181814:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3510:3760:x1817354297344000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1682us (1729us total) trans 4295983087 rc 0/0 00010000:00010000:2.0:1733164792.181817:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f5061c0/0xe92384b90c835d8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37759e expref: 590 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.181818:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6b02 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.181820:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187673 00010000:00010000:2.0:1733164792.181824:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.181825:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.181827:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6b2c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.181841:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f5061c0/0xe92384b90c835d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37759e expref: 590 pid: 15935 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.181843:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7cca80/2, rc 0, transno 1015791 00010000:00010000:2.0:1733164792.181849:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f5061c0/0xe92384b90c835d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37759e expref: 590 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.181850:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297344000:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.181859:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297345792:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.181880:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752780 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.181892:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3511:3760:x1817354297343872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1313us (1782us total) trans 4295983088 rc 0/0 00000004:00080000:3.0:1733164792.181895:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7cd180/2, rc 0, transno 1015792 00000100:00100000:0.0:1733164792.181898:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187675 00000100:00100000:3.0:1733164792.181898:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297343872:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.181911:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3510:3761:x1817354297344128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1339us (1392us total) trans 4295983089 rc 0/0 00000100:00100000:1.0:1733164792.181917:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187674 00000004:00080000:0.0:1733164792.181922:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7cce00/2, rc 0, transno 1015793 00000100:00100000:0.0:1733164792.181926:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297344128:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.181960:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297345920:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.181965:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297346048:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.181968:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.181975:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297346176:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.181980:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.181986:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.182007:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297345920 00000100:00100000:1.0:1733164792.182009:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297345920 00000100:00100000:0.0:1733164792.182014:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.182022:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297346048 00000100:00100000:1.0:1733164792.182024:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297346048 00000100:00100000:2.0:1733164792.182025:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297346176 00000100:00100000:0.0:1733164792.182027:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187681 00000100:00100000:2.0:1733164792.182028:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297346176 00000100:00100000:0.0:1733164792.182030:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c43fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3511:3759:x1817354297345920:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.182034:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187682 00002000:00080000:0.0:1733164792.182039:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8958 count 1 00000100:00100000:3.0:1733164792.182039:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3512:3760:x1817354297346048:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.182040:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187683 00000100:00100000:1.0:1733164792.182044:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3512:3762:x1817354297346176:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.182047:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6b33 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.182050:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8959 count 1 00010000:00010000:0.0:1733164792.182054:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d519d40/0xe92384b90c835e27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3775f2 expref: 590 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.182054:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8960 count 1 00010000:00010000:0.0:1733164792.182058:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.182059:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.182060:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6b3a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.182061:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6b33 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.182063:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6b41 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.182072:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d519d40/0xe92384b90c835e27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3775f2 expref: 590 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.182073:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fdaa1c0/0xe92384b90c83609d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3776a1 expref: 590 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.182075:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095391d40/0xe92384b90c835f70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377631 expref: 590 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.182079:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.182080:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d519d40/0xe92384b90c835e27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3775f2 expref: 590 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.182080:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.182082:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6b41 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.182082:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.182084:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.182087:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6b3a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.182088:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297346304:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.182096:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fdaa1c0/0xe92384b90c83609d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3776a1 expref: 590 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.182103:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095391d40/0xe92384b90c835f70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377631 expref: 590 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.182104:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fdaa1c0/0xe92384b90c83609d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3776a1 expref: 590 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.182109:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265540 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.182112:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095391d40/0xe92384b90c835f70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377631 expref: 590 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.182113:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297346432:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.182122:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297346560:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.182129:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959873c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.182164:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.182273:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297344768:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.182285:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6b10 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.182325:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.182335:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297345280:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.182346:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6b17 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.182347:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606266240 00000100:00100000:2.0:1733164792.182350:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606266240 00000100:00100000:0.0:1733164792.182351:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.182351:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297345408:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.182359:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606266368 00010000:00010000:2.0:1733164792.182359:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131650000/0xe92384b90c8354a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3773d0 expref: 591 pid: 16621 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.182360:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6b1e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.182362:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606266368 00000100:00100000:2.0:1733164792.182370:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808103 00010000:00010000:0.0:1733164792.182371:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008af558c0/0xe92384b90c8358b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37746a expref: 592 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.182373:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+592:2001:x1817354606266240:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.182378:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.182380:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131650000/0xe92384b90c8354a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3773d0 expref: 592 pid: 16621 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.182382:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808104 00000100:00100000:0.0:1733164792.182385:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+592:2001:x1817354606266368:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.182389:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131650000/0xe92384b90c8354a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3773d0 expref: 592 pid: 16621 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.182390:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.182393:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008af558c0/0xe92384b90c8358b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37746a expref: 592 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.182396:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131650000/0xe92384b90c8354a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3773d0 expref: 592 pid: 16621 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.182399:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008af558c0/0xe92384b90c8358b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37746a expref: 592 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.182403:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.182404:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.182406:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af558c0/0xe92384b90c8358b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37746a expref: 591 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.182406:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.182410:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6b10 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.182413:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.182414:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.182415:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.182420:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6b17 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.182421:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.182428:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.182429:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.182435:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.182436:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.182440:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+590:2001:x1817354606266368:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (88us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.182442:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.182442:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6b10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.182443:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808104 00010000:00010000:2.0:1733164792.182445:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.182448:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6b10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.182452:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.182454:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d33c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.182457:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6b10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.182458:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6b17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.182460:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+589:2001:x1817354606266240:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.182463:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.182463:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6b17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.182463:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6b10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.182466:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808103 00010000:00010000:1.0:1733164792.182468:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.182471:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6b17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.182472:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6b10 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.182476:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6b17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.182477:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606266496 00000100:00100000:2.0:1733164792.182479:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606266496 00010000:00010000:3.0:1733164792.182479:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6b10 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.182485:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6b17 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.182487:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952cf180/0xe92384b90c835bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377543 expref: 589 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.182490:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6b17 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.182507:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808105 00000100:00100000:2.0:1733164792.182511:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ed050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+589:2001:x1817354606266496:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.182517:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.182521:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952cf180/0xe92384b90c835bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377543 expref: 589 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.182530:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952cf180/0xe92384b90c835bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377543 expref: 589 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.182556:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952cf180/0xe92384b90c835bdb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377543 expref: 589 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.182557:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.182566:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.182567:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.182568:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606266624 00000100:00100000:0.0:1733164792.182570:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606266624 00010000:00010000:2.0:1733164792.182570:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.182575:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6b1e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.182578:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081797a80/0xe92384b90c835a68 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3774c5 expref: 589 pid: 16666 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.182589:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.182593:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808106 00000100:00100000:3.0:1733164792.182598:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3514:3761:x1817354297344384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1841us (1882us total) trans 4295983090 rc 0/0 00000100:00100000:2.0:1733164792.182604:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ed050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+589:2001:x1817354606266496:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.182605:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187676 00000100:00100000:2.0:1733164792.182610:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808105 00000100:00100000:1.0:1733164792.182619:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3513:3759:x1817354297344896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1310us (1362us total) trans 4295983091 rc 0/0 00000100:00100000:1.0:1733164792.182624:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187677 00010000:00010000:3.0:1733164792.182627:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.182634:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.182641:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+588:2003:x1817354606266624:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.182641:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.182644:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b04000/2, rc 0, transno 1015795 00010000:00010000:3.0:1733164792.182648:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6b1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.182649:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.182649:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e006a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297345536:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.182651:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297344896:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.182653:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081797a80/0xe92384b90c835a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3774c5 expref: 588 pid: 16666 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.182655:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6b1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.182660:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6b25 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.182661:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.182662:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081797a80/0xe92384b90c835a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3774c5 expref: 588 pid: 16666 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.182664:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6b1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.182671:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6b1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.182681:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081797a80/0xe92384b90c835a68 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3774c5 expref: 588 pid: 16666 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.182681:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6b1e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.182688:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6b1e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.182691:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.182693:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.182693:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297345792:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.182695:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.182702:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6b25 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.182702:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6b2c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.182704:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297346304:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.182716:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6b33 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.182717:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.182731:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.182732:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+587:2003:x1817354606266624:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 134us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.182736:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808106 00010000:00010000:2.0:1733164792.182738:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.182745:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.182752:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6b25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.182755:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880083a3ea00/2, rc 0, transno 1015794 00000100:00100000:0.0:1733164792.182758:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297344384:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.182758:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6b25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.182764:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.182766:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6b25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.182773:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6b25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.182782:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6b25 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.182783:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3513:3762:x1817354297345152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1470us (1502us total) trans 4295983092 rc 0/0 00000100:00100000:1.0:1733164792.182786:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1733164792.182788:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6b25 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.182789:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187678 00000100:00100000:1.0:1733164792.182794:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297346688:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.182811:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b04e00/2, rc 0, transno 1015796 00000100:00100000:1.0:1733164792.182814:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.182818:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297345152:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.182828:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.182832:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297346688 00000100:00100000:3.0:1733164792.182834:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297346816:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.182835:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297346688 00000100:00100000:1.0:1733164792.182849:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187684 00000100:00100000:1.0:1733164792.182852:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3514:3761:x1817354297346688:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.182853:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1733164792.182863:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8961 count 1 00000100:00100000:3.0:1733164792.182867:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297346816 00000100:00100000:3.0:1733164792.182870:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297346816 00010000:00010000:1.0:1733164792.182873:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6b48 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.182882:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090bbdb00/0xe92384b90c836248 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377718 expref: 586 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.182884:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187685 00010000:00010000:1.0:1733164792.182887:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.182888:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.182888:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3515:3760:x1817354297346816:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.182890:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6b48 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.182903:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090bbdb00/0xe92384b90c836248 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377718 expref: 586 pid: 16654 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.182904:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3515:3760:x1817354297345024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1544us (1637us total) trans 4295983093 rc 0/0 00000004:00080000:3.0:1733164792.182906:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b07800/2, rc 0, transno 1015797 00000100:00100000:2.0:1733164792.182911:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187679 00000100:00100000:3.0:1733164792.182914:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297345024:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.182917:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090bbdb00/0xe92384b90c836248 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377718 expref: 586 pid: 16654 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.182922:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297346944:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.182925:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297347072:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.182937:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.182953:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297346560:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.182959:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297346944 00000100:00100000:1.0:1733164792.182960:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.182961:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297346944 00010000:00010000:2.0:1733164792.182964:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6b3a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.182970:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297347200:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.182974:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187686 00000100:00100000:3.0:1733164792.182978:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3515:3760:x1817354297346944:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.182987:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1733164792.182988:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8963 count 1 00000100:00100000:2.0:1733164792.182997:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297347200 00010000:00010000:3.0:1733164792.182998:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6b4f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.182999:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297347200 00000100:00100000:2.0:1733164792.183011:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187687 00010000:00010000:3.0:1733164792.183013:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f0c7a80/0xe92384b90c83640f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3777d5 expref: 586 pid: 16613 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.183014:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3516:3761:x1817354297347200:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.183020:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1733164792.183021:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8964 count 1 00010000:00010000:3.0:1733164792.183022:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.183024:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6b4f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.183028:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297346432:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.183028:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6b56 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183035:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950aeac0/0xe92384b90c836631 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37786f expref: 586 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.183037:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6b41 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183039:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.183039:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f0c7a80/0xe92384b90c83640f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3777d5 expref: 586 pid: 16613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183040:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.183041:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6b56 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.183049:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f0c7a80/0xe92384b90c83640f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3777d5 expref: 586 pid: 16613 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.183054:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800950aeac0/0xe92384b90c836631 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37786f expref: 586 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.183055:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.183058:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297347328:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.183064:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.183068:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800950aeac0/0xe92384b90c836631 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37786f expref: 586 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.183077:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606266880 00000100:00100000:2.0:1733164792.183079:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297347456:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.183080:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606266880 00000100:00100000:3.0:1733164792.183080:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.183085:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.183090:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606267136 00010000:00010000:0.0:1733164792.183091:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d519d40/0xe92384b90c835e27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3775f2 expref: 587 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.183092:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606267136 00002000:00080000:3.0:1733164792.183097:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8962 count 1 00010000:00010000:2.0:1733164792.183103:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fdaa1c0/0xe92384b90c83609d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3776a1 expref: 588 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.183105:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6b5d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.183112:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606266752 00000100:00100000:0.0:1733164792.183114:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606266752 00010000:00010000:3.0:1733164792.183115:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097309d40/0xe92384b90c8362e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377781 expref: 588 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.183118:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808107 00010000:00010000:3.0:1733164792.183121:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.183122:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f5061c0/0xe92384b90c835d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37759e expref: 589 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.183123:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+589:2000:x1817354606266880:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.183123:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.183125:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6b5d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183129:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.183131:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808108 00010000:00010000:2.0:1733164792.183132:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d519d40/0xe92384b90c835e27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3775f2 expref: 589 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.183135:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+589:2000:x1817354606267136:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.183154:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d519d40/0xe92384b90c835e27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3775f2 expref: 589 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.183157:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.183162:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fdaa1c0/0xe92384b90c83609d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3776a1 expref: 589 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.183165:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d519d40/0xe92384b90c835e27 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3775f2 expref: 589 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.183166:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808109 00010000:00010000:1.0:1733164792.183170:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fdaa1c0/0xe92384b90c83609d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3776a1 expref: 589 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.183172:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+588:2000:x1817354606266752:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.183175:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.183176:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.183179:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.183180:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.183181:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fdaa1c0/0xe92384b90c83609d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3776a1 expref: 588 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.183184:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f5061c0/0xe92384b90c835d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37759e expref: 588 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.183190:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6b33 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.183191:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.183192:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f5061c0/0xe92384b90c835d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37759e expref: 587 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.183193:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.183196:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183201:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.183202:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6b41 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.183203:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f5061c0/0xe92384b90c835d8d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37759e expref: 587 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.183212:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.183214:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.183215:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+586:2000:x1817354606266880:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 92us (160us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.183216:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6b2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.183217:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.183219:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808107 00010000:00010000:0.0:1733164792.183222:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6b2c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.183234:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+585:2000:x1817354606267136:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 97us (167us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.183236:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.183238:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752780 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.183241:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808108 00010000:00010000:2.0:1733164792.183246:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6b2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183250:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6b2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.183253:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+584:2000:x1817354606266752:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (168us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.183254:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6b2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183258:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6b2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.183258:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097309d40/0xe92384b90c8362e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377781 expref: 584 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.183259:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.183260:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808109 00010000:00010000:2.0:1733164792.183262:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6b2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.183264:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183265:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.183266:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6b2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.183268:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.183268:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097309d40/0xe92384b90c8362e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377781 expref: 583 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.183272:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6b33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183273:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6b2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.183276:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6b33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.183278:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297347584:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.183279:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.183279:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6b2c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.183280:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6b33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183282:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6b2c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.183288:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6b33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.183293:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6b33 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.183296:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54600 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.183297:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d6b33 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.183306:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.183319:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606267008 00000100:00100000:0.0:1733164792.183322:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606267008 00010000:00010000:0.0:1733164792.183332:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095391d40/0xe92384b90c835f70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377631 expref: 584 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.183347:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808110 00000100:00100000:0.0:1733164792.183350:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+584:2000:x1817354606267008:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.183353:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3518:3762:x1817354297345664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1565us (1599us total) trans 4295983094 rc 0/0 00010000:00010000:0.0:1733164792.183357:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.183357:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187680 00010000:00010000:0.0:1733164792.183360:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095391d40/0xe92384b90c835f70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377631 expref: 584 pid: 16642 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.183368:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69d180/2, rc 0, transno 1015798 00010000:00010000:0.0:1733164792.183374:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095391d40/0xe92384b90c835f70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377631 expref: 584 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.183375:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297345664:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.183385:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095391d40/0xe92384b90c835f70 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377631 expref: 584 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.183395:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.183396:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.183397:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c43fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3517:3759:x1817354297345920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1364us (1415us total) trans 4295983095 rc 0/0 00010000:00010000:0.0:1733164792.183398:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.183403:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187681 00010000:00010000:0.0:1733164792.183404:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6b3a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.183407:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e006a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297347712:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.183418:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.183427:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.183427:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.183433:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+583:2000:x1817354606267008:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (127us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.183434:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.183438:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808110 00010000:00010000:2.0:1733164792.183441:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183447:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6b3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183454:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6b3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183464:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.183467:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6b3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183473:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6b3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183483:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6b3a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183489:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6b3a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x22ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.183508:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8daa00/2, rc 0, transno 1015799 00010000:00010000:0.0:1733164792.183515:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.183515:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297345920:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.183534:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297347712 00000100:00100000:1.0:1733164792.183552:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297347712 00000100:00100000:1.0:1733164792.183571:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297347840:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.183589:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.183599:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.183604:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.183605:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297347840 00000100:00100000:3.0:1733164792.183608:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297347840 00000100:00100000:1.0:1733164792.183609:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187688 00000100:00100000:2.0:1733164792.183610:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3518:3760:x1817354297346048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1569us (1622us total) trans 4295983096 rc 0/0 00010000:00010000:0.0:1733164792.183612:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6b41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.183612:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3519:3762:x1817354297347712:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.183616:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6b41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.183617:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187682 00010000:00010000:0.0:1733164792.183619:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca61c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.183621:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6b41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.183621:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8965 count 1 00010000:00010000:0.0:1733164792.183625:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6b41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.183627:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187689 00010000:00010000:1.0:1733164792.183629:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6b64 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.183631:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6b41 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.183631:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3518:3759:x1817354297347840:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.183635:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6b41 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.183640:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086461d40/0xe92384b90c83677a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3778ed expref: 582 pid: 15901 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.183641:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8966 count 1 00010000:00010000:1.0:1733164792.183646:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.183647:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.183650:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6b64 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.183650:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6b6b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.183661:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800964f8240/0xe92384b90c8368ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377948 expref: 582 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.183665:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086461d40/0xe92384b90c83677a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3778ed expref: 582 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.183668:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.183670:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.183672:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086461d40/0xe92384b90c83677a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3778ed expref: 582 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.183672:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6b6b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.183681:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297347968:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.183687:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800964f8240/0xe92384b90c8368ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377948 expref: 582 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.183696:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800964f8240/0xe92384b90c8368ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377948 expref: 582 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.183701:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987300 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.183705:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297348096:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.183723:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54f00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.183727:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3519:3762:x1817354297346176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1681us (1711us total) trans 4295983097 rc 0/0 00000100:00100000:0.0:1733164792.183733:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187683 00000004:00080000:3.0:1733164792.183741:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8dad80/2, rc 0, transno 1015800 00000004:00080000:2.0:1733164792.183745:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d8d8000/2, rc 0, transno 1015801 00000100:00100000:3.0:1733164792.183747:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297346048:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.183749:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d8d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297346176:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.183777:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297348224:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.183783:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297347072:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.183795:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6b48 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.183796:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.183799:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297347328:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.183811:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6b4f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.183813:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297348352:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.183830:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297348224 00000100:00100000:0.0:1733164792.183833:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297348224 00000100:00100000:1.0:1733164792.183833:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.183848:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297348352 00000100:00100000:2.0:1733164792.183852:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187690 00000100:00100000:2.0:1733164792.183855:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3519:3760:x1817354297348224:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.183863:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8967 count 1 00010000:00010000:2.0:1733164792.183870:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6b72 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183878:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008abe8fc0/0xe92384b90c836a44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3779d4 expref: 582 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183884:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.183886:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.183888:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6b72 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.183902:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008abe8fc0/0xe92384b90c836a44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3779d4 expref: 582 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.183909:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297348352 00010000:00010000:2.0:1733164792.183911:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008abe8fc0/0xe92384b90c836a44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3779d4 expref: 582 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.183919:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e006d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297348480:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.183922:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187691 00000100:00100000:0.0:1733164792.183925:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3520:3761:x1817354297348352:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.183934:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8968 count 1 00000100:00100000:1.0:1733164792.183935:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.183941:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d6b79 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.183941:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752f00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.183950:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d7ca640/0xe92384b90c836b2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377a28 expref: 582 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.183954:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.183955:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.183956:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d6b79 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.183964:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606267392 00000100:00100000:0.0:1733164792.183965:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606267392 00010000:00010000:0.0:1733164792.183971:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f0c7a80/0xe92384b90c83640f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3777d5 expref: 583 pid: 16613 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.183980:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808111 00000100:00100000:0.0:1733164792.183982:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+583:2000:x1817354606267392:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.183986:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.183988:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f0c7a80/0xe92384b90c83640f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3777d5 expref: 583 pid: 16613 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.183993:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f0c7a80/0xe92384b90c83640f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3777d5 expref: 583 pid: 16613 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.184003:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.184004:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f0c7a80/0xe92384b90c83640f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3777d5 expref: 583 pid: 16613 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.184010:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.184011:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.184013:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.184017:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6b4f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.184018:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606267264 00000100:00100000:2.0:1733164792.184021:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606267264 00010000:00010000:0.0:1733164792.184026:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.184033:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090bbdb00/0xe92384b90c836248 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377718 expref: 583 pid: 16654 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.184033:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184041:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.184043:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+583:2000:x1817354606267392:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.184047:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808111 00010000:00010000:3.0:1733164792.184047:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.184051:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808112 00000100:00100000:2.0:1733164792.184056:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+582:2001:x1817354606267264:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.184060:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6b4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.184062:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.184066:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090bbdb00/0xe92384b90c836248 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377718 expref: 582 pid: 16654 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.184066:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6b4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184072:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.184074:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090bbdb00/0xe92384b90c836248 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377718 expref: 582 pid: 16654 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.184074:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6b4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184081:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6b4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.184085:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090bbdb00/0xe92384b90c836248 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377718 expref: 582 pid: 16654 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.184091:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6b4f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.184092:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.184093:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.184096:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6b48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184098:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6b4f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.184102:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6b48 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.184113:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.184124:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6b48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.184130:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+581:2001:x1817354606267264:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (127us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.184132:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d7ca640/0xe92384b90c836b2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377a28 expref: 581 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184132:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6b48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.184136:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808112 00010000:00010000:0.0:1733164792.184139:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d7ca640/0xe92384b90c836b2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377a28 expref: 581 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.184156:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6b48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.184159:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297348608:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.184164:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6b48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184170:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6b48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184175:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.184178:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6b48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184184:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6b48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184194:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6b48 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184200:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6b48 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.184220:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3521:3760:x1817354297346944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1239us (1280us total) trans 4295983098 rc 0/0 00000100:00100000:3.0:1733164792.184225:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187686 00000004:00080000:2.0:1733164792.184232:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b23480/2, rc 0, transno 1015802 00000100:00100000:2.0:1733164792.184241:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297346944:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.184252:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265000 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.184276:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297348736:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.184296:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297347584:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.184303:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.184306:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6b5d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.184310:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3521:3761:x1817354297346688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1455us (1494us total) trans 4295983099 rc 0/0 00000100:00100000:1.0:1733164792.184316:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187684 00000100:00100000:3.0:1733164792.184326:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297348736 00000100:00100000:3.0:1733164792.184328:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297348736 00000100:00100000:2.0:1733164792.184331:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297347456:192.168.202.7@tcp:104: 00000004:00080000:1.0:1733164792.184342:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b21880/2, rc 0, transno 1015803 00010000:00010000:2.0:1733164792.184343:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6b56 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.184343:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187692 00000100:00100000:3.0:1733164792.184347:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3521:3762:x1817354297348736:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.184349:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297346688:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.184358:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8969 count 1 00010000:00010000:3.0:1733164792.184367:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6b80 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184377:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c541680/0xe92384b90c836cac lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377aa6 expref: 580 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184383:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.184385:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.184387:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6b80 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184400:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c541680/0xe92384b90c836cac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377aa6 expref: 580 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184409:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c541680/0xe92384b90c836cac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377aa6 expref: 580 pid: 16659 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.184418:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297348864:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.184435:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54600 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.184473:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164792.184480:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297348992:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.184497:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.184510:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297348992 00000100:00100000:3.0:1733164792.184514:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297348992 00000100:00100000:3.0:1733164792.184529:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187693 00000100:00100000:3.0:1733164792.184533:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3522:3760:x1817354297348992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.184558:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8970 count 1 00010000:00010000:3.0:1733164792.184567:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6b87 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184577:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800938a8000/0xe92384b90c836e6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377b2b expref: 580 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184583:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.184585:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.184587:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6b87 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184601:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800938a8000/0xe92384b90c836e6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377b2b expref: 580 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184610:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800938a8000/0xe92384b90c836e6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377b2b expref: 580 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.184618:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297349120:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.184642:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.184652:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.184688:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.184700:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606267520 00000100:00100000:2.0:1733164792.184703:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606267520 00000100:00100000:0.0:1733164792.184705:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606267648 00000100:00100000:0.0:1733164792.184708:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606267648 00010000:00010000:2.0:1733164792.184714:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097309d40/0xe92384b90c8362e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377781 expref: 582 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.184717:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800950aeac0/0xe92384b90c836631 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37786f expref: 582 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.184725:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.184727:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297348096:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.184738:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606267776 00010000:00010000:3.0:1733164792.184738:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6b6b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.184740:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808113 00000100:00100000:2.0:1733164792.184740:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606267776 00000100:00100000:0.0:1733164792.184743:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+583:2001:x1817354606267520:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.184747:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808114 00010000:00010000:0.0:1733164792.184749:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.184749:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086461d40/0xe92384b90c83677a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3778ed expref: 583 pid: 15901 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.184752:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+583:2001:x1817354606267648:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.184753:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097309d40/0xe92384b90c8362e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377781 expref: 583 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.184759:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.184760:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097309d40/0xe92384b90c8362e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377781 expref: 583 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.184762:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808115 00010000:00010000:1.0:1733164792.184763:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800950aeac0/0xe92384b90c836631 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37786f expref: 583 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.184766:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+583:2001:x1817354606267776:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.184772:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097309d40/0xe92384b90c8362e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377781 expref: 583 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.184772:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800950aeac0/0xe92384b90c836631 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37786f expref: 583 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.184772:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.184775:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086461d40/0xe92384b90c83677a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3778ed expref: 583 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.184782:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.184783:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.184783:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086461d40/0xe92384b90c83677a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3778ed expref: 582 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.184784:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800950aeac0/0xe92384b90c836631 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37786f expref: 582 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.184785:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.184792:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6b5d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184793:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.184793:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.184794:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.184795:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.184797:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.184797:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.184802:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.184803:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6b56 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.184806:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6b64 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184809:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.184815:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+581:2001:x1817354606267520:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (165us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.184816:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.184817:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184818:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.184819:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808113 00010000:00010000:3.0:1733164792.184825:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184832:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6b5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.184833:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+580:2001:x1817354606267776:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.184836:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+580:2001:x1817354606267648:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.184838:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808115 00010000:00010000:3.0:1733164792.184839:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6b5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184844:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0d80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.184846:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808114 00010000:00010000:3.0:1733164792.184847:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6b5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184854:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.184856:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.184863:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184864:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6b5d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.184869:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.184870:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6b5d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184874:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086461d40/0xe92384b90c83677a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3778ed expref: 578 pid: 15901 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.184875:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6b56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.184881:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6b56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.184885:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297347968:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.184885:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.184888:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6b56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184896:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.184898:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6b56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184903:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.184906:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6b56 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184909:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.184911:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6b56 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184915:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184922:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6b64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184935:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6b64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184941:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.184943:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6b64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.184947:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.184954:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6b64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.184962:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6b64 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.184963:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606267904 00000100:00100000:0.0:1733164792.184966:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606267904 00010000:00010000:1.0:1733164792.184967:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6b64 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.184976:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800964f8240/0xe92384b90c8368ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377948 expref: 578 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.184976:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3524:3760:x1817354297346816:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2086us (2121us total) trans 4295983100 rc 0/0 00000100:00100000:3.0:1733164792.184983:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187685 00000100:00100000:0.0:1733164792.185001:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808116 00000100:00100000:0.0:1733164792.185005:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+578:2001:x1817354606267904:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000004:00080000:3.0:1733164792.185006:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b20000/2, rc 0, transno 1015804 00010000:00010000:0.0:1733164792.185012:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.185012:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297346816:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.185016:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800964f8240/0xe92384b90c8368ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377948 expref: 578 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.185017:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3524:3761:x1817354297347200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2001us (2029us total) trans 4295983101 rc 0/0 00000100:00100000:2.0:1733164792.185021:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187687 00010000:00010000:0.0:1733164792.185024:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800964f8240/0xe92384b90c8368ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377948 expref: 578 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.185035:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800964f8240/0xe92384b90c8368ca lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377948 expref: 578 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.185039:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e006d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297348480:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.185045:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.185046:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.185048:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6b6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.185048:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297349248:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.185049:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6b72 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.185055:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6b6b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.185062:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b20a80/2, rc 0, transno 1015805 00010000:00010000:0.0:1733164792.185069:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.185069:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.185070:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297347200:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.185078:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6b6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.185085:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6b6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.185087:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+577:2001:x1817354606267904:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (139us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.185091:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6b6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.185092:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3523:3762:x1817354297347712:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1479us (1664us total) trans 4295983102 rc 0/0 00000100:00100000:0.0:1733164792.185095:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808116 00000100:00100000:1.0:1733164792.185097:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187688 00010000:00010000:2.0:1733164792.185098:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6b6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.185101:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297349248 00010000:00010000:2.0:1733164792.185102:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6b6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.185104:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297349248 00010000:00010000:2.0:1733164792.185105:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.185107:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6b6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.185109:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297349376:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.185111:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6b6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.185117:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6b6b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.185118:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187694 00010000:00010000:2.0:1733164792.185120:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6b6b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.185121:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.185123:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3523:3760:x1817354297349248:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.185133:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.185133:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297349376 00002000:00080000:3.0:1733164792.185133:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8971 count 1 00000100:00100000:1.0:1733164792.185135:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297349376 00010000:00010000:3.0:1733164792.185159:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6b8e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.185161:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187695 00000100:00100000:1.0:1733164792.185163:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3524:3761:x1817354297349376:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.185170:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eadd8c0/0xe92384b90c836f4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377b78 expref: 576 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.185172:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8972 count 1 00010000:00010000:3.0:1733164792.185177:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.185179:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6b95 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.185179:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.185181:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6b8e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.185187:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800987d5f80/0xe92384b90c8370a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377be1 expref: 576 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.185192:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.185193:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.185195:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6b95 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.185196:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eadd8c0/0xe92384b90c836f4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377b78 expref: 576 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.185204:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eadd8c0/0xe92384b90c836f4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377b78 expref: 576 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.185207:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800987d5f80/0xe92384b90c8370a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377be1 expref: 576 pid: 16612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.185215:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800987d5f80/0xe92384b90c8370a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377be1 expref: 576 pid: 16612 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.185220:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297349504:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.185223:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297349632:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.185331:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987300 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.185336:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606268032 00000100:00100000:0.0:1733164792.185340:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606268032 00000100:00100000:2.0:1733164792.185342:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3525:3759:x1817354297347840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1710us (1752us total) trans 4295983103 rc 0/0 00000100:00100000:2.0:1733164792.185346:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187689 00010000:00010000:0.0:1733164792.185352:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008abe8fc0/0xe92384b90c836a44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3779d4 expref: 577 pid: 16669 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.185364:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e006a00/2, rc 0, transno 1015806 00000100:00100000:2.0:1733164792.185370:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e006a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297347712:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.185376:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808117 00000100:00100000:0.0:1733164792.185381:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+577:2001:x1817354606268032:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.185387:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.185392:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008abe8fc0/0xe92384b90c836a44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3779d4 expref: 577 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.185401:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008abe8fc0/0xe92384b90c836a44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3779d4 expref: 577 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.185412:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008abe8fc0/0xe92384b90c836a44 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3779d4 expref: 577 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.185420:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.185421:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.185423:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6b72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.185427:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6b72 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.185433:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800998a3800/2, rc 0, transno 1015807 00000100:00100000:1.0:1733164792.185437:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297347840:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.185440:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.185452:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+576:2001:x1817354606268032:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (320us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.185454:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6b72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.185456:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808117 00010000:00010000:2.0:1733164792.185461:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6b72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.185468:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6b72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.185473:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6b72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.185474:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1733164792.185479:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297349760:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.185479:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6b72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.185485:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2f40 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.185485:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1733164792.185487:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6b72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.185492:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.185492:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297349888:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.185494:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6b72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.185503:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6b72 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.185504:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297349760 00000100:00100000:1.0:1733164792.185506:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297349760 00010000:00010000:2.0:1733164792.185510:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6b72 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.185513:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.185518:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297349888 00000100:00100000:1.0:1733164792.185519:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297349888 00000100:00100000:1.0:1733164792.185526:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187696 00000100:00100000:1.0:1733164792.185528:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f909180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3526:3761:x1817354297349760:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.185532:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187697 00000100:00100000:3.0:1733164792.185550:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3526:3760:x1817354297349888:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.185554:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8973 count 1 00000100:00100000:0.0:1733164792.185558:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00002000:00080000:3.0:1733164792.185562:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8974 count 1 00010000:00010000:1.0:1733164792.185565:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6b9c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.185568:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606268160 00000100:00100000:0.0:1733164792.185570:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606268160 00010000:00010000:3.0:1733164792.185571:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ba3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.185575:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a19d40/0xe92384b90c837239 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377c6d expref: 576 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.185577:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d7ca640/0xe92384b90c836b2b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377a28 expref: 576 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.185582:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.185582:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce41d40/0xe92384b90c8372f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377cba expref: 576 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.185583:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.185585:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6b9c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.185588:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.185590:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.185592:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808118 00010000:00010000:3.0:1733164792.185593:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ba3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.185595:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+576:2000:x1817354606268160:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.185600:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.185600:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093a19d40/0xe92384b90c837239 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377c6d expref: 576 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.185602:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d7ca640/0xe92384b90c836b2b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377a28 expref: 576 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.185608:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d7ca640/0xe92384b90c836b2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377a28 expref: 576 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.185608:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce41d40/0xe92384b90c8372f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377cba expref: 576 pid: 15902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.185609:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093a19d40/0xe92384b90c837239 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377c6d expref: 576 pid: 16590 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.185614:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.185615:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.185617:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d6b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.185618:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297350016:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.185618:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce41d40/0xe92384b90c8372f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377cba expref: 576 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.185621:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d6b79 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.185627:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf63800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297350144:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.185631:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.185637:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.185643:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+576:2000:x1817354606268160:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 47us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.185646:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808118 00000100:00100000:3.0:1733164792.185647:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.185659:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54f00 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.185667:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d7ca640/0xe92384b90c836b2b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377a28 expref: 575 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.185675:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3527:3760:x1817354297348224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1818us (1876us total) trans 4295983104 rc 0/0 00000100:00100000:1.0:1733164792.185677:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297348608:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.185682:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187690 00010000:00010000:1.0:1733164792.185687:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d6b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.185691:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800998a3100/2, rc 0, transno 1015808 00010000:00010000:1.0:1733164792.185694:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d6b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.185698:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297348224:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.185700:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d6b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.185707:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d6b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.185713:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d6b79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.185719:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d6b79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.185723:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d61c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.185725:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d6b79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.185729:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297350272:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.185730:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d6b79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.185736:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d6b79 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.185740:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d6b79 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.185744:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.185749:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.185754:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606268416 00000100:00100000:0.0:1733164792.185757:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606268416 00000100:00100000:2.0:1733164792.185761:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297350272 00000100:00100000:2.0:1733164792.185763:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297350272 00010000:00010000:0.0:1733164792.185768:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800938a8000/0xe92384b90c836e6c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377b2b expref: 575 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.185773:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187698 00000100:00100000:3.0:1733164792.185773:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297348864:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.185775:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3527:3760:x1817354297350272:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.185784:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6b80 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.185791:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808119 00000100:00100000:2.0:1733164792.185793:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+575:2000:x1817354606268416:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.185799:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.185803:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800938a8000/0xe92384b90c836e6c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377b2b expref: 575 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.185810:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297349120:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.185812:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800938a8000/0xe92384b90c836e6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377b2b expref: 575 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.185823:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6b87 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.185823:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800938a8000/0xe92384b90c836e6c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377b2b expref: 575 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.185832:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.185833:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.185836:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.185842:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6b87 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.185852:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3528:3761:x1817354297348352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1925us (2018us total) trans 4295983105 rc 0/0 00000100:00100000:0.0:1733164792.185855:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.185855:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.185857:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187691 00000100:00100000:0.0:1733164792.185864:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606268288 00000100:00100000:0.0:1733164792.185866:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606268288 00010000:00010000:0.0:1733164792.185873:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c541680/0xe92384b90c836cac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377aa6 expref: 575 pid: 16659 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.185875:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800998a0380/2, rc 0, transno 1015809 00000100:00100000:2.0:1733164792.185876:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+575:2000:x1817354606268416:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.185880:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297348352:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.185882:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808119 00000100:00100000:0.0:1733164792.185885:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808120 00000100:00100000:0.0:1733164792.185888:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+575:2001:x1817354606268288:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.185892:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.185894:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c541680/0xe92384b90c836cac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377aa6 expref: 574 pid: 16659 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.185903:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c541680/0xe92384b90c836cac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377aa6 expref: 574 pid: 16659 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.185914:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c541680/0xe92384b90c836cac lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377aa6 expref: 574 pid: 16659 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.185922:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.185924:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.185926:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6b80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.185933:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6b80 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.185936:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e005180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297350400:0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.185939:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8975 count 1 00010000:00010000:0.0:1733164792.185946:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.185949:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.185950:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6baa lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.185954:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6b80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.185959:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce42880/0xe92384b90c83749a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d3f expref: 573 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.185963:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297350400 00010000:00010000:3.0:1733164792.185963:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6b80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.185965:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297350400 00010000:00010000:2.0:1733164792.185965:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.185966:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+573:2001:x1817354606268288:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (109us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.185966:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.185969:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6baa lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.185970:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6b80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.185971:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808120 00010000:00010000:3.0:1733164792.185977:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6b80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.185979:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187699 00000100:00100000:1.0:1733164792.185983:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3528:3761:x1817354297350400:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.185983:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce42880/0xe92384b90c83749a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d3f expref: 572 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.185984:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6b80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.185989:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.185992:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce42880/0xe92384b90c83749a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d3f expref: 572 pid: 16686 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.185993:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8976 count 1 00010000:00010000:3.0:1733164792.185993:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6b80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.186000:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6b80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.186001:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e007100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297350528:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.186002:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6bb1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.186012:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090ba5b00/0xe92384b90c8375c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d9a expref: 572 pid: 16022 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.186012:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6b80 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.186018:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.186019:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.186019:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6b80 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.186021:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752780 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.186022:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6bb1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.186037:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090ba5b00/0xe92384b90c8375c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d9a expref: 572 pid: 16022 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.186044:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.186046:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090ba5b00/0xe92384b90c8375c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d9a expref: 572 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.186052:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.186058:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.186060:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297350656:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.186070:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6b87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.186077:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6b87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.186083:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0fc0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.186083:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959870c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.186085:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6b87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.186092:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6b87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.186099:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6b87 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.186103:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6b87 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x230a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.186122:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3529:3762:x1817354297348736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1773us (1818us total) trans 4295983106 rc 0/0 00000100:00100000:3.0:1733164792.186128:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187692 00000004:00080000:3.0:1733164792.186176:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800998a0700/2, rc 0, transno 1015810 00000100:00100000:3.0:1733164792.186182:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297348736:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.186216:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297350784:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.186229:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3529:3760:x1817354297348992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1694us (1729us total) trans 4295983107 rc 0/0 00000100:00100000:3.0:1733164792.186243:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.186260:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297350784 00000100:00100000:2.0:1733164792.186264:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297350784 00000004:00080000:3.0:1733164792.186269:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800998a3480/2, rc 0, transno 1015811 00000100:00100000:3.0:1733164792.186276:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297348992:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.186282:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187700 00000100:00100000:2.0:1733164792.186286:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3530:3762:x1817354297350784:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.186295:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187693 00002000:00080000:2.0:1733164792.186296:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8977 count 1 00010000:00010000:2.0:1733164792.186307:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d6bb8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.186317:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800959e9440/0xe92384b90c83904d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f379763 expref: 572 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.186323:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.186325:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.186327:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d6bb8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.186341:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800959e9440/0xe92384b90c83904d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f379763 expref: 572 pid: 16685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.186344:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297350016:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.186347:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800959e9440/0xe92384b90c83904d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f379763 expref: 572 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.186353:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e007480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297350912:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.186354:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6b9c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.186375:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.186394:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297349632:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.186406:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6b95 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.186410:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e004e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297351040:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.186430:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.186602:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297351040 00000100:00100000:0.0:1733164792.186606:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297351040 00000100:00100000:2.0:1733164792.186609:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.186631:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187701 00000100:00100000:0.0:1733164792.186636:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3530:3759:x1817354297351040:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.186648:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8978 count 1 00000100:00100000:2.0:1733164792.186651:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.186658:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6bbf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.186661:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606268544 00000100:00100000:2.0:1733164792.186664:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606268544 00000100:00100000:3.0:1733164792.186666:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf63800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297350144:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.186669:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f00d8c0/0xe92384b90c839dc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a612 expref: 573 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.186674:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606268672 00010000:00010000:2.0:1733164792.186675:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800987d5f80/0xe92384b90c8370a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377be1 expref: 573 pid: 16612 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.186676:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.186677:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.186677:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ba3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.186678:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606268672 00010000:00010000:0.0:1733164792.186679:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6bbf lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.186691:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093a19d40/0xe92384b90c837239 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377c6d expref: 574 pid: 16590 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.186691:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808121 00010000:00010000:0.0:1733164792.186695:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f00d8c0/0xe92384b90c839dc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a612 expref: 574 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.186696:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e004000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+574:2001:x1817354606268544:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.186703:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.186704:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f00d8c0/0xe92384b90c839dc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a612 expref: 574 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.186706:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800987d5f80/0xe92384b90c8370a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377be1 expref: 574 pid: 16612 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.186712:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800987d5f80/0xe92384b90c8370a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377be1 expref: 574 pid: 16612 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.186716:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297351168:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.186718:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808122 00010000:00010000:2.0:1733164792.186721:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800987d5f80/0xe92384b90c8370a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377be1 expref: 574 pid: 16612 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.186723:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e006680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+574:2001:x1817354606268672:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.186729:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.186731:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.186731:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.186733:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.186735:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093a19d40/0xe92384b90c837239 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377c6d expref: 573 pid: 16590 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.186739:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6b95 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.186742:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265180 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.186745:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093a19d40/0xe92384b90c837239 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377c6d expref: 573 pid: 16590 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.186753:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.186757:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093a19d40/0xe92384b90c837239 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377c6d expref: 573 pid: 16590 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.186770:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.186770:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e004000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+572:2001:x1817354606268544:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (162us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.186771:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.186771:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.186773:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.186776:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808121 00010000:00010000:1.0:1733164792.186778:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6b9c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.186785:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.186790:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.186792:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.186799:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6b95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.186805:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6b95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.186812:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e006680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+571:2001:x1817354606268672:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.186818:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808122 00000100:00100000:3.0:1733164792.186846:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297349504:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.186857:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6b8e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.186878:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.186884:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.186886:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6b95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.186891:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6b95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.186897:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.186899:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6b95 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.186903:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6b95 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x230c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.186904:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.186910:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6b9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.186917:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.186920:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.186926:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.186929:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.186935:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6b9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.186936:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.186937:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606268800 00000100:00100000:3.0:1733164792.186940:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606268800 00000100:00100000:2.0:1733164792.186944:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606269056 00010000:00010000:1.0:1733164792.186945:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6b9c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.186946:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606269056 00010000:00010000:3.0:1733164792.186950:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce41d40/0xe92384b90c8372f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377cba expref: 572 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.186951:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6b9c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x230d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.186957:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce42880/0xe92384b90c83749a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d3f expref: 572 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.186967:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808123 00000100:00100000:3.0:1733164792.186972:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e005c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+572:2001:x1817354606268800:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.186979:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.186983:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce41d40/0xe92384b90c8372f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377cba expref: 572 pid: 15902 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.186987:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808124 00000100:00100000:2.0:1733164792.186991:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e004700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+572:2001:x1817354606269056:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.186992:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce41d40/0xe92384b90c8372f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377cba expref: 572 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.186998:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.187002:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce42880/0xe92384b90c83749a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d3f expref: 572 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.187004:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce41d40/0xe92384b90c8372f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377cba expref: 572 pid: 15902 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.187010:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce42880/0xe92384b90c83749a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d3f expref: 572 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.187013:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.187015:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.187017:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ba3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.187021:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.187023:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.187025:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6baa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187025:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ba3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.187031:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6baa lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.187032:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3532:3761:x1817354297349376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1865us (1908us total) trans 4295983108 rc 0/0 00000100:00100000:0.0:1733164792.187039:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187695 00010000:00010000:2.0:1733164792.187042:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.187043:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.187048:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f909180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3531:3761:x1817354297349760:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1516us (1553us total) trans 4295983109 rc 0/0 00000100:00100000:1.0:1733164792.187055:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187696 00000100:00100000:2.0:1733164792.187063:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e004700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+571:2001:x1817354606269056:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.187063:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e005c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+571:2001:x1817354606268800:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 89us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.187070:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808123 00000100:00100000:2.0:1733164792.187074:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808124 00010000:00010000:3.0:1733164792.187086:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ba3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187093:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ba3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187100:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ba3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187107:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ba3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187114:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ba3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.187118:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c76b800/2, rc 0, transno 1015813 00010000:00010000:2.0:1733164792.187119:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce42880/0xe92384b90c83749a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d3f expref: 569 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.187120:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.187120:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.187123:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ba3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.187127:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297349760:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.187128:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e007100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297350528:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.187130:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ba3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.187136:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c76b100/2, rc 0, transno 1015812 00000100:00100000:0.0:1733164792.187139:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297349376:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.187156:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6baa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187163:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ba3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.187168:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606268928 00010000:00010000:3.0:1733164792.187170:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6ba3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x230e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.187171:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606268928 00010000:00010000:2.0:1733164792.187181:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eadd8c0/0xe92384b90c836f4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377b78 expref: 569 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.187194:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e007480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297350912:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.187199:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808125 00000100:00100000:2.0:1733164792.187203:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+569:2001:x1817354606268928:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.187205:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d6bb8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.187209:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.187212:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eadd8c0/0xe92384b90c836f4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377b78 expref: 569 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.187216:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.187220:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eadd8c0/0xe92384b90c836f4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377b78 expref: 569 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.187231:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eadd8c0/0xe92384b90c836f4c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377b78 expref: 569 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.187240:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.187241:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.187243:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.187243:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.187250:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6b8e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.187265:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297350656:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.187266:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.187270:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3531:3760:x1817354297349888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1732us (1756us total) trans 4295983110 rc 0/0 00010000:00010000:1.0:1733164792.187276:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6bb1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.187277:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187697 00000100:00100000:2.0:1733164792.187280:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+568:2001:x1817354606268928:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.187284:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808125 00000100:00100000:2.0:1733164792.187293:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606269312 00000100:00100000:3.0:1733164792.187293:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606269184 00000100:00100000:2.0:1733164792.187296:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606269312 00000100:00100000:3.0:1733164792.187296:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606269184 00010000:00010000:2.0:1733164792.187304:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800959e9440/0xe92384b90c83904d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f379763 expref: 569 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.187306:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090ba5b00/0xe92384b90c8375c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d9a expref: 569 pid: 16022 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.187318:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808126 00000100:00100000:2.0:1733164792.187324:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+569:2001:x1817354606269312:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.187324:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808127 00000100:00100000:3.0:1733164792.187328:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+569:2001:x1817354606269184:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.187329:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.187333:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800959e9440/0xe92384b90c83904d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f379763 expref: 569 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.187335:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.187339:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090ba5b00/0xe92384b90c8375c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d9a expref: 569 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.187341:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800959e9440/0xe92384b90c83904d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f379763 expref: 569 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.187344:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297351168:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.187348:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090ba5b00/0xe92384b90c8375c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d9a expref: 569 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.187352:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800959e9440/0xe92384b90c83904d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f379763 expref: 569 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.187356:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6bbf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.187361:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.187361:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090ba5b00/0xe92384b90c8375c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f377d9a expref: 568 pid: 16022 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.187362:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.187365:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d6bb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.187376:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d6bb8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187376:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.187377:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.187380:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187388:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6bb1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.187389:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.187398:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d6bb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187401:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.187406:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d6bb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.187406:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+567:2001:x1817354606269312:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.187412:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808126 00000100:00100000:3.0:1733164792.187415:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+567:2001:x1817354606269184:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.187422:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808127 00000100:00100000:3.0:1733164792.187456:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297351296:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.187459:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d6bb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.187464:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6baa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.187466:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d6bb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.187471:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6baa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.187473:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.187476:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.187478:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6baa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.187479:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d6bb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.187484:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6baa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.187485:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.187487:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d6bb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.187489:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c769180/2, rc 0, transno 1015814 00010000:00010000:2.0:1733164792.187490:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6baa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.187491:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606269440 00010000:00010000:0.0:1733164792.187494:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d6bb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.187494:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606269440 00010000:00010000:2.0:1733164792.187495:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2640 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.187496:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297349888:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.187498:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6baa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.187504:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d6bb8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187505:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f00d8c0/0xe92384b90c839dc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a612 expref: 566 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.187508:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297351296 00010000:00010000:0.0:1733164792.187509:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d6bb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.187509:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6baa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.187511:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297351296 00010000:00010000:2.0:1733164792.187521:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6baa lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.187524:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187702 00010000:00010000:2.0:1733164792.187528:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6baa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x230f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.187528:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3531:3760:x1817354297351296:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.187529:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808128 00000100:00100000:1.0:1733164792.187534:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008278d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+566:2001:x1817354606269440:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.187555:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:3.0:1733164792.187556:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8979 count 1 00010000:00010000:1.0:1733164792.187560:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f00d8c0/0xe92384b90c839dc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a612 expref: 566 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.187566:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6bc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187569:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f00d8c0/0xe92384b90c839dc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a612 expref: 566 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.187576:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085d06ac0/0xe92384b90c839e70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a651 expref: 566 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187581:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f00d8c0/0xe92384b90c839dc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a612 expref: 566 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.187588:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.187589:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.187590:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.187591:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6bc6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187592:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.187595:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6bbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187601:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6bbf lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187606:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085d06ac0/0xe92384b90c839e70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a651 expref: 565 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187615:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.187616:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085d06ac0/0xe92384b90c839e70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a651 expref: 565 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.187626:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297351680:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.187630:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008278d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+565:2001:x1817354606269440:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 95us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.187636:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808128 00000100:00100000:3.0:1733164792.187645:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.187656:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297351552:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.187659:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3533:3760:x1817354297350272:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1881us (1908us total) trans 4295983112 rc 0/0 00000100:00100000:2.0:1733164792.187666:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187698 00000100:00100000:0.0:1733164792.187670:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3533:3762:x1817354297350784:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1382us (1425us total) trans 4295983111 rc 0/0 00000100:00100000:0.0:1733164792.187675:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187700 00000100:00100000:3.0:1733164792.187675:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.187685:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297351552 00000100:00100000:0.0:1733164792.187688:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297351552 00000004:00080000:2.0:1733164792.187689:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e006d80/2, rc 0, transno 1015816 00000004:00080000:3.0:1733164792.187695:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e005500/2, rc 0, transno 1015815 00000100:00100000:2.0:1733164792.187696:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297350272:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.187699:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297350784:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.187703:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187703 00000100:00100000:3.0:1733164792.187705:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.187707:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3532:3762:x1817354297351552:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.187710:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297351424:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.187712:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.187718:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8981 count 1 00010000:00010000:1.0:1733164792.187721:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.187724:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.187728:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6bcd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187730:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187738:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6bb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.187738:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297351424 00000100:00100000:2.0:1733164792.187739:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e004700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297351936:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.187741:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297351424 00010000:00010000:0.0:1733164792.187743:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136615f80/0xe92384b90c839f50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6b3 expref: 564 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187745:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6bb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.187750:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.187751:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.187752:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.187754:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6bcd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187754:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6bb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.187755:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187704 00000100:00100000:2.0:1733164792.187758:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.187760:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3533:3762:x1817354297351424:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.187761:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6bb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.187769:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8980 count 1 00010000:00010000:0.0:1733164792.187770:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136615f80/0xe92384b90c839f50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6b3 expref: 564 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187771:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6bb1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.187771:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164792.187775:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297351808:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.187777:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136615f80/0xe92384b90c839f50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6b3 expref: 564 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.187778:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6bb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187779:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6bd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.187783:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297352064:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.187788:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.187788:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085d05680/0xe92384b90c839eee lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a67b expref: 564 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187795:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.187797:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.187799:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6bd4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.187800:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265180 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.187805:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297351936 00000100:00100000:1.0:1733164792.187807:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297351808 00000100:00100000:2.0:1733164792.187808:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297351936 00000100:00100000:1.0:1733164792.187810:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297351808 00010000:00010000:0.0:1733164792.187813:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6bbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187814:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085d05680/0xe92384b90c839eee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a67b expref: 564 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.187818:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6bbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.187823:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6bbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.187823:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187705 00010000:00010000:3.0:1733164792.187823:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085d05680/0xe92384b90c839eee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a67b expref: 564 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.187826:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6bbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.187827:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3535:3760:x1817354297351936:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.187828:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187706 00010000:00010000:0.0:1733164792.187831:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6bbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.187831:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3535:3760:x1817354297351808:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.187832:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297352192:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.187834:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.187836:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6bbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.187837:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8983 count 1 00002000:00080000:1.0:1733164792.187840:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8982 count 1 00010000:00010000:2.0:1733164792.187846:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6bdb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187847:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6be2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.187849:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54600 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.187855:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080522640/0xe92384b90c839fce lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6d6 expref: 564 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.187857:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012481a880/0xe92384b90c83a1cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6f2 expref: 564 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187859:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.187860:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.187861:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6be2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.187863:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.187865:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.187867:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6bdb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187871:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080522640/0xe92384b90c839fce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6d6 expref: 564 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.187876:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080522640/0xe92384b90c839fce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6d6 expref: 564 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.187881:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012481a880/0xe92384b90c83a1cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6f2 expref: 564 pid: 16688 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.187883:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297352320:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.187890:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012481a880/0xe92384b90c83a1cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6f2 expref: 564 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.187898:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297352448:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.187901:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959870c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.187916:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752780 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.187933:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6bbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.187943:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6bbf lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187944:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.187950:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d6bbf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187953:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187960:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187972:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6b8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187979:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187984:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.187988:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.187995:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.187999:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3537:3761:x1817354297350400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2013us (2047us total) trans 4295983113 rc 0/0 00010000:00010000:3.0:1733164792.188005:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6b8e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.188009:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187699 00010000:00010000:3.0:1733164792.188012:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6b8e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x230b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.188032:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e005180/2, rc 0, transno 1015817 00000100:00100000:1.0:1733164792.188038:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e005180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297350400:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.188048:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3536:3759:x1817354297351040:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1410us (1616us total) trans 4295983114 rc 0/0 00000100:00100000:0.0:1733164792.188054:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187701 00000004:00080000:1.0:1733164792.188054:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e004e00/2, rc 0, transno 1015818 00000100:00100000:1.0:1733164792.188057:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e004e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297351040:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.188068:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297352576:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.188087:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.188092:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297352704:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.188102:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297352576 00000100:00100000:0.0:1733164792.188105:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297352576 00000100:00100000:3.0:1733164792.188112:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.188119:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297352704 00000100:00100000:0.0:1733164792.188121:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297352704 00000100:00100000:1.0:1733164792.188128:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187707 00000100:00100000:0.0:1733164792.188132:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187708 00000100:00100000:1.0:1733164792.188133:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007be14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3538:3761:x1817354297352576:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.188135:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3538:3762:x1817354297352704:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.188163:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8985 count 1 00002000:00080000:1.0:1733164792.188168:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8984 count 1 00010000:00010000:0.0:1733164792.188172:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6be9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.188179:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0xe92384b90c83a2de lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a770 expref: 564 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.188180:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6bf0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.188183:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.188184:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.188186:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6be9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.188190:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946a1f80/0xe92384b90c83a27c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a73f expref: 564 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.188196:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.188196:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3538:3760:x1817354297349248:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3072us (3126us total) trans 4295983115 rc 0/0 00010000:00010000:1.0:1733164792.188198:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.188200:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6bf0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.188201:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0xe92384b90c83a2de lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a770 expref: 564 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.188202:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187694 00010000:00010000:0.0:1733164792.188209:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0xe92384b90c83a2de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a770 expref: 564 pid: 16686 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.188209:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800998a2680/2, rc 0, transno 1015819 00010000:00010000:1.0:1733164792.188214:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946a1f80/0xe92384b90c83a27c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a73f expref: 564 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.188217:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297352832:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.188217:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297349248:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.188222:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946a1f80/0xe92384b90c83a27c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a73f expref: 564 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.188236:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297352960:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.188248:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265000 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.188251:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297353088:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.188268:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.188281:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297353088 00000100:00100000:0.0:1733164792.188284:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297353088 00000100:00100000:0.0:1733164792.188299:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187709 00000100:00100000:0.0:1733164792.188303:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3538:3759:x1817354297353088:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.188313:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8986 count 1 00010000:00010000:0.0:1733164792.188322:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6bf7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.188331:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090d5d8c0/0xe92384b90c83a316 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a79a expref: 564 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.188332:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.188338:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.188340:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.188342:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6bf7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.188357:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090d5d8c0/0xe92384b90c83a316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a79a expref: 564 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.188366:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090d5d8c0/0xe92384b90c83a316 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a79a expref: 564 pid: 9555 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.188375:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297353216:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.188396:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265540 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.189162:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297351680:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.189171:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297352064:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.189172:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297352192:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.189176:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6bc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189182:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6bd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.189189:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6bcd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.189208:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297352448:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.189211:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297352320:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.189213:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.189219:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6bdb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.189221:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6be2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.189234:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606269696 00000100:00100000:1.0:1733164792.189237:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606269696 00000100:00100000:0.0:1733164792.189243:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.189247:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136615f80/0xe92384b90c839f50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6b3 expref: 565 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.189251:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297352960:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.189256:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606269952 00000100:00100000:0.0:1733164792.189257:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.189259:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606269952 00010000:00010000:2.0:1733164792.189261:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6bf0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.189268:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606270208 00010000:00010000:3.0:1733164792.189269:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080522640/0xe92384b90c839fce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6d6 expref: 566 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.189271:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606270208 00000100:00100000:0.0:1733164792.189277:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808129 00010000:00010000:1.0:1733164792.189279:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0xe92384b90c83a2de lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a770 expref: 567 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.189281:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+567:2000:x1817354606269696:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.189286:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.189288:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808130 00010000:00010000:0.0:1733164792.189289:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136615f80/0xe92384b90c839f50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6b3 expref: 567 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.189292:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+567:2000:x1817354606269952:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.189295:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808131 00010000:00010000:0.0:1733164792.189296:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136615f80/0xe92384b90c839f50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6b3 expref: 567 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.189299:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.189300:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+567:2000:x1817354606270208:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.189303:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080522640/0xe92384b90c839fce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6d6 expref: 567 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.189306:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.189307:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136615f80/0xe92384b90c839f50 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6b3 expref: 567 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.189310:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0xe92384b90c83a2de lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a770 expref: 567 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.189312:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080522640/0xe92384b90c839fce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6d6 expref: 567 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.189314:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.189315:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.189317:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6bcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189318:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0xe92384b90c83a2de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a770 expref: 566 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.189321:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6bcd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189327:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.189328:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080522640/0xe92384b90c839fce lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6d6 expref: 566 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.189329:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.189330:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.189332:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6be9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189338:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6be9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189338:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.189339:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6bcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189339:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.189342:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189347:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.189349:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6be2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.189351:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6bcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.189359:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6bcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189361:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.189362:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+565:2000:x1817354606270208:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (104us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.189366:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6bcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.189367:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808131 00010000:00010000:1.0:1733164792.189373:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6bcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.189373:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+565:2000:x1817354606269952:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (130us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.189378:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5d40 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.189378:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808130 00010000:00010000:1.0:1733164792.189381:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6bcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.189388:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6bcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.189389:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+563:2000:x1817354606269696:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 107us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.189393:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808129 00010000:00010000:1.0:1733164792.189398:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6bcd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.189400:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.189403:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d6bcd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.189404:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606270080 00000100:00100000:0.0:1733164792.189406:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606270080 00010000:00010000:0.0:1733164792.189413:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012481a880/0xe92384b90c83a1cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6f2 expref: 563 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.189423:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808132 00000100:00100000:0.0:1733164792.189426:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+563:2000:x1817354606270080:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.189430:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.189432:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012481a880/0xe92384b90c83a1cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6f2 expref: 563 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.189432:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.189441:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012481a880/0xe92384b90c83a1cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6f2 expref: 563 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.189444:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606270336 00000100:00100000:3.0:1733164792.189447:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606270336 00010000:00010000:0.0:1733164792.189450:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012481a880/0xe92384b90c83a1cd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a6f2 expref: 563 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.189453:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.189457:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946a1f80/0xe92384b90c83a27c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a73f expref: 563 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.189458:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.189459:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.189462:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.189468:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6bdb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.189477:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606269568 00000100:00100000:3.0:1733164792.189479:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606269568 00010000:00010000:0.0:1733164792.189482:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.189488:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085d06ac0/0xe92384b90c839e70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a651 expref: 564 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.189496:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808133 00000100:00100000:2.0:1733164792.189501:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+564:2000:x1817354606270336:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.189502:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+564:2000:x1817354606270080:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (101us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.189507:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.189511:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946a1f80/0xe92384b90c83a27c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a73f expref: 564 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.189511:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808134 00000100:00100000:1.0:1733164792.189514:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3539:3762:x1817354297351552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1806us (1838us total) trans 4295983116 rc 0/0 00000100:00100000:3.0:1733164792.189515:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+564:2001:x1817354606269568:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.189519:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946a1f80/0xe92384b90c83a27c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a73f expref: 564 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.189520:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.189521:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187703 00010000:00010000:3.0:1733164792.189524:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085d06ac0/0xe92384b90c839e70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a651 expref: 564 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.189530:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946a1f80/0xe92384b90c83a27c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a73f expref: 564 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.189532:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085d06ac0/0xe92384b90c839e70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a651 expref: 564 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.189552:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.189553:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.189556:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189562:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085d06ac0/0xe92384b90c839e70 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a651 expref: 563 pid: 16686 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.189563:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e006680/2, rc 0, transno 1015820 00010000:00010000:2.0:1733164792.189563:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6bf0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.189570:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297351552:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.189571:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.189573:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.189576:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.189576:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.189582:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189582:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6bc6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.189583:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808132 00010000:00010000:1.0:1733164792.189589:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.189589:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+561:2000:x1817354606270336:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (157us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.189593:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.189595:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808133 00010000:00010000:1.0:1733164792.189596:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.189602:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6be2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.189605:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+560:2001:x1817354606269568:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 89us (151us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.189607:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eee6400/0xe92384b90c83a2de lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a770 expref: 560 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.189609:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6be2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.189611:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808134 00000100:00100000:0.0:1733164792.189614:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297352832:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.189614:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.189617:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6be2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.189621:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6be9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.189624:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6be2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.189626:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6be9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189627:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.189630:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6be9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.189633:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6be2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189634:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.189635:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6be9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.189638:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6be9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.189640:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6be2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189641:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.189642:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.189645:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.189647:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189649:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6bc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.189651:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189651:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.189656:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6be9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189658:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.189660:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d6be9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189660:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6bc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.189665:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1733164792.189665:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189666:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.189669:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6bc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189672:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6bf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.189673:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297353344:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.189675:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6bc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189678:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6bf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189682:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.189684:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6bc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189685:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6bf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189690:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6bc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189691:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6bf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.189693:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.189698:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6bf0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189704:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d6bf0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.189742:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3542:3762:x1817354297352704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1605us (1629us total) trans 4295983117 rc 0/0 00000100:00100000:0.0:1733164792.189747:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187708 00000004:00080000:0.0:1733164792.189762:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bbdc00/2, rc 0, transno 1015821 00000100:00100000:0.0:1733164792.189767:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297352704:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.189771:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3541:3760:x1817354297351808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1938us (1983us total) trans 4295983118 rc 0/0 00000100:00100000:0.0:1733164792.189773:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297353344 00000100:00100000:0.0:1733164792.189775:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297353344 00000100:00100000:1.0:1733164792.189776:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187706 00000100:00100000:0.0:1733164792.189785:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187710 00000100:00100000:0.0:1733164792.189787:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3541:3759:x1817354297353344:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.189793:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3541:3760:x1817354297351296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2263us (2318us total) trans 4295983119 rc 0/0 00002000:00080000:0.0:1733164792.189795:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8987 count 1 00000100:00100000:2.0:1733164792.189796:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.189800:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187702 00010000:00010000:0.0:1733164792.189802:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6bfe lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.189809:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c8db840/0xe92384b90c83a332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7a8 expref: 558 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.189810:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606269824 00010000:00010000:0.0:1733164792.189813:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.189813:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.189813:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606269824 00010000:00010000:0.0:1733164792.189815:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6bfe lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189822:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085d05680/0xe92384b90c839eee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a67b expref: 559 pid: 16685 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.189823:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e005c00/2, rc 0, transno 1015822 00010000:00010000:0.0:1733164792.189824:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c8db840/0xe92384b90c83a332 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7a8 expref: 559 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.189827:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297351808:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.189829:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c8db840/0xe92384b90c83a332 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7a8 expref: 559 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.189835:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297353472:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.189836:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e007100/2, rc 0, transno 1015823 00000100:00100000:3.0:1733164792.189840:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297351296:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.189845:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808135 00000100:00100000:0.0:1733164792.189849:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265000 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.189849:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+559:2001:x1817354606269824:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.189854:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189855:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.189859:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085d05680/0xe92384b90c839eee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a67b expref: 559 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.189866:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189867:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085d05680/0xe92384b90c839eee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a67b expref: 559 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.189872:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189878:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085d05680/0xe92384b90c839eee lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a67b expref: 559 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.189878:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6bdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189885:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189887:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.189888:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.189891:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.189891:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6bd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189891:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.189894:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189897:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6bd4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.189899:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297353216:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.189903:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.189908:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.189909:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6bf7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189911:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6bdb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.189918:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d6bdb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.189923:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+558:2001:x1817354606269824:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.189928:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808135 00000100:00100000:2.0:1733164792.189937:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606270464 00000100:00100000:2.0:1733164792.189940:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606270464 00010000:00010000:2.0:1733164792.189947:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090d5d8c0/0xe92384b90c83a316 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a79a expref: 558 pid: 9555 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.189961:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808136 00000100:00100000:2.0:1733164792.189965:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+558:2001:x1817354606270464:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.189971:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.189974:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090d5d8c0/0xe92384b90c83a316 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a79a expref: 558 pid: 9555 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.189982:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090d5d8c0/0xe92384b90c83a316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a79a expref: 558 pid: 9555 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.189993:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090d5d8c0/0xe92384b90c83a316 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a79a expref: 558 pid: 9555 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.190001:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.190003:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.190005:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6bf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.190012:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6bf7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.190016:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3541:3760:x1817354297351936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2188us (2257us total) trans 4295983121 rc 0/0 00000100:00100000:3.0:1733164792.190022:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187705 00000004:00080000:0.0:1733164792.190023:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e004700/2, rc 0, transno 1015825 00000100:00100000:0.0:1733164792.190025:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e004700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297351936:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.190032:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.190046:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+557:2001:x1817354606270464:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (155us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.190051:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6bf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.190055:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808136 00010000:00010000:1.0:1733164792.190057:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6bf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.190061:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6bf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.190065:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6bf7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.190071:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6bf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.190075:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.190077:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6bf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.190080:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6bf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.190084:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1733164792.190087:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6bf7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.190088:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297353728:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.190090:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d6bf7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x231a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.190102:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.190109:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008278d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297353856:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.190110:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6bd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.190115:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297353600:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.190117:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6bd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.190124:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6bd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.190125:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.190126:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297353984:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.190130:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6bd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.190137:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.190137:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6bd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.190155:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297353728 00000100:00100000:3.0:1733164792.190158:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297353728 00010000:00010000:2.0:1733164792.190160:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.190162:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6bd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.190163:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.190169:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6bd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.190172:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297353856 00000100:00100000:3.0:1733164792.190172:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297353984 00000100:00100000:0.0:1733164792.190174:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297353856 00000100:00100000:3.0:1733164792.190174:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297353984 00000100:00100000:1.0:1733164792.190176:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297353600 00010000:00010000:2.0:1733164792.190178:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6bd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.190179:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297353600 00000100:00100000:3.0:1733164792.190184:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187711 00010000:00010000:2.0:1733164792.190185:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6bd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.190188:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187712 00000100:00100000:3.0:1733164792.190188:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3544:3762:x1817354297353728:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.190191:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3544:3760:x1817354297353984:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.190192:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187713 00000100:00100000:1.0:1733164792.190195:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3544:3759:x1817354297353856:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.190199:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8989 count 1 00002000:00080000:0.0:1733164792.190204:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8991 count 1 00002000:00080000:1.0:1733164792.190206:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8990 count 1 00010000:00010000:3.0:1733164792.190209:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6c05 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.190211:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6c0c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.190216:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6c13 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.190219:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091d33180/0xe92384b90c83a40b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a834 expref: 556 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.190221:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800864a4d80/0xe92384b90c83a3b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7f5 expref: 556 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.190222:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.190223:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.190225:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6c0c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.190227:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.190229:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.190230:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091d30fc0/0xe92384b90c83a3e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a818 expref: 556 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.190231:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6c05 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.190234:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091d33180/0xe92384b90c83a40b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a834 expref: 556 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.190237:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.190238:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.190240:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091d33180/0xe92384b90c83a40b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a834 expref: 556 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.190241:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6c13 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.190245:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297354112:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.190257:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.190257:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091d30fc0/0xe92384b90c83a3e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a818 expref: 556 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.190266:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091d30fc0/0xe92384b90c83a3e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a818 expref: 556 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.190268:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187714 00000100:00100000:0.0:1733164792.190270:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3545:3762:x1817354297353600:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.190276:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297354240:192.168.202.7@tcp:104: 00002000:00080000:0.0:1733164792.190277:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8988 count 1 00010000:00010000:0.0:1733164792.190283:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6c1a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.190294:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085d0a400/0xe92384b90c83a378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7d9 expref: 556 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.190297:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959870c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.190299:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.190301:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.190302:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6c1a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.190308:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3545:3762:x1817354297351424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2547us (2582us total) trans 4295983122 rc 0/0 00000100:00100000:2.0:1733164792.190314:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187704 00010000:00010000:0.0:1733164792.190316:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085d0a400/0xe92384b90c83a378 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7d9 expref: 556 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.190324:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085d0a400/0xe92384b90c83a378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7d9 expref: 556 pid: 16664 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.190335:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e004000/2, rc 0, transno 1015826 00000100:00100000:0.0:1733164792.190338:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297354368:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.190341:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297351424:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.190352:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265c00 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.190355:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800864a4d80/0xe92384b90c83a3b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7f5 expref: 556 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.190364:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800864a4d80/0xe92384b90c83a3b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7f5 expref: 556 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.190371:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.190374:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297354496:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.190377:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297354624:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.190378:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3545:3759:x1817354297353088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2074us (2109us total) trans 4295983123 rc 0/0 00000100:00100000:1.0:1733164792.190383:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187709 00000100:00100000:3.0:1733164792.190389:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54c00 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.190396:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1733164792.190400:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bbca80/2, rc 0, transno 1015827 00000100:00100000:1.0:1733164792.190405:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297353088:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.190411:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297354624 00000100:00100000:1.0:1733164792.190413:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297354624 00000100:00100000:1.0:1733164792.190423:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187715 00000100:00100000:1.0:1733164792.190425:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3545:3762:x1817354297354624:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.190433:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00080000:1.0:1733164792.190434:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8992 count 1 00000100:00100000:0.0:1733164792.190438:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297354752:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.190441:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6c21 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.190447:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091d32880/0xe92384b90c83a435 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a857 expref: 556 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.190449:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007be14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3545:3761:x1817354297352576:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2315us (2362us total) trans 4295983120 rc 0/0 00010000:00010000:1.0:1733164792.190452:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.190453:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.190454:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6c21 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.190455:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187707 00000100:00100000:0.0:1733164792.190459:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.190464:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091d32880/0xe92384b90c83a435 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a857 expref: 556 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.190467:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297354752 00010000:00010000:1.0:1733164792.190469:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091d32880/0xe92384b90c83a435 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a857 expref: 556 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.190469:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297354752 00000004:00080000:0.0:1733164792.190474:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bbc700/2, rc 0, transno 1015824 00000100:00100000:1.0:1733164792.190474:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297354880:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.190477:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297352576:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.190481:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187716 00000100:00100000:2.0:1733164792.190484:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3545:3761:x1817354297354752:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.190485:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987cc0 going to sleep for 11 seconds 00002000:00080000:2.0:1733164792.190494:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8993 count 1 00000100:00100000:0.0:1733164792.190495:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.190499:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c924380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297355008:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.190503:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6c28 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.190509:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.190512:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d483a80/0xe92384b90c83a44a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a86c expref: 556 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.190518:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.190518:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297355008 00010000:00010000:2.0:1733164792.190519:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.190521:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6c28 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.190521:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297355008 00000100:00100000:3.0:1733164792.190534:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187717 00000100:00100000:3.0:1733164792.190554:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3546:3760:x1817354297355008:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.190557:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d483a80/0xe92384b90c83a44a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a86c expref: 556 pid: 16653 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.190563:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8994 count 1 00010000:00010000:2.0:1733164792.190565:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d483a80/0xe92384b90c83a44a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a86c expref: 556 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.190571:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6c2f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.190573:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297355136:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.190581:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009563a1c0/0xe92384b90c83a466 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a888 expref: 556 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.190586:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.190587:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947529c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.190587:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.190589:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6c2f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.190603:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009563a1c0/0xe92384b90c83a466 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a888 expref: 556 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.190612:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009563a1c0/0xe92384b90c83a466 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a888 expref: 556 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.190620:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf62a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297355264:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.190633:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.191780:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297353472:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.191794:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6bfe lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.191868:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297354112:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.191883:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6c0c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.191906:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297354240:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.191918:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6c13 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.191933:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297354880:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.191936:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297355136:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.191945:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6c28 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.191948:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.191949:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6c21 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.191955:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297354496:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.191967:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606270976 00000100:00100000:2.0:1733164792.191969:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606270976 00010000:00010000:3.0:1733164792.191969:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6c05 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.191970:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.191981:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085d0a400/0xe92384b90c83a378 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7d9 expref: 557 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.191985:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.191990:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606270720 00000100:00100000:3.0:1733164792.191993:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf62a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297355264:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.191994:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606270720 00010000:00010000:3.0:1733164792.192001:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6c2f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.192006:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606271360 00010000:00010000:1.0:1733164792.192007:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091d30fc0/0xe92384b90c83a3e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a818 expref: 558 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.192008:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606271360 00000100:00100000:0.0:1733164792.192013:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808137 00010000:00010000:2.0:1733164792.192015:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d483a80/0xe92384b90c83a44a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a86c expref: 559 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.192019:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+559:2003:x1817354606270976:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.192027:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.192027:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808138 00000100:00100000:2.0:1733164792.192031:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808139 00010000:00010000:0.0:1733164792.192032:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085d0a400/0xe92384b90c83a378 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7d9 expref: 559 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.192032:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+559:2000:x1817354606270720:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.192036:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c924000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+559:2003:x1817354606271360:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.192039:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.192041:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085d0a400/0xe92384b90c83a378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7d9 expref: 559 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.192042:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091d30fc0/0xe92384b90c83a3e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a818 expref: 559 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.192042:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.192046:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d483a80/0xe92384b90c83a44a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a86c expref: 559 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.192048:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091d30fc0/0xe92384b90c83a3e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a818 expref: 559 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.192052:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.192053:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d483a80/0xe92384b90c83a44a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a86c expref: 559 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.192054:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.192056:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d30fc0/0xe92384b90c83a3e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a818 expref: 559 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.192057:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192063:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.192064:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6c1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192064:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.192064:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d483a80/0xe92384b90c83a44a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a86c expref: 558 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.192066:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192070:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6c13 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192072:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.192073:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.192074:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.192076:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6c28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192082:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6c28 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192086:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.192092:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.192094:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+557:2003:x1817354606270976:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.192100:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808137 00000100:00100000:1.0:1733164792.192100:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+557:2000:x1817354606270720:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.192104:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808138 00000100:00100000:2.0:1733164792.192107:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c924000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+557:2003:x1817354606271360:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.192113:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808139 00010000:00010000:0.0:1733164792.192129:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085d0a400/0xe92384b90c83a378 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7d9 expref: 554 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.192129:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6c28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192134:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6c28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192139:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297354368:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.192159:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6c28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192164:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6c28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192170:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6c28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192175:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.192176:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192178:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6c28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.192183:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192183:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6c28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.192186:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.192186:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.192189:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192191:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6c28 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192194:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.192195:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6c1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.192201:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6c1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192201:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6c28 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192202:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.192207:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.192208:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6c1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192209:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6c13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.192213:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6f40 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.192214:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606271104 00010000:00010000:0.0:1733164792.192215:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6c1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192216:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6c13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.192217:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606271104 00010000:00010000:0.0:1733164792.192221:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6c1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192221:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.192223:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800864a4d80/0xe92384b90c83a3b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7f5 expref: 554 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.192224:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6c13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.192228:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606271488 00010000:00010000:0.0:1733164792.192230:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6c1a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.192231:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606271488 00010000:00010000:3.0:1733164792.192231:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6c13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.192233:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808140 00000100:00100000:1.0:1733164792.192235:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372eec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+555:2000:x1817354606271104:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.192236:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d6c1a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x231c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192240:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.192241:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009563a1c0/0xe92384b90c83a466 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a888 expref: 555 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.192242:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800864a4d80/0xe92384b90c83a3b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7f5 expref: 555 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.192245:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6c13 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192247:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800864a4d80/0xe92384b90c83a3b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7f5 expref: 555 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.192252:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d6c13 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x231e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192254:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800864a4d80/0xe92384b90c83a3b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7f5 expref: 555 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.192257:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808141 00010000:00010000:1.0:1733164792.192261:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.192261:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+554:2000:x1817354606271488:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.192262:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.192264:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192268:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6c05 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192268:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.192271:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009563a1c0/0xe92384b90c83a466 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a888 expref: 554 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.192277:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.192280:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009563a1c0/0xe92384b90c83a466 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a888 expref: 554 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.192289:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372eec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+554:2000:x1817354606271104:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (103us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.192290:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009563a1c0/0xe92384b90c83a466 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a888 expref: 554 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.192292:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808140 00010000:00010000:2.0:1733164792.192300:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.192301:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.192303:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6c2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192311:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6c2f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192319:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192323:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.192327:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192334:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.192338:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.192338:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+552:2000:x1817354606271488:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (129us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.192340:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6c05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.192344:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808141 00010000:00010000:3.0:1733164792.192347:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6c05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.192349:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606270592 00000100:00100000:1.0:1733164792.192352:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606270592 00010000:00010000:3.0:1733164792.192352:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.192354:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6c05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192361:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6c05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192362:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3548:3762:x1817354297353600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2088us (2196us total) trans 4295983124 rc 0/0 00010000:00010000:1.0:1733164792.192362:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c8db840/0xe92384b90c83a332 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7a8 expref: 552 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.192368:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187714 00010000:00010000:3.0:1733164792.192370:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6c05 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.192374:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.192377:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6c05 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x231d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.192384:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606270848 00000100:00100000:1.0:1733164792.192387:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606270848 00000100:00100000:2.0:1733164792.192390:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808142 00000004:00080000:0.0:1733164792.192392:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee5500/2, rc 0, transno 1015828 00010000:00010000:1.0:1733164792.192395:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091d33180/0xe92384b90c83a40b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a834 expref: 553 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.192395:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+553:2000:x1817354606270592:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.192398:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297353600:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.192402:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.192406:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c8db840/0xe92384b90c83a332 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7a8 expref: 553 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.192410:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808143 00000100:00100000:1.0:1733164792.192414:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+553:2000:x1817354606270848:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.192415:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c8db840/0xe92384b90c83a332 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7a8 expref: 553 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.192420:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.192423:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091d33180/0xe92384b90c83a40b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a834 expref: 553 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.192425:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c8db840/0xe92384b90c83a332 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a7a8 expref: 553 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.192430:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297355392:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.192431:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091d33180/0xe92384b90c83a40b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a834 expref: 553 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.192434:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.192436:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.192438:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192442:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d33180/0xe92384b90c83a40b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a834 expref: 552 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.192444:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.192445:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6bfe lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192456:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.192456:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.192458:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.192460:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192466:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6c0c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.192466:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3548:3762:x1817354297353728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2276us (2361us total) trans 4295983126 rc 0/0 00000004:00080000:0.0:1733164792.192469:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008278f800/2, rc 0, transno 1015830 00000100:00100000:2.0:1733164792.192472:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+551:2000:x1817354606270592:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.192473:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187711 00000100:00100000:0.0:1733164792.192475:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297353728:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.192478:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808142 00010000:00010000:1.0:1733164792.192479:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.192485:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297355392 00000100:00100000:3.0:1733164792.192488:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297355392 00000100:00100000:1.0:1733164792.192491:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+550:2000:x1817354606270848:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.192495:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808143 00010000:00010000:2.0:1733164792.192495:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192498:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1733164792.192502:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192504:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297355520:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.192505:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187718 00010000:00010000:2.0:1733164792.192508:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.192509:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3548:3760:x1817354297355392:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.192512:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192515:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6bfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192516:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.192520:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8995 count 1 00010000:00010000:1.0:1733164792.192521:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192521:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6bfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192522:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.192526:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.192527:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192529:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6bfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192530:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6c36 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192534:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192548:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6bfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192556:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800973fe880/0xe92384b90c83a5a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8a4 expref: 549 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192558:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.192558:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6bfe lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192560:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297355520 00010000:00010000:1.0:1733164792.192561:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192561:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.192563:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297355520 00010000:00010000:3.0:1733164792.192563:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.192564:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6c36 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192568:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.192569:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d6bfe lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x231b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192576:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187719 00010000:00010000:1.0:1733164792.192578:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6c0c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192579:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3549:3762:x1817354297355520:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.192580:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800973fe880/0xe92384b90c83a5a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8a4 expref: 549 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192585:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d6c0c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x231f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.192590:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8996 count 1 00010000:00010000:3.0:1733164792.192594:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800973fe880/0xe92384b90c83a5a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8a4 expref: 549 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.192599:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6c3d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.192603:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf62a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297355648:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.192610:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013163f3c0/0xe92384b90c83a642 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8ff expref: 549 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.192616:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.192618:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.192620:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6c3d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.192621:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.192635:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6c2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.192636:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013163f3c0/0xe92384b90c83a642 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8ff expref: 549 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192642:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6c2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.192645:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013163f3c0/0xe92384b90c83a642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8ff expref: 549 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.192648:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6c2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192654:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297355776:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.192655:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6c2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192661:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6c2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192666:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.192669:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6c2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192673:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265c00 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.192682:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6c2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.192684:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3551:3759:x1817354297353344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2894us (2988us total) trans 4295983127 rc 0/0 00000100:00100000:2.0:1733164792.192691:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187710 00000004:00080000:1.0:1733164792.192692:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee6680/2, rc 0, transno 1015831 00010000:00010000:3.0:1733164792.192692:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6c2f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.192698:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6c2f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.192700:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297353344:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.192720:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297355904:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.192727:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3550:3760:x1817354297353984:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2533us (2587us total) trans 4295983128 rc 0/0 00000100:00100000:0.0:1733164792.192733:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.192733:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187712 00000100:00100000:1.0:1733164792.192745:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297355904 00000100:00100000:1.0:1733164792.192748:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297355904 00000004:00080000:0.0:1733164792.192751:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9b0a80/2, rc 0, transno 1015832 00000100:00100000:0.0:1733164792.192754:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297353984:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.192757:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187720 00000100:00100000:1.0:1733164792.192760:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012df05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3551:3762:x1817354297355904:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.192769:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8997 count 1 00000100:00100000:0.0:1733164792.192777:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.192781:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092dfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297356032:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.192795:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.192796:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6c44 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.192797:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3551:3760:x1817354297355008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2242us (2286us total) trans 4295983129 rc 0/0 00000100:00100000:3.0:1733164792.192804:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187717 00000004:00080000:0.0:1733164792.192806:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c924380/2, rc 0, transno 1015833 00010000:00010000:1.0:1733164792.192807:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd26400/0xe92384b90c83a6dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a94c expref: 549 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192809:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c924380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297355008:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.192811:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.192812:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.192813:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6c44 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.192815:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297356032 00000100:00100000:3.0:1733164792.192817:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297356032 00000100:00100000:2.0:1733164792.192819:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.192824:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd26400/0xe92384b90c83a6dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a94c expref: 549 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192828:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092dfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297356160:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.192829:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd26400/0xe92384b90c83a6dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a94c expref: 549 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.192831:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187721 00000100:00100000:1.0:1733164792.192835:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297356288:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.192835:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3551:3760:x1817354297356032:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.192838:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.192842:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606271232 00000100:00100000:1.0:1733164792.192844:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606271232 00002000:00080000:3.0:1733164792.192845:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8998 count 1 00000100:00100000:0.0:1733164792.192850:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297356160 00010000:00010000:1.0:1733164792.192851:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091d32880/0xe92384b90c83a435 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a857 expref: 550 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.192852:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297356160 00010000:00010000:3.0:1733164792.192854:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6c4b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.192860:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808144 00000100:00100000:1.0:1733164792.192863:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+550:2000:x1817354606271232:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.192863:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cfd6880/0xe92384b90c83a75a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a984 expref: 550 pid: 16606 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192864:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187722 00010000:00010000:1.0:1733164792.192866:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.192867:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3553:3760:x1817354297356160:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.192868:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091d32880/0xe92384b90c83a435 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a857 expref: 550 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.192870:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.192871:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.192873:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6c4b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.192874:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:8999 count 1 00010000:00010000:1.0:1733164792.192877:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091d32880/0xe92384b90c83a435 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a857 expref: 550 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.192881:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6c52 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192884:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d32880/0xe92384b90c83a435 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a857 expref: 550 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.192888:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095311d40/0xe92384b90c83a81e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9b5 expref: 549 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192889:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.192889:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cfd6880/0xe92384b90c83a75a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a984 expref: 549 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192890:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.192891:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.192892:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.192893:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.192895:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6c52 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192895:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6c21 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192902:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.192902:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cfd6880/0xe92384b90c83a75a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a984 expref: 549 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.192908:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095311d40/0xe92384b90c83a81e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9b5 expref: 549 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.192911:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297356416:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.192912:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+549:2000:x1817354606271232:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 49us (96us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.192913:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095311d40/0xe92384b90c83a81e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9b5 expref: 549 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.192916:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808144 00000100:00100000:0.0:1733164792.192919:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297356544:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.192926:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3553:3761:x1817354297354752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2440us (2465us total) trans 4295983130 rc 0/0 00010000:00010000:1.0:1733164792.192929:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.192930:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54c00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.192932:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265a80 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.192933:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187716 00010000:00010000:1.0:1733164792.192934:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192938:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.192944:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c925500/2, rc 0, transno 1015834 00010000:00010000:1.0:1733164792.192946:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6c21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192948:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c925500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297354752:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.192950:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6c21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192953:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.192954:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6c21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.192958:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6c21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192963:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1733164792.192963:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6c21 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192966:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297356672:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.192966:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d6c21 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.192978:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.192988:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3552:3759:x1817354297353856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2790us (2861us total) trans 4295983125 rc 0/0 00000100:00100000:0.0:1733164792.192993:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297356672 00000100:00100000:3.0:1733164792.192994:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187713 00000100:00100000:0.0:1733164792.192995:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297356672 00000004:00080000:2.0:1733164792.192998:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008278d500/2, rc 0, transno 1015829 00000100:00100000:0.0:1733164792.193006:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187723 00000100:00100000:2.0:1733164792.193006:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008278d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297353856:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.193009:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3553:3762:x1817354297356672:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.193016:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9000 count 1 00010000:00010000:0.0:1733164792.193022:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6c59 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.193029:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082d246c0/0xe92384b90c83a872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9f4 expref: 548 pid: 16660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.193033:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.193035:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.193036:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6c59 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.193039:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3553:3762:x1817354297354624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2612us (2642us total) trans 4295983131 rc 0/0 00000100:00100000:1.0:1733164792.193042:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187715 00010000:00010000:0.0:1733164792.193045:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082d246c0/0xe92384b90c83a872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9f4 expref: 548 pid: 16660 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.193046:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7cdf80/2, rc 0, transno 1015835 00000100:00100000:2.0:1733164792.193050:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297354624:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.193051:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082d246c0/0xe92384b90c83a872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9f4 expref: 548 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.193056:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092dfa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297356800:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.193066:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265300 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.193091:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297356928:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.193107:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.193109:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.193115:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297357056:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.193123:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.193123:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297356928 00000100:00100000:2.0:1733164792.193125:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297356928 00000100:00100000:2.0:1733164792.193134:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187724 00000100:00100000:0.0:1733164792.193136:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.193137:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3553:3762:x1817354297356928:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.193172:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297357056 00000100:00100000:0.0:1733164792.193175:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297357056 00002000:00080000:2.0:1733164792.193180:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9001 count 1 00010000:00010000:2.0:1733164792.193189:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d6c60 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.193191:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187725 00000100:00100000:0.0:1733164792.193195:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3554:3760:x1817354297357056:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.193196:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095310fc0/0xe92384b90c83a913 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa33 expref: 548 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.193201:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.193202:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.193204:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d6c60 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.193206:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9002 count 1 00010000:00010000:0.0:1733164792.193216:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6c67 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.193218:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095310fc0/0xe92384b90c83a913 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa33 expref: 548 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.193225:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085d058c0/0xe92384b90c83a998 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa72 expref: 548 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.193227:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095310fc0/0xe92384b90c83a913 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa33 expref: 548 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.193231:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.193233:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.193235:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6c67 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.193235:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297357184:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.193251:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085d058c0/0xe92384b90c83a998 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa72 expref: 548 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.193256:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947529c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.193260:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085d058c0/0xe92384b90c83a998 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa72 expref: 548 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.193269:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297357312:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.193287:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265d80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.193941:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf62a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297355648:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.193955:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6c36 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.193973:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297355776:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.193988:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6c3d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.194415:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.194422:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297356416:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.194434:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606271616 00010000:00010000:3.0:1733164792.194435:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6c4b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.194437:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.194438:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606271616 00010000:00010000:1.0:1733164792.194453:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800973fe880/0xe92384b90c83a5a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8a4 expref: 549 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.194471:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606271744 00000100:00100000:1.0:1733164792.194473:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606271744 00000100:00100000:0.0:1733164792.194478:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.194481:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013163f3c0/0xe92384b90c83a642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8ff expref: 550 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.194483:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808145 00000100:00100000:3.0:1733164792.194488:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092df8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+550:2001:x1817354606271616:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.194501:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.194503:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606271872 00000100:00100000:1.0:1733164792.194506:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606271872 00010000:00010000:3.0:1733164792.194507:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800973fe880/0xe92384b90c83a5a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8a4 expref: 550 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.194508:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808146 00000100:00100000:2.0:1733164792.194514:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+551:2001:x1817354606271744:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.194515:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cfd6880/0xe92384b90c83a75a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a984 expref: 551 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.194516:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800973fe880/0xe92384b90c83a5a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8a4 expref: 551 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.194522:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.194527:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013163f3c0/0xe92384b90c83a642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8ff expref: 551 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.194529:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800973fe880/0xe92384b90c83a5a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8a4 expref: 551 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.194530:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297357312:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.194535:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808147 00000100:00100000:1.0:1733164792.194551:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+550:2002:x1817354606271872:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.194553:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.194556:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.194557:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.194559:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.194560:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6c67 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.194560:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cfd6880/0xe92384b90c83a75a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a984 expref: 550 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.194566:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cfd6880/0xe92384b90c83a75a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a984 expref: 550 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.194566:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6c36 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.194577:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cfd6880/0xe92384b90c83a75a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a984 expref: 550 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.194581:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.194583:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092dfa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297356800:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.194592:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6c59 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.194592:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.194594:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.194597:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.194603:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092df8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+549:2001:x1817354606271616:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 114us (188us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.194604:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6c4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.194609:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808145 00010000:00010000:1.0:1733164792.194618:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.194629:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.194635:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+548:2002:x1817354606271872:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (156us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.194636:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.194642:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808147 00010000:00010000:3.0:1733164792.194643:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.194650:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6c36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.194662:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6c36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.194668:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.194668:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1d40 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.194670:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297356544:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.194671:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6c36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.194678:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6c36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.194686:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6c52 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.194687:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6c36 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.194693:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6c36 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.194698:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606272128 00000100:00100000:1.0:1733164792.194701:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606272128 00000100:00100000:0.0:1733164792.194709:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.194710:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082d246c0/0xe92384b90c83a872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9f4 expref: 548 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.194723:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.194724:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606272000 00000100:00100000:1.0:1733164792.194725:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606272000 00000100:00100000:0.0:1733164792.194732:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606272384 00010000:00010000:1.0:1733164792.194732:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095311d40/0xe92384b90c83a81e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9b5 expref: 549 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.194736:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606272384 00010000:00010000:0.0:1733164792.194748:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095310fc0/0xe92384b90c83a913 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa33 expref: 550 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.194750:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808148 00000100:00100000:1.0:1733164792.194754:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+550:2000:x1817354606272128:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.194760:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.194764:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808149 00010000:00010000:1.0:1733164792.194765:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082d246c0/0xe92384b90c83a872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9f4 expref: 550 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.194768:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+550:2001:x1817354606272000:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.194772:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082d246c0/0xe92384b90c83a872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9f4 expref: 550 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.194776:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.194780:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095311d40/0xe92384b90c83a81e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9b5 expref: 550 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.194784:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082d246c0/0xe92384b90c83a872 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9f4 expref: 550 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.194788:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095311d40/0xe92384b90c83a81e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9b5 expref: 550 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.194793:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.194794:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.194797:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6c59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.194799:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095311d40/0xe92384b90c83a81e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a9b5 expref: 549 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.194804:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6c59 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.194810:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.194811:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.194814:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6c52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.194816:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.194820:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6c52 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.194823:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3555:3760:x1817354297355392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2312us (2377us total) trans 4295983132 rc 0/0 00000100:00100000:3.0:1733164792.194829:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187718 00010000:00010000:0.0:1733164792.194831:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.194835:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+548:2000:x1817354606272128:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.194841:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808148 00000100:00100000:0.0:1733164792.194846:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+548:2001:x1817354606272000:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.194848:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808150 00000100:00100000:0.0:1733164792.194852:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808149 00000100:00100000:3.0:1733164792.194852:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092df8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+547:2000:x1817354606272384:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.194856:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013163f3c0/0xe92384b90c83a642 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8ff expref: 547 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.194859:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6c52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.194859:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.194864:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095310fc0/0xe92384b90c83a913 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa33 expref: 546 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.194866:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6c52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.194868:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013163f3c0/0xe92384b90c83a642 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a8ff expref: 546 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.194872:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6c59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.194872:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6c52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.194877:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095310fc0/0xe92384b90c83a913 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa33 expref: 546 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.194878:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6c59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.194878:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6c52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.194883:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.194884:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6c52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.194885:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6c59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.194885:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.194887:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6c3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.194888:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.194890:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6c59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.194890:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.194890:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.194892:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6c52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.194893:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d6c60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.194895:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6c3d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.194896:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6c59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.194899:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6c52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.194900:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.194900:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d6c60 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.194903:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6c59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.194908:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6c52 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.194909:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6c59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.194910:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.194910:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.194915:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d6c52 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.194916:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6c59 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.194921:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d6c59 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.194924:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092df8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+545:2000:x1817354606272384:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.194929:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+545:2001:x1817354606271744:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 415us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.194931:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808150 00000100:00100000:2.0:1733164792.194936:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808146 00000004:00080000:3.0:1733164792.194958:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c927100/2, rc 0, transno 1015836 00000100:00100000:3.0:1733164792.194966:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297355392:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.194992:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.194998:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1733164792.195004:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3556:3760:x1817354297356160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2136us (2164us total) trans 4295983133 rc 0/0 00000100:00100000:2.0:1733164792.195004:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606272256 00000100:00100000:3.0:1733164792.195006:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297357440:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.195007:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606272256 00000100:00100000:1.0:1733164792.195009:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187722 00010000:00010000:2.0:1733164792.195017:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd26400/0xe92384b90c83a6dc lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a94c expref: 544 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.195026:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6c3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.195027:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.195032:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808151 00010000:00010000:1.0:1733164792.195033:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6c3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.195037:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+544:2001:x1817354606272256:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.195039:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6c3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195043:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.195047:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd26400/0xe92384b90c83a6dc lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a94c expref: 544 pid: 15885 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.195051:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092dfad80/2, rc 0, transno 1015837 00010000:00010000:1.0:1733164792.195053:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6c3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195055:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd26400/0xe92384b90c83a6dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a94c expref: 544 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.195057:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092dfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297356160:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.195059:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6c3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.195064:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.195067:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6c3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195070:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.195072:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.195074:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6c3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195074:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195081:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6c44 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.195082:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.195083:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6c3d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.195084:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3555:3762:x1817354297356672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2073us (2103us total) trans 4295983134 rc 0/0 00010000:00010000:1.0:1733164792.195089:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d6c3d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.195090:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187723 00010000:00010000:3.0:1733164792.195090:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195091:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.195097:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.195100:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297357440 00000100:00100000:0.0:1733164792.195102:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297357440 00010000:00010000:3.0:1733164792.195104:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6c4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.195105:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+544:2001:x1817354606272256:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.195111:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808151 00010000:00010000:3.0:1733164792.195111:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6c4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.195118:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.195121:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6c4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.195122:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187726 00000100:00100000:0.0:1733164792.195126:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3555:3759:x1817354297357440:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.195128:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.195136:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6c4b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.195140:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092df9500/2, rc 0, transno 1015838 00002000:00080000:0.0:1733164792.195159:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9003 count 1 00010000:00010000:3.0:1733164792.195163:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6c4b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.195166:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297356672:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.195170:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d6c6e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.195172:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1733164792.195178:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297357568:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.195180:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952a6880/0xe92384b90c83a9ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aaa3 expref: 543 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.195186:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.195188:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.195190:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d6c6e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.195197:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3556:3762:x1817354297355520:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2616us (2673us total) trans 4295983135 rc 0/0 00000100:00100000:2.0:1733164792.195199:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.195203:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187719 00010000:00010000:0.0:1733164792.195204:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952a6880/0xe92384b90c83a9ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aaa3 expref: 543 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.195211:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952a6880/0xe92384b90c83a9ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aaa3 expref: 543 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.195215:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297357568 00000100:00100000:3.0:1733164792.195218:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297357568 00000100:00100000:0.0:1733164792.195219:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092dfa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297357824:192.168.202.7@tcp:104: 00000004:00080000:2.0:1733164792.195224:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c924000/2, rc 0, transno 1015839 00000100:00100000:2.0:1733164792.195230:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297355520:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.195234:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187727 00000100:00100000:0.0:1733164792.195236:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265300 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.195237:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297357696:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.195238:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3556:3762:x1817354297357568:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.195248:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9004 count 1 00000100:00100000:2.0:1733164792.195252:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.195258:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6c75 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.195259:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095310fc0/0xe92384b90c83a913 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa33 expref: 543 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.195263:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.195269:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297357184:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.195269:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008aefe400/0xe92384b90c83aa5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aad4 expref: 542 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.195275:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.195277:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.195278:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d6c60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.195279:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6c75 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.195284:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d6c60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.195284:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606272512 00000100:00100000:1.0:1733164792.195285:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297357696 00000100:00100000:2.0:1733164792.195287:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606272512 00000100:00100000:1.0:1733164792.195288:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297357696 00010000:00010000:0.0:1733164792.195289:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d6c60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.195295:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d6c60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.195295:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008aefe400/0xe92384b90c83aa5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aad4 expref: 543 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195297:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085d058c0/0xe92384b90c83a998 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa72 expref: 543 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.195301:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d6c60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.195304:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008aefe400/0xe92384b90c83aa5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aad4 expref: 543 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.195305:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187728 00010000:00010000:0.0:1733164792.195307:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d6c60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.195309:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3557:3762:x1817354297357696:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.195311:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1d40 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.195313:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf62680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297357952:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.195314:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d6c60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.195317:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808152 00002000:00080000:1.0:1733164792.195320:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9005 count 1 00000100:00100000:2.0:1733164792.195321:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+543:2001:x1817354606272512:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.195324:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d6c60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195327:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.195331:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6c7c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195331:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085d058c0/0xe92384b90c83a998 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa72 expref: 543 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.195331:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54c00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.195332:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d6c60 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.195337:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d6c60 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.195340:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b394480/0xe92384b90c83aab7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aafe expref: 543 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195340:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085d058c0/0xe92384b90c83a998 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa72 expref: 543 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.195345:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.195346:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.195348:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6c7c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195351:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085d058c0/0xe92384b90c83a998 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aa72 expref: 543 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.195360:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297358080:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.195361:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.195362:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.195364:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b394480/0xe92384b90c83aab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aafe expref: 542 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195365:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.195372:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b394480/0xe92384b90c83aab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aafe expref: 542 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.195372:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6c67 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.195381:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.195384:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.195385:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297358208:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.195398:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+542:2001:x1817354606272512:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.195401:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987e40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.195405:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808152 00000100:00100000:1.0:1733164792.195425:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297358080 00000100:00100000:1.0:1733164792.195428:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297358080 00000100:00100000:0.0:1733164792.195434:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3560:3762:x1817354297356928:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2295us (2325us total) trans 4295983136 rc 0/0 00000100:00100000:0.0:1733164792.195440:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187724 00000004:00080000:2.0:1733164792.195441:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092df8a80/2, rc 0, transno 1015840 00000100:00100000:2.0:1733164792.195448:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297356928:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.195452:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187729 00000100:00100000:1.0:1733164792.195456:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3559:3759:x1817354297358080:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.195462:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.195466:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9006 count 1 00010000:00010000:0.0:1733164792.195469:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.195475:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.195475:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6c83 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.195481:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6c67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.195485:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd273c0/0xe92384b90c83ab3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab36 expref: 541 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.195486:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6c67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.195490:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.195490:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3559:3760:x1817354297356032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2653us (2693us total) trans 4295983137 rc 0/0 00010000:00010000:1.0:1733164792.195491:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.195494:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6c83 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.195496:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7600 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.195497:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187721 00010000:00010000:0.0:1733164792.195498:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6c67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.195504:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6c67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.195508:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd273c0/0xe92384b90c83ab3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab36 expref: 541 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.195511:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6c67 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.195515:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd273c0/0xe92384b90c83ab3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab36 expref: 541 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.195516:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d6c67 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x232a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.195520:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092dfb480/2, rc 0, transno 1015841 00000100:00100000:1.0:1733164792.195523:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297358336:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.195524:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092dfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297356032:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.195561:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959870c0 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.195572:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd26400/0xe92384b90c83a6dc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37a94c expref: 541 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.195584:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297356288:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.195588:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.195594:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297358464:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.195598:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.195609:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1733164792.195615:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297358592:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.195616:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.195619:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3559:3760:x1817354297357056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2423us (2482us total) trans 4295983138 rc 0/0 00000100:00100000:0.0:1733164792.195624:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187725 00000100:00100000:1.0:1733164792.195633:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297358464 00000100:00100000:2.0:1733164792.195634:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.195636:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297358464 00000004:00080000:3.0:1733164792.195638:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092df8000/2, rc 0, transno 1015842 00000100:00100000:0.0:1733164792.195643:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297358592 00000100:00100000:3.0:1733164792.195643:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297357056:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.195646:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297358592 00000100:00100000:1.0:1733164792.195653:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187730 00000100:00100000:1.0:1733164792.195658:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3560:3759:x1817354297358464:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.195661:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187731 00000100:00100000:2.0:1733164792.195666:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3560:3762:x1817354297358592:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.195669:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9007 count 1 00000100:00100000:0.0:1733164792.195677:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00080000:2.0:1733164792.195677:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9008 count 1 00010000:00010000:1.0:1733164792.195678:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6c8a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.195683:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297358720:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.195687:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6c91 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.195689:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094612640/0xe92384b90c83ab89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab60 expref: 540 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.195694:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.195696:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.195698:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.195698:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6c8a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195699:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3f6d00/0xe92384b90c83abc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab91 expref: 540 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195705:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.195706:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.195708:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6c91 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.195713:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094612640/0xe92384b90c83ab89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab60 expref: 540 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.195716:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297358720 00000100:00100000:3.0:1733164792.195719:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297358720 00010000:00010000:1.0:1733164792.195721:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094612640/0xe92384b90c83ab89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab60 expref: 540 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.195724:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c3f6d00/0xe92384b90c83abc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab91 expref: 540 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.195730:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297358848:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.195735:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187732 00010000:00010000:2.0:1733164792.195737:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c3f6d00/0xe92384b90c83abc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab91 expref: 540 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.195739:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3561:3761:x1817354297358720:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.195746:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297358976:192.168.202.7@tcp:104: 00002000:00080000:3.0:1733164792.195750:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9009 count 1 00010000:00010000:3.0:1733164792.195759:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6c98 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.195763:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.195763:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.195769:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095180240/0xe92384b90c83abf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abb4 expref: 540 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.195775:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.195777:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.195777:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.195779:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6c98 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195784:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195791:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6c44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.195794:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095180240/0xe92384b90c83abf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abb4 expref: 540 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195798:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6c44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.195802:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095180240/0xe92384b90c83abf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abb4 expref: 540 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.195805:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195810:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.195813:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.195817:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297359104:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.195819:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6c44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195829:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6c44 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.195835:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d6c44 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.195847:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.195946:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012df05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3562:3762:x1817354297355904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3184us (3210us total) trans 4295983139 rc 0/0 00000100:00100000:2.0:1733164792.195950:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187720 00000004:00080000:0.0:1733164792.195969:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012df04e00/2, rc 0, transno 1015843 00000100:00100000:0.0:1733164792.195984:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297355904:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.196037:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297359232:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.196055:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.196063:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297359232 00000100:00100000:2.0:1733164792.196066:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297359232 00000100:00100000:2.0:1733164792.196086:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187733 00000100:00100000:2.0:1733164792.196090:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092df8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3562:3759:x1817354297359232:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.196100:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9010 count 1 00010000:00010000:2.0:1733164792.196110:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6c9f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.196120:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8a400/0xe92384b90c83ac70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abec expref: 540 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.196127:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.196128:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.196130:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6c9f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.196164:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8a400/0xe92384b90c83ac70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abec expref: 540 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.196176:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8a400/0xe92384b90c83ac70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abec expref: 540 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.196184:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297359360:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.196214:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752480 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.196858:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf62680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297357952:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.196867:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092dfa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297357824:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.196869:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6c75 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.196884:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d6c6e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.196887:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.196901:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606272768 00000100:00100000:3.0:1733164792.196904:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606272768 00000100:00100000:0.0:1733164792.196905:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.196916:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297358208:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.196917:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008aefe400/0xe92384b90c83aa5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aad4 expref: 541 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.196918:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606273024 00000100:00100000:0.0:1733164792.196921:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.196921:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606273024 00010000:00010000:1.0:1733164792.196928:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6c7c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.196932:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606272640 00000100:00100000:3.0:1733164792.196934:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606272640 00000100:00100000:0.0:1733164792.196936:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808153 00010000:00010000:2.0:1733164792.196936:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd273c0/0xe92384b90c83ab3c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab36 expref: 542 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.196940:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+543:2001:x1817354606272768:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.196942:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952a6880/0xe92384b90c83a9ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aaa3 expref: 543 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.196946:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.196950:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008aefe400/0xe92384b90c83aa5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aad4 expref: 543 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.196955:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008aefe400/0xe92384b90c83aa5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aad4 expref: 543 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.196962:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297358336:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.196962:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808154 00010000:00010000:0.0:1733164792.196964:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aefe400/0xe92384b90c83aa5c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aad4 expref: 543 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.196966:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808155 00000100:00100000:2.0:1733164792.196967:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ee050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+543:2001:x1817354606273024:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.196971:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.196971:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6c83 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.196971:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+542:2002:x1817354606272640:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.196972:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.196974:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.196975:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.196977:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.196978:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6c75 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.196980:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd273c0/0xe92384b90c83ab3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab36 expref: 542 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.196981:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952a6880/0xe92384b90c83a9ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aaa3 expref: 542 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.196988:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.196989:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd273c0/0xe92384b90c83ab3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab36 expref: 542 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.196989:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952a6880/0xe92384b90c83a9ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aaa3 expref: 542 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.197000:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+542:2001:x1817354606272768:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (114us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.197001:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd273c0/0xe92384b90c83ab3c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab36 expref: 542 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.197004:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808153 00010000:00010000:3.0:1733164792.197006:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952a6880/0xe92384b90c83a9ec lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aaa3 expref: 542 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.197010:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.197012:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.197015:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6c83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197016:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.197018:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.197020:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d6c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197021:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6c83 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.197022:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.197027:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d6c6e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197034:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.197039:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.197040:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297358848:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.197053:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6c8a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.197053:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ee050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+539:2001:x1817354606273024:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.197056:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+539:2002:x1817354606272640:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.197060:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808154 00000100:00100000:0.0:1733164792.197064:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606273152 00000100:00100000:3.0:1733164792.197064:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808155 00000100:00100000:0.0:1733164792.197066:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606273152 00010000:00010000:0.0:1733164792.197075:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094612640/0xe92384b90c83ab89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab60 expref: 538 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.197082:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.197082:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197090:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.197094:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606272896 00000100:00100000:0.0:1733164792.197096:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606272896 00010000:00010000:3.0:1733164792.197098:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197103:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b394480/0xe92384b90c83aab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aafe expref: 539 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.197104:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808156 00010000:00010000:3.0:1733164792.197104:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6c75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.197108:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+539:2002:x1817354606273152:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.197114:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.197116:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6c75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.197119:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808157 00010000:00010000:2.0:1733164792.197119:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094612640/0xe92384b90c83ab89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab60 expref: 539 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.197121:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0d80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.197122:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+539:2002:x1817354606272896:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.197124:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6c75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197127:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094612640/0xe92384b90c83ab89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab60 expref: 539 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.197128:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.197129:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6c83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197131:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6c75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197132:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b394480/0xe92384b90c83aab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aafe expref: 539 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.197136:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6c83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197138:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094612640/0xe92384b90c83ab89 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab60 expref: 539 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.197157:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b394480/0xe92384b90c83aab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aafe expref: 539 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.197157:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6c75 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197158:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6c83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197164:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6c75 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x232c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197165:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6c83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197167:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b394480/0xe92384b90c83aab7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aafe expref: 539 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.197170:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.197171:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6c83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197172:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.197174:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6c8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197175:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.197177:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.197178:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6c83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197179:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.197180:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6c8a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197182:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197187:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6c7c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197189:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6c83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197189:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.197197:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6c83 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197199:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.197203:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d6c83 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x232e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.197205:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+537:2002:x1817354606273152:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 96us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.197211:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808156 00000100:00100000:0.0:1733164792.197213:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+537:2002:x1817354606272896:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 89us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.197218:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808157 00010000:00010000:0.0:1733164792.197231:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6c8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197237:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6c8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197243:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6c8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197249:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6c8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.197250:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297358976:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.197255:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6c8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197259:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.197261:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6c8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197262:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6c91 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197268:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197273:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d6c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197274:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6c8a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197278:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6c8a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x232f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197279:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d6c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197285:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d6c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.197289:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3564:3762:x1817354297357568:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2049us (2089us total) trans 4295983140 rc 0/0 00010000:00010000:2.0:1733164792.197291:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d6c6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.197295:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3564:3759:x1817354297358080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1838us (1914us total) trans 4295983141 rc 0/0 00000100:00100000:3.0:1733164792.197296:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187727 00010000:00010000:2.0:1733164792.197297:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d6c6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.197301:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187729 00000004:00080000:0.0:1733164792.197302:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf60e00/2, rc 0, transno 1015845 00010000:00010000:2.0:1733164792.197302:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.197305:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d6c6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.197307:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297358080:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.197311:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d6c6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197314:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197319:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d6c6e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197320:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.197321:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf60380/2, rc 0, transno 1015844 00010000:00010000:2.0:1733164792.197323:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d6c6e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x232b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.197325:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297357568:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.197327:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197334:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6c7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197340:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6c7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197351:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca61c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.197353:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6c7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.197360:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1733164792.197360:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6c7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.197366:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297359488:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.197370:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1733164792.197371:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6c7c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197377:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d6c7c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.197377:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297359616:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.197384:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.197397:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.197422:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297359488 00000100:00100000:2.0:1733164792.197425:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297359488 00000100:00100000:2.0:1733164792.197435:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297359616 00000100:00100000:2.0:1733164792.197437:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297359616 00000100:00100000:1.0:1733164792.197440:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187734 00000100:00100000:1.0:1733164792.197445:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3567:3759:x1817354297359488:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.197451:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187735 00000100:00100000:2.0:1733164792.197456:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3567:3762:x1817354297359616:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.197457:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9011 count 1 00010000:00010000:1.0:1733164792.197466:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6ca6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.197468:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9012 count 1 00010000:00010000:1.0:1733164792.197476:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092350d80/0xe92384b90c83aca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac08 expref: 535 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197479:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6cad lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197482:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.197484:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.197486:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6ca6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.197487:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3567:3759:x1817354297358464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1828us (1870us total) trans 4295983142 rc 0/0 00010000:00010000:2.0:1733164792.197490:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009697e880/0xe92384b90c83acc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac2b expref: 535 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.197493:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187730 00010000:00010000:2.0:1733164792.197500:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.197501:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.197503:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6cad lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197506:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092350d80/0xe92384b90c83aca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac08 expref: 535 pid: 16677 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.197512:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf60000/2, rc 0, transno 1015846 00010000:00010000:1.0:1733164792.197512:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092350d80/0xe92384b90c83aca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac08 expref: 535 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.197516:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009697e880/0xe92384b90c83acc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac2b expref: 535 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.197518:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297359744:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.197525:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297358464:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.197525:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009697e880/0xe92384b90c83acc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac2b expref: 535 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.197534:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297359872:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.197554:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959870c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.197577:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297360000:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.197578:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.197578:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.197593:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606273280 00000100:00100000:0.0:1733164792.197596:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606273280 00000100:00100000:3.0:1733164792.197597:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.197606:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3f6d00/0xe92384b90c83abc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab91 expref: 536 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.197623:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.197631:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297359104:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.197632:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606273408 00000100:00100000:0.0:1733164792.197634:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606273408 00000100:00100000:2.0:1733164792.197640:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808158 00010000:00010000:0.0:1733164792.197641:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095180240/0xe92384b90c83abf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abb4 expref: 537 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.197643:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6c98 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.197646:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+537:2001:x1817354606273280:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.197650:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808159 00000100:00100000:0.0:1733164792.197653:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+537:2000:x1817354606273408:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.197653:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.197656:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.197658:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.197658:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c3f6d00/0xe92384b90c83abc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab91 expref: 537 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.197661:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095180240/0xe92384b90c83abf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abb4 expref: 537 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.197662:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297360000 00010000:00010000:0.0:1733164792.197666:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095180240/0xe92384b90c83abf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abb4 expref: 537 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.197666:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297360000 00010000:00010000:2.0:1733164792.197667:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c3f6d00/0xe92384b90c83abc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab91 expref: 537 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.197672:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606273536 00000100:00100000:3.0:1733164792.197673:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606273536 00010000:00010000:0.0:1733164792.197674:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095180240/0xe92384b90c83abf9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abb4 expref: 537 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.197678:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3f6d00/0xe92384b90c83abc1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ab91 expref: 538 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.197679:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.197680:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.197682:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6c98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197683:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8a400/0xe92384b90c83ac70 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abec expref: 537 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.197686:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6c98 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197690:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.197691:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.197694:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6c91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.197695:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.197700:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6c91 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.197706:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+536:2000:x1817354606273408:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.197706:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808160 00000100:00100000:0.0:1733164792.197710:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808159 00000100:00100000:3.0:1733164792.197711:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+536:2000:x1817354606273536:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.197714:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.197724:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.197729:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8a400/0xe92384b90c83ac70 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abec expref: 535 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.197732:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3567:3762:x1817354297357696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2422us (2479us total) trans 4295983144 rc 0/0 00000100:00100000:2.0:1733164792.197733:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+535:2001:x1817354606273280:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.197738:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187728 00010000:00010000:3.0:1733164792.197738:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8a400/0xe92384b90c83ac70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abec expref: 535 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.197739:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808158 00010000:00010000:3.0:1733164792.197749:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.197750:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.197753:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6c9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197758:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6c91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.197759:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf63100/2, rc 0, transno 1015848 00010000:00010000:3.0:1733164792.197760:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6c9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.197765:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297357696:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.197765:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6c91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197771:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6c91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197771:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.197777:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6c91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197783:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6c91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.197790:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+534:2000:x1817354606273536:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (133us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.197792:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.197793:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297360128:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.197795:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6c91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.197796:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808160 00010000:00010000:2.0:1733164792.197800:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6c91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.197808:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6c91 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.197811:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.197813:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6c91 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.197818:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297360128 00000100:00100000:3.0:1733164792.197820:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297360128 00000100:00100000:3.0:1733164792.197831:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187736 00000100:00100000:1.0:1733164792.197834:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187737 00000100:00100000:3.0:1733164792.197835:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3567:3762:x1817354297360000:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.197838:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3567:3759:x1817354297360128:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.197845:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9014 count 1 00002000:00080000:3.0:1733164792.197845:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9013 count 1 00010000:00010000:1.0:1733164792.197854:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6cbb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197854:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6cb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197864:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092d92640/0xe92384b90c83ace7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac55 expref: 533 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197867:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0cd8c0/0xe92384b90c83ad65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac8d expref: 533 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197870:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.197871:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.197873:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.197873:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6cb4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197874:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.197876:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6cbb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197887:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092d92640/0xe92384b90c83ace7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac55 expref: 533 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.197888:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0cd8c0/0xe92384b90c83ad65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac8d expref: 533 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197895:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092d92640/0xe92384b90c83ace7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac55 expref: 533 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.197896:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f0cd8c0/0xe92384b90c83ad65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac8d expref: 533 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.197904:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297360384:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.197907:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297360256:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.197924:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987e40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.197924:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.197933:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6c98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197939:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6c98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.197943:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3568:3762:x1817354297358592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2275us (2307us total) trans 4295983145 rc 0/0 00000004:00080000:1.0:1733164792.197945:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf60700/2, rc 0, transno 1015849 00010000:00010000:3.0:1733164792.197946:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6c98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.197950:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187731 00000100:00100000:1.0:1733164792.197951:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297358592:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.197952:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6c98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197959:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6c98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197965:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.197967:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6c98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.197974:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6c98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.197982:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3567:3759:x1817354297357440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2854us (2953us total) trans 4295983143 rc 0/0 00010000:00010000:3.0:1733164792.197983:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6c98 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.197986:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf63480/2, rc 0, transno 1015847 00000100:00100000:2.0:1733164792.197987:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187726 00010000:00010000:3.0:1733164792.197990:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6c98 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.197992:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297357440:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.197996:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1733164792.198002:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297360512:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.198007:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092dfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297360640:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.198020:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.198022:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8a400/0xe92384b90c83ac70 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37abec expref: 533 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.198032:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.198033:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297359360:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.198048:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6c9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.198053:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297360512 00000100:00100000:0.0:1733164792.198056:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297360512 00010000:00010000:2.0:1733164792.198059:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6c9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.198065:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6c9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.198069:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297360640 00000100:00100000:0.0:1733164792.198071:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297360640 00010000:00010000:2.0:1733164792.198071:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6c9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.198076:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6c9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.198080:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187738 00010000:00010000:2.0:1733164792.198081:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6c9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.198084:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187739 00000100:00100000:1.0:1733164792.198085:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3569:3759:x1817354297360512:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.198086:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1440 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.198088:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3569:3761:x1817354297360640:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.198089:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6c9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.198094:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3569:3761:x1817354297358720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2354us (2394us total) trans 4295983146 rc 0/0 00010000:00010000:2.0:1733164792.198095:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6c9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.198096:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9015 count 1 00002000:00080000:0.0:1733164792.198097:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9016 count 1 00000100:00100000:3.0:1733164792.198100:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187732 00010000:00010000:2.0:1733164792.198102:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6c9f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.198104:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d6cc2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.198105:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6cc9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.198107:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6c9f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.198111:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e423a80/0xe92384b90c83adc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37acda expref: 532 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.198115:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.198115:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009467aac0/0xe92384b90c83ada4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37acb7 expref: 532 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.198116:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.198117:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d6cc2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.198121:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.198122:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:3.0:1733164792.198123:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf61500/2, rc 0, transno 1015850 00010000:00010000:1.0:1733164792.198125:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6cc9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.198127:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e423a80/0xe92384b90c83adc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37acda expref: 532 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.198128:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297358720:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.198132:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e423a80/0xe92384b90c83adc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37acda expref: 532 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.198138:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092dfa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297360768:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.198156:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009467aac0/0xe92384b90c83ada4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37acb7 expref: 532 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.198166:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009467aac0/0xe92384b90c83ada4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37acb7 expref: 532 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.198175:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b07480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297360896:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.198193:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987300 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.198246:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297361024:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.198252:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265d80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.198265:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.198277:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092df8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3569:3759:x1817354297359232:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2185us (2220us total) trans 4295983147 rc 0/0 00000100:00100000:0.0:1733164792.198281:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297361024 00000100:00100000:2.0:1733164792.198282:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187733 00000100:00100000:0.0:1733164792.198283:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297361024 00000004:00080000:1.0:1733164792.198289:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf62300/2, rc 0, transno 1015851 00000100:00100000:1.0:1733164792.198294:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297359232:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.198295:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187740 00000100:00100000:0.0:1733164792.198298:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3569:3762:x1817354297361024:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.198306:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9017 count 1 00000100:00100000:1.0:1733164792.198320:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297361152:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.198343:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.198355:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297361152 00000100:00100000:2.0:1733164792.198358:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297361152 00000100:00100000:2.0:1733164792.198372:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187741 00010000:00010000:0.0:1733164792.198376:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6cd0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.198376:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3570:3759:x1817354297361152:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.198387:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f07f3c0/0xe92384b90c83ae22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad04 expref: 532 pid: 16664 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.198388:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9018 count 1 00010000:00010000:0.0:1733164792.198393:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.198394:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.198396:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6cd0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.198401:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6cd7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.198410:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297359872:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.198412:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f07f3c0/0xe92384b90c83ae22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad04 expref: 532 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.198412:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091e1db00/0xe92384b90c83ae99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad4a expref: 532 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.198417:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.198419:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.198421:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f07f3c0/0xe92384b90c83ae22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad04 expref: 532 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.198421:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6cd7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.198424:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6cad lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.198429:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297361280:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.198434:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091e1db00/0xe92384b90c83ae99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad4a expref: 532 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.198442:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091e1db00/0xe92384b90c83ae99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad4a expref: 532 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.198450:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265480 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.198451:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297361408:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.198452:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.198464:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606273664 00000100:00100000:3.0:1733164792.198467:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606273664 00000100:00100000:2.0:1733164792.198473:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752480 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.198478:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092350d80/0xe92384b90c83aca1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac08 expref: 533 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.198493:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808161 00000100:00100000:3.0:1733164792.198497:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+533:2001:x1817354606273664:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.198504:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.198508:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092350d80/0xe92384b90c83aca1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac08 expref: 533 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.198511:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297359744:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.198516:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092350d80/0xe92384b90c83aca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac08 expref: 533 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.198523:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6ca6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.198527:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092350d80/0xe92384b90c83aca1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac08 expref: 533 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.198555:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.198556:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.198559:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6ca6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.198565:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6ca6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.198578:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.198586:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6ca6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.198592:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6ca6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.198595:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+532:2001:x1817354606273664:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 98us (144us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.198599:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6ca6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.198601:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808161 00010000:00010000:1.0:1733164792.198606:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6ca6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.198612:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.198612:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6ca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.198617:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.198620:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6ca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.198626:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6ca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.198633:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606273792 00000100:00100000:3.0:1733164792.198635:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606273792 00010000:00010000:1.0:1733164792.198636:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6ca6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.198642:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d6ca6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.198643:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009697e880/0xe92384b90c83acc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac2b expref: 532 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.198666:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808162 00000100:00100000:3.0:1733164792.198671:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+532:2003:x1817354606273792:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.198677:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.198681:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009697e880/0xe92384b90c83acc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac2b expref: 532 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.198694:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009697e880/0xe92384b90c83acc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac2b expref: 532 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.198705:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009697e880/0xe92384b90c83acc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac2b expref: 532 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.198713:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.198714:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.198716:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6cad lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.198722:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6cad lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.198734:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.198745:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297360256:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.198749:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3571:3759:x1817354297359488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1302us (1363us total) trans 4295983148 rc 0/0 00000100:00100000:3.0:1733164792.198750:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+531:2003:x1817354606273792:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.198754:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187734 00000100:00100000:3.0:1733164792.198755:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808162 00010000:00010000:2.0:1733164792.198765:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6cb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.198768:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6cad lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.198774:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6cad lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.198775:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf62680/2, rc 0, transno 1015852 00000100:00100000:1.0:1733164792.198780:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297359488:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.198782:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6cad lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.198793:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6cad lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.198800:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6cad lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.198803:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1733164792.198806:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0480 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.198809:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297361536:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.198809:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6cad lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.198815:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6cad lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.198824:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6cad lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.198825:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.198830:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d6cad lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.198838:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297361536 00000100:00100000:1.0:1733164792.198841:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297361536 00000100:00100000:1.0:1733164792.198854:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187742 00000100:00100000:1.0:1733164792.198858:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3571:3759:x1817354297361536:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.198867:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9019 count 1 00010000:00010000:1.0:1733164792.198876:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6cde lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.198886:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092feaf40/0xe92384b90c83af1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad89 expref: 530 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.198892:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.198894:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.198896:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6cde lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.198898:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.198910:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.198916:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092feaf40/0xe92384b90c83af1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad89 expref: 530 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.198919:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606273920 00000100:00100000:2.0:1733164792.198922:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606273920 00000100:00100000:0.0:1733164792.198924:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606274176 00010000:00010000:1.0:1733164792.198924:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092feaf40/0xe92384b90c83af1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad89 expref: 530 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.198925:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3572:3762:x1817354297359616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1468us (1527us total) trans 4295983149 rc 0/0 00000100:00100000:0.0:1733164792.198928:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606274176 00000100:00100000:3.0:1733164792.198931:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187735 00000100:00100000:1.0:1733164792.198932:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297361664:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.198936:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0cd8c0/0xe92384b90c83ad65 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac8d expref: 532 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.198939:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e423a80/0xe92384b90c83adc7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37acda expref: 532 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.198949:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959870c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.198952:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808163 00000004:00080000:3.0:1733164792.198953:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf63800/2, rc 0, transno 1015853 00000100:00100000:0.0:1733164792.198956:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808164 00000100:00100000:2.0:1733164792.198956:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+532:2000:x1817354606273920:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.198959:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297359616:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.198961:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+532:2000:x1817354606274176:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.198963:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297360384:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.198963:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.198967:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f0cd8c0/0xe92384b90c83ad65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac8d expref: 532 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.198974:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6cbb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.198975:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f0cd8c0/0xe92384b90c83ad65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac8d expref: 532 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.198982:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.198985:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0cd8c0/0xe92384b90c83ad65 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac8d expref: 532 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.198993:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.198995:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.198997:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6cbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199002:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606274048 00000100:00100000:1.0:1733164792.199005:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606274048 00010000:00010000:2.0:1733164792.199008:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6cbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.199012:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.199015:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092d92640/0xe92384b90c83ace7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac55 expref: 532 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.199016:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e423a80/0xe92384b90c83adc7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37acda expref: 532 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.199022:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e423a80/0xe92384b90c83adc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37acda expref: 532 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.199024:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.199030:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.199031:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.199032:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808165 00010000:00010000:0.0:1733164792.199033:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d6cc2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199036:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+532:2000:x1817354606274048:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.199042:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.199042:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+532:2000:x1817354606273920:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (145us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.199046:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092d92640/0xe92384b90c83ace7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac55 expref: 532 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.199047:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808163 00010000:00010000:1.0:1733164792.199054:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092d92640/0xe92384b90c83ace7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac55 expref: 532 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.199054:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.199060:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606274304 00000100:00100000:2.0:1733164792.199062:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606274304 00010000:00010000:1.0:1733164792.199066:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d92640/0xe92384b90c83ace7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ac55 expref: 532 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.199069:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009467aac0/0xe92384b90c83ada4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37acb7 expref: 532 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.199076:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.199077:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.199079:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d6cc2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199080:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199086:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6cb4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.199088:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.199092:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808166 00000100:00100000:2.0:1733164792.199097:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e005880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+531:2000:x1817354606274304:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.199098:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.199101:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+531:2000:x1817354606274176:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 140us (190us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.199103:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.199105:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808164 00010000:00010000:2.0:1733164792.199107:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009467aac0/0xe92384b90c83ada4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37acb7 expref: 531 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.199115:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009467aac0/0xe92384b90c83ada4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37acb7 expref: 530 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.199124:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.199125:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+530:2000:x1817354606274048:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (141us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.199125:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.199128:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6cc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199131:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808165 00010000:00010000:2.0:1733164792.199138:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6cc9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199168:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.199186:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e005880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+529:2000:x1817354606274304:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.199187:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297361792:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.199189:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e423a80/0xe92384b90c83adc7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37acda expref: 530 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.199192:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808166 00000100:00100000:3.0:1733164792.199205:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.199206:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092dfa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297360768:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.199209:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199215:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.199217:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d6cc2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199221:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.199224:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d6cc2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.199224:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297361792 00010000:00010000:2.0:1733164792.199226:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6cb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.199227:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297361792 00010000:00010000:0.0:1733164792.199229:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d6cc2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199231:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6cb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199232:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.199235:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d6cc2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199236:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.199238:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6cb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.199240:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d6cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.199241:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187743 00000100:00100000:1.0:1733164792.199243:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606274432 00000100:00100000:3.0:1733164792.199244:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3572:3761:x1817354297361792:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.199245:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d6cc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199245:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606274432 00010000:00010000:2.0:1733164792.199248:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6cb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.199250:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.199253:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d6cc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199254:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f07f3c0/0xe92384b90c83ae22 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad04 expref: 528 pid: 16664 timeout: 1075 lvb_type: 0 00002000:00080000:3.0:1733164792.199254:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9020 count 1 00010000:00010000:2.0:1733164792.199256:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6cb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.199259:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d6cc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199262:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6cb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.199263:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ce5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199267:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808167 00000100:00100000:1.0:1733164792.199271:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+528:2001:x1817354606274432:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.199272:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d6cc2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.199272:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092fea880/0xe92384b90c83af41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adac expref: 528 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199276:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.199278:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d6cc2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.199278:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.199279:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.199280:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f07f3c0/0xe92384b90c83ae22 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad04 expref: 528 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.199282:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ce5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199293:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f07f3c0/0xe92384b90c83ae22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad04 expref: 528 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.199296:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092fea880/0xe92384b90c83af41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adac expref: 528 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199303:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.199303:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092fea880/0xe92384b90c83af41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adac expref: 528 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.199304:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.199307:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6cd0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.199312:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297361920:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.199313:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6cd0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199322:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.199328:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54600 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.199332:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+528:2001:x1817354606274432:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.199337:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808167 00010000:00010000:3.0:1733164792.199350:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f07f3c0/0xe92384b90c83ae22 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad04 expref: 527 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.199359:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297361280:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.199369:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6cd0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.199374:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3574:3762:x1817354297360000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1537us (1775us total) trans 4295983150 rc 0/0 00010000:00010000:3.0:1733164792.199375:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6cd0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.199379:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a43450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3574:3761:x1817354297360640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1290us (1346us total) trans 4295983151 rc 0/0 00000100:00100000:2.0:1733164792.199380:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187736 00010000:00010000:3.0:1733164792.199381:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6cd0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.199383:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187739 00010000:00010000:3.0:1733164792.199387:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6cd0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199392:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.199393:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6cd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199398:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6cbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.199400:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199402:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606274560 00010000:00010000:0.0:1733164792.199404:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009467aac0/0xe92384b90c83ada4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37acb7 expref: 526 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.199404:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6cbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199405:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606274560 00010000:00010000:3.0:1733164792.199405:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.199408:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199410:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6cbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.199411:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b07480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297360896:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.199413:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091e1db00/0xe92384b90c83ae99 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad4a expref: 526 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.199414:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199416:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6cbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.199421:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6cc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199422:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6cbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.199424:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6cd0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.199425:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6cc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199425:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808168 00010000:00010000:0.0:1733164792.199429:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6cc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199429:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+526:2000:x1817354606274560:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.199430:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d6cd0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199431:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.199433:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6cc9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199434:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6cbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199435:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.199438:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091e1db00/0xe92384b90c83ae99 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad4a expref: 526 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.199439:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6cbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.199440:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6cc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.199443:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6cc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.199447:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.199448:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6cc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199448:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6cbb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199450:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091e1db00/0xe92384b90c83ae99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad4a expref: 526 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.199452:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6cc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199455:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d6cbb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.199459:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6cc9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199459:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.199461:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.199464:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6cd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.199465:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6cc9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199470:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6cd7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199480:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.199493:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+526:2000:x1817354606274560:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 63us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.199499:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808168 00000100:00100000:3.0:1733164792.199525:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3574:3762:x1817354297361024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1225us (1258us total) trans 4295983152 rc 0/0 00000100:00100000:3.0:1733164792.199531:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187740 00000004:00080000:3.0:1733164792.199569:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092dfaa00/2, rc 0, transno 1015855 00000100:00100000:3.0:1733164792.199575:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092dfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297360640:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.199577:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3573:3759:x1817354297360128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1737us (1764us total) trans 4295983153 rc 0/0 00000100:00100000:2.0:1733164792.199583:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187737 00000004:00080000:3.0:1733164792.199587:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950d8380/2, rc 0, transno 1015856 00000004:00080000:1.0:1733164792.199588:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092df9f80/2, rc 0, transno 1015857 00000100:00100000:3.0:1733164792.199590:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297361024:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.199591:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297360128:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.199597:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf61180/2, rc 0, transno 1015854 00000100:00100000:3.0:1733164792.199600:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297360000:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.199615:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091e1db00/0xe92384b90c83ae99 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad4a expref: 525 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.199623:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297362048:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.199625:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297361408:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.199636:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6cd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199638:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297362176:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.199642:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.199643:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6cd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.199653:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6cd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.199654:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.199657:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.199659:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297362432:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.199660:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6cd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.199666:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6cd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.199672:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6cd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.199673:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092df8380/2, rc 0, transno 1015858 00000100:00100000:0.0:1733164792.199675:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3573:3759:x1817354297360512:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1588us (1653us total) trans 4295983154 rc 0/0 00000100:00100000:2.0:1733164792.199677:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.199678:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297360512:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.199679:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a18c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.199681:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187738 00010000:00010000:3.0:1733164792.199681:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6cd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199683:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1733164792.199687:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297362304:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.199688:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6cd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.199692:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297362048 00000100:00100000:2.0:1733164792.199695:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297362048 00010000:00010000:3.0:1733164792.199697:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6cd7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199701:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.199703:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d6cd7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x233a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.199708:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297362176 00000100:00100000:2.0:1733164792.199711:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297362176 00000100:00100000:2.0:1733164792.199720:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297362432 00000100:00100000:2.0:1733164792.199722:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297362432 00000100:00100000:2.0:1733164792.199730:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297362304 00000100:00100000:2.0:1733164792.199732:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297362304 00000100:00100000:1.0:1733164792.199735:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187744 00000100:00100000:1.0:1733164792.199740:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3576:3762:x1817354297362048:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.199750:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9021 count 1 00000100:00100000:2.0:1733164792.199753:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187745 00000100:00100000:2.0:1733164792.199757:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3576:3759:x1817354297362176:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.199758:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6cec lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.199759:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187746 00000100:00100000:3.0:1733164792.199764:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3576:3762:x1817354297362432:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.199768:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cce8480/0xe92384b90c83af64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adcf expref: 524 pid: 16606 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.199768:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9022 count 1 00002000:00080000:3.0:1733164792.199773:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9024 count 1 00010000:00010000:1.0:1733164792.199774:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.199776:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.199778:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6cec lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199778:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6cf3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.199781:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6cfa lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199788:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082de2400/0xe92384b90c83af87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adf2 expref: 524 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.199790:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136720fc0/0xe92384b90c83afb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae23 expref: 524 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199791:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cce8480/0xe92384b90c83af64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adcf expref: 524 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199794:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.199795:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.199796:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.199797:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6cf3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.199797:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.199799:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6cfa lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199800:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cce8480/0xe92384b90c83af64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adcf expref: 524 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.199809:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297362688:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.199810:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187747 00010000:00010000:3.0:1733164792.199812:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136720fc0/0xe92384b90c83afb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae23 expref: 524 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199813:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082de2400/0xe92384b90c83af87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adf2 expref: 524 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.199814:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3576:3759:x1817354297362304:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.199819:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136720fc0/0xe92384b90c83afb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae23 expref: 524 pid: 16677 timeout: 1075 lvb_type: 0 00002000:00080000:0.0:1733164792.199822:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9023 count 1 00010000:00010000:2.0:1733164792.199822:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082de2400/0xe92384b90c83af87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adf2 expref: 524 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.199825:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959873c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.199827:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297362944:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.199830:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6d01 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.199831:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297362816:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.199838:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c65d680/0xe92384b90c83af9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae07 expref: 524 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.199841:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.199842:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.199842:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.199844:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6d01 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.199849:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752d80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.199849:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1733164792.199854:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c65d680/0xe92384b90c83af9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae07 expref: 524 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.199855:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297362560:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.199860:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c65d680/0xe92384b90c83af9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae07 expref: 524 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.199866:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297363072:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.199871:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.199876:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265d80 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.199885:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297362560 00000100:00100000:2.0:1733164792.199888:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297362560 00000100:00100000:1.0:1733164792.199897:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.199903:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187748 00000100:00100000:2.0:1733164792.199907:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3578:3761:x1817354297362560:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.199909:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606274688 00000100:00100000:1.0:1733164792.199912:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606274688 00002000:00080000:2.0:1733164792.199917:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9025 count 1 00010000:00010000:1.0:1733164792.199922:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092feaf40/0xe92384b90c83af1e lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad89 expref: 525 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.199926:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6d08 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.199936:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c65d8c0/0xe92384b90c83afdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae46 expref: 525 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.199937:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808169 00000100:00100000:1.0:1733164792.199942:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+525:2001:x1817354606274688:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.199943:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.199945:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.199947:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6d08 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199948:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.199948:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3578:3759:x1817354297361152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1572us (1605us total) trans 4295983155 rc 0/0 00010000:00010000:1.0:1733164792.199951:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092feaf40/0xe92384b90c83af1e lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad89 expref: 525 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.199954:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187741 00010000:00010000:1.0:1733164792.199959:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092feaf40/0xe92384b90c83af1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad89 expref: 525 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.199961:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c65d8c0/0xe92384b90c83afdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae46 expref: 525 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199968:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.199969:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c65d8c0/0xe92384b90c83afdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae46 expref: 525 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.199970:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.199972:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6cde lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.199978:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297363200:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.199979:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6cde lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.199989:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.199993:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947526c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.200001:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+525:2001:x1817354606274688:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.200007:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808169 00000004:00080000:1.0:1733164792.200030:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395e300/2, rc 0, transno 1015859 00000100:00100000:1.0:1733164792.200036:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297361152:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.200051:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092feaf40/0xe92384b90c83af1e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ad89 expref: 524 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.200063:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297361664:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.200073:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.200078:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6cde lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.200081:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297363328:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.200091:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6cde lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.200097:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6cde lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.200101:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.200103:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6cde lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.200110:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6cde lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.200116:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6cde lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.200116:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297363328 00000100:00100000:3.0:1733164792.200119:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297363328 00010000:00010000:1.0:1733164792.200121:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.200124:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6cde lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.200131:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.200135:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187749 00000100:00100000:3.0:1733164792.200139:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3578:3760:x1817354297363328:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.200140:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6cde lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.200165:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9026 count 1 00010000:00010000:1.0:1733164792.200166:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d6cde lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x233b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.200173:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d6d0f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.200183:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0cc480/0xe92384b90c83b028 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae7e expref: 523 pid: 16660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.200188:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.200190:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.200192:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d6d0f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.200206:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0cc480/0xe92384b90c83b028 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae7e expref: 523 pid: 16660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.200214:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f0cc480/0xe92384b90c83b028 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae7e expref: 523 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.200223:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297363456:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.200254:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.200257:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3579:3759:x1817354297361536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1398us (1431us total) trans 4295983156 rc 0/0 00000100:00100000:1.0:1733164792.200263:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187742 00000004:00080000:1.0:1733164792.200282:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012df06a00/2, rc 0, transno 1015860 00000100:00100000:1.0:1733164792.200295:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297361536:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.200344:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297363584:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.200363:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.200374:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297363584 00000100:00100000:1.0:1733164792.200377:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297363584 00000100:00100000:1.0:1733164792.200386:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187750 00000100:00100000:1.0:1733164792.200389:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3579:3760:x1817354297363584:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.200397:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9027 count 1 00010000:00010000:1.0:1733164792.200404:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6d16 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.200411:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6a8000/0xe92384b90c83b083 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aea1 expref: 523 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.200414:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.200415:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.200417:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6d16 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.200425:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6a8000/0xe92384b90c83b083 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aea1 expref: 523 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.200434:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d6a8000/0xe92384b90c83b083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aea1 expref: 523 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.200439:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297363712:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.200460:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959870c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.201178:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297361920:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.201190:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297362944:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.201193:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ce5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.201200:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297362688:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.201204:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6cfa lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.201214:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6cec lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.201274:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.201288:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.201298:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606274816 00000100:00100000:0.0:1733164792.201301:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606274816 00010000:00010000:0.0:1733164792.201312:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cce8480/0xe92384b90c83af64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adcf expref: 524 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.201329:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606274944 00000100:00100000:0.0:1733164792.201331:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606274944 00010000:00010000:0.0:1733164792.201337:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092fea880/0xe92384b90c83af41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adac expref: 525 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.201348:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808170 00000100:00100000:0.0:1733164792.201353:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+525:2001:x1817354606274816:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.201360:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.201364:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cce8480/0xe92384b90c83af64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adcf expref: 525 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.201366:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808171 00010000:00010000:0.0:1733164792.201372:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cce8480/0xe92384b90c83af64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adcf expref: 525 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.201372:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+525:2001:x1817354606274944:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.201382:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.201387:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092fea880/0xe92384b90c83af41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adac expref: 525 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.201396:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092fea880/0xe92384b90c83af41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adac expref: 525 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.201409:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092fea880/0xe92384b90c83af41 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adac expref: 525 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.201420:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.201421:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.201424:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ce5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.201429:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cce8480/0xe92384b90c83af64 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adcf expref: 525 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.201431:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ce5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.201440:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.201441:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.201444:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6cec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.201451:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6cec lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.201455:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.201466:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.201479:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+523:2001:x1817354606274944:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 106us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.201481:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+523:2001:x1817354606274816:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 128us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.201485:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808171 00000100:00100000:0.0:1733164792.201496:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808170 00010000:00010000:1.0:1733164792.201515:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6cec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.201521:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6cec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.201521:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ce5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.201527:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6cec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.201529:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ce5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.201533:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6cec lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.201548:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ce5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.201554:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6cec lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.201555:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ce5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.201559:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.201561:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6cec lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.201562:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ce5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.201568:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d33c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.201570:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.201570:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ce5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.201571:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6cec lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.201572:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297362816:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.201577:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ce5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.201580:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6cec lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.201583:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606275200 00000100:00100000:0.0:1733164792.201585:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606275200 00010000:00010000:1.0:1733164792.201585:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d6cec lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x233d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.201586:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ce5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.201588:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6cf3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.201593:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ce5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x233c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.201595:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082de2400/0xe92384b90c83af87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adf2 expref: 522 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.201610:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808172 00000100:00100000:0.0:1733164792.201614:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+522:2000:x1817354606275200:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.201620:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.201623:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082de2400/0xe92384b90c83af87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adf2 expref: 522 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.201631:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082de2400/0xe92384b90c83af87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adf2 expref: 522 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.201641:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082de2400/0xe92384b90c83af87 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37adf2 expref: 522 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.201650:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.201651:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.201654:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.201660:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6cf3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.201671:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.201680:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.201684:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+521:2000:x1817354606275200:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (115us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.201687:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.201690:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808172 00010000:00010000:2.0:1733164792.201694:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.201701:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6cf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.201707:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.201713:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.201716:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.201722:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.201723:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6cf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.201731:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606275072 00000100:00100000:0.0:1733164792.201733:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606275072 00010000:00010000:2.0:1733164792.201738:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6cf3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.201741:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136720fc0/0xe92384b90c83afb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae23 expref: 521 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.201745:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6cf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x233e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.201748:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3581:3762:x1817354297362048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2006us (2105us total) trans 4295983157 rc 0/0 00000100:00100000:0.0:1733164792.201754:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808173 00000100:00100000:1.0:1733164792.201756:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187744 00000100:00100000:0.0:1733164792.201758:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+521:2001:x1817354606275072:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.201764:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.201767:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136720fc0/0xe92384b90c83afb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae23 expref: 521 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.201775:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136720fc0/0xe92384b90c83afb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae23 expref: 521 pid: 16677 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.201781:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91c380/2, rc 0, transno 1015861 00010000:00010000:0.0:1733164792.201785:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136720fc0/0xe92384b90c83afb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae23 expref: 521 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.201788:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297362048:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.201793:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.201795:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.201797:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6cfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.201797:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3580:3761:x1817354297361792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2551us (2590us total) trans 4295983158 rc 0/0 00000100:00100000:3.0:1733164792.201802:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187743 00010000:00010000:0.0:1733164792.201808:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6cfa lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.201819:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297363840:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.201820:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.201828:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6cfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.201834:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+520:2001:x1817354606275072:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.201834:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.201835:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6cfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.201840:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808173 00010000:00010000:2.0:1733164792.201841:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6cfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.201847:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91fb80/2, rc 0, transno 1015862 00010000:00010000:2.0:1733164792.201848:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6cfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.201851:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297361792:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.201854:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6cfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.201859:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3180 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.201860:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297363840 00010000:00010000:2.0:1733164792.201862:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6cfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.201862:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297363840 00010000:00010000:2.0:1733164792.201869:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6cfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.201878:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6cfa lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.201884:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d6cfa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.201884:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187751 00000100:00100000:3.0:1733164792.201887:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3580:3761:x1817354297363840:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.201897:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9028 count 1 00010000:00010000:3.0:1733164792.201905:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6d1d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.201912:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097a47a80/0xe92384b90c83b098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aeb6 expref: 519 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.201913:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297363072:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.201916:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.201917:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.201919:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6d1d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.201921:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.201926:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6d01 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.201931:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606275328 00000100:00100000:0.0:1733164792.201933:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606275328 00010000:00010000:3.0:1733164792.201934:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097a47a80/0xe92384b90c83b098 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aeb6 expref: 519 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.201943:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c65d680/0xe92384b90c83af9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae07 expref: 520 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.201947:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097a47a80/0xe92384b90c83b098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aeb6 expref: 520 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.201950:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297363712:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.201956:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297363968:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.201958:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808174 00000100:00100000:0.0:1733164792.201962:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+520:2001:x1817354606275328:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.201962:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6d16 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.201969:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.201972:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c65d680/0xe92384b90c83af9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae07 expref: 520 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.201975:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54600 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.201980:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c65d680/0xe92384b90c83af9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae07 expref: 520 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.201991:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c65d680/0xe92384b90c83af9c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae07 expref: 520 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.201996:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297363456:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.201999:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3581:3762:x1817354297362432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2234us (2322us total) trans 4295983159 rc 0/0 00010000:00010000:0.0:1733164792.202004:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.202005:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187746 00010000:00010000:0.0:1733164792.202006:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.202008:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6d01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.202008:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d6d0f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.202014:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6d01 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.202026:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1733164792.202027:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91e300/2, rc 0, transno 1015863 00000100:00100000:2.0:1733164792.202030:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297362432:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.202038:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6d01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.202040:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+519:2001:x1817354606275328:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (119us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.202044:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6d01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.202046:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808174 00010000:00010000:1.0:1733164792.202056:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6d01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.202061:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6d01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.202063:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297364096:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.202067:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6d01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.202072:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.202077:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6d01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.202083:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6d01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.202084:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.202086:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.202091:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6d01 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.202096:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606275584 00010000:00010000:1.0:1733164792.202096:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d6d01 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x233f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.202098:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606275584 00000100:00100000:2.0:1733164792.202102:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297364096 00000100:00100000:2.0:1733164792.202105:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297364096 00010000:00010000:0.0:1733164792.202108:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6a8000/0xe92384b90c83b083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aea1 expref: 519 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.202117:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187752 00000100:00100000:0.0:1733164792.202120:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808175 00000100:00100000:2.0:1733164792.202121:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3581:3762:x1817354297364096:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.202123:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297364224:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.202124:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b520c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+519:2001:x1817354606275584:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.202130:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:2.0:1733164792.202131:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9029 count 1 00010000:00010000:0.0:1733164792.202133:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6a8000/0xe92384b90c83b083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aea1 expref: 519 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.202159:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6a8000/0xe92384b90c83b083 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aea1 expref: 519 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.202159:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6d24 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.202169:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.202170:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097a44480/0xe92384b90c83b0b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aed2 expref: 519 pid: 16660 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.202175:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6a8000/0xe92384b90c83b083 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aea1 expref: 519 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.202175:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.202177:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.202180:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6d24 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.202185:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.202185:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297364224 00010000:00010000:0.0:1733164792.202186:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.202188:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6d16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.202188:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297364224 00010000:00010000:0.0:1733164792.202194:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6d16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.202194:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097a44480/0xe92384b90c83b0b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aed2 expref: 518 pid: 16660 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.202200:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187753 00010000:00010000:2.0:1733164792.202202:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097a44480/0xe92384b90c83b0b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aed2 expref: 518 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.202203:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3582:3759:x1817354297364224:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.202207:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.202211:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297364352:192.168.202.7@tcp:104: 00002000:00080000:3.0:1733164792.202212:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9030 count 1 00010000:00010000:3.0:1733164792.202219:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6d2b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.202222:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b520c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+518:2001:x1817354606275584:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 96us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.202226:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752d80 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.202227:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092d906c0/0xe92384b90c83b0de lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aefc expref: 518 pid: 16660 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.202228:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808175 00010000:00010000:3.0:1733164792.202231:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.202232:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.202234:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6d2b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.202244:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092d906c0/0xe92384b90c83b0de lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aefc expref: 517 pid: 16660 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.202250:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092d906c0/0xe92384b90c83b0de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aefc expref: 517 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.202255:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297364480:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.202265:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3584:3759:x1817354297362304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2449us (2561us total) trans 4295983160 rc 0/0 00000100:00100000:1.0:1733164792.202271:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187747 00000100:00100000:0.0:1733164792.202272:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297363200:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.202272:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.202284:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6d08 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.202293:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91f100/2, rc 0, transno 1015864 00000100:00100000:1.0:1733164792.202299:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297362304:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.202312:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6d16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.202318:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6d16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.202320:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.202327:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6d16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.202331:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606275456 00010000:00010000:1.0:1733164792.202333:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6d16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.202333:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3583:3759:x1817354297362176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2574us (2674us total) trans 4295983161 rc 0/0 00000100:00100000:0.0:1733164792.202334:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606275456 00010000:00010000:1.0:1733164792.202339:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6d16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.202339:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187745 00010000:00010000:1.0:1733164792.202343:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.202345:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6d16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.202347:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c65d8c0/0xe92384b90c83afdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae46 expref: 518 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.202350:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6d16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.202359:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6d16 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.202360:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808176 00000100:00100000:0.0:1733164792.202365:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+518:2001:x1817354606275456:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.202365:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6d16 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.202371:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.202374:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c65d8c0/0xe92384b90c83afdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae46 expref: 518 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.202381:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c65d8c0/0xe92384b90c83afdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae46 expref: 518 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.202392:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c65d8c0/0xe92384b90c83afdb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae46 expref: 518 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.202400:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.202401:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1733164792.202401:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91f480/2, rc 0, transno 1015865 00010000:00010000:0.0:1733164792.202403:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6d08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.202409:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6d08 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.202410:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297362176:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.202414:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1733164792.202421:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.202421:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.202422:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092dfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297364608:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.202425:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297364736:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.202435:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+517:2001:x1817354606275456:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.202440:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808176 00000100:00100000:1.0:1733164792.202444:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.202455:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6d08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.202458:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.202459:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297364608 00010000:00010000:0.0:1733164792.202462:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6d08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.202462:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297364608 00010000:00010000:0.0:1733164792.202469:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6d08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.202474:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297364736 00010000:00010000:0.0:1733164792.202475:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6d08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.202476:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297364736 00000100:00100000:2.0:1733164792.202478:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187754 00000100:00100000:2.0:1733164792.202481:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3584:3759:x1817354297364608:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.202482:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6d08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.202487:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.202490:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6d08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.202492:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9031 count 1 00000100:00100000:3.0:1733164792.202492:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187755 00010000:00010000:0.0:1733164792.202496:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6d08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.202496:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3584:3762:x1817354297364736:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.202500:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6d32 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.202505:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6d08 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.202510:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121272ac0/0xe92384b90c83b132 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af26 expref: 516 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.202511:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d6d08 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.202516:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.202517:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.202519:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6d32 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.202521:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9032 count 1 00010000:00010000:3.0:1733164792.202531:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6d39 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.202533:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121272ac0/0xe92384b90c83b132 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af26 expref: 516 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.202555:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095950900/0xe92384b90c83b155 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af49 expref: 516 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.202560:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121272ac0/0xe92384b90c83b132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af26 expref: 516 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.202560:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.202562:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.202564:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6d39 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.202569:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297364864:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.202579:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3586:3760:x1817354297363584:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2188us (2215us total) trans 4295983162 rc 0/0 00000100:00100000:1.0:1733164792.202585:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187750 00010000:00010000:3.0:1733164792.202585:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095950900/0xe92384b90c83b155 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af49 expref: 516 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.202589:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.202593:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095950900/0xe92384b90c83b155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af49 expref: 516 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.202602:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297364992:192.168.202.7@tcp:104: 00000004:00080000:1.0:1733164792.202605:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bbdf80/2, rc 0, transno 1015866 00000100:00100000:1.0:1733164792.202611:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297363584:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.202620:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54900 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.202635:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3585:3761:x1817354297362560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2726us (2762us total) trans 4295983163 rc 0/0 00000100:00100000:0.0:1733164792.202641:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187748 00000100:00100000:3.0:1733164792.202643:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297365120:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1733164792.202645:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91d500/2, rc 0, transno 1015867 00000100:00100000:2.0:1733164792.202651:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297362560:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.202663:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.202684:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297365120 00000100:00100000:3.0:1733164792.202686:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297365120 00000100:00100000:1.0:1733164792.202688:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297365248:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.202699:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187756 00000100:00100000:3.0:1733164792.202703:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3585:3762:x1817354297365120:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.202709:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1733164792.202712:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9033 count 1 00010000:00010000:3.0:1733164792.202720:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6d40 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.202725:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297365248 00000100:00100000:2.0:1733164792.202728:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297365248 00010000:00010000:3.0:1733164792.202729:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f708900/0xe92384b90c83b178 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af6c expref: 516 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.202735:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.202736:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.202737:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.202739:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6d40 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.202744:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187757 00000100:00100000:2.0:1733164792.202748:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3586:3759:x1817354297365248:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.202753:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606275712 00000100:00100000:1.0:1733164792.202757:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606275712 00002000:00080000:2.0:1733164792.202759:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9034 count 1 00010000:00010000:3.0:1733164792.202759:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f708900/0xe92384b90c83b178 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af6c expref: 516 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.202766:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f708900/0xe92384b90c83b178 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af6c expref: 517 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.202768:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6d47 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.202770:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0cc480/0xe92384b90c83b028 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae7e expref: 517 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.202774:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297365376:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.202779:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124b1cfc0/0xe92384b90c83b1e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af8f expref: 517 pid: 16660 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.202786:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.202788:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.202790:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6d47 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.202792:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54540 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.202795:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808177 00000100:00100000:1.0:1733164792.202799:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+517:2001:x1817354606275712:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.202807:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.202811:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f0cc480/0xe92384b90c83b028 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae7e expref: 517 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.202817:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124b1cfc0/0xe92384b90c83b1e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af8f expref: 517 pid: 16660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.202820:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f0cc480/0xe92384b90c83b028 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae7e expref: 517 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.202825:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124b1cfc0/0xe92384b90c83b1e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af8f expref: 517 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.202832:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0cc480/0xe92384b90c83b028 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ae7e expref: 517 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.202833:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297365504:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.202841:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.202843:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.202845:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d6d0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.202851:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d6d0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.202853:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752e40 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.202867:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.202876:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d6d0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.202882:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+516:2001:x1817354606275712:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (147us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.202882:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d6d0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.202887:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808177 00010000:00010000:2.0:1733164792.202889:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d6d0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.202895:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d6d0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.202900:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d6d0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.202904:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.202906:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d6d0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.202910:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d6d0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.202917:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d6d0f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.202920:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d6d0f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.203007:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3587:3760:x1817354297363328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2867us (2906us total) trans 4295983164 rc 0/0 00000100:00100000:2.0:1733164792.203012:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187749 00000004:00080000:1.0:1733164792.203053:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950d9500/2, rc 0, transno 1015868 00000100:00100000:1.0:1733164792.203062:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297363328:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.203091:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007be14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297365632:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.203114:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.203128:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297365632 00000100:00100000:2.0:1733164792.203131:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297365632 00000100:00100000:2.0:1733164792.203164:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187758 00000100:00100000:2.0:1733164792.203168:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3587:3760:x1817354297365632:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.203178:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9035 count 1 00010000:00010000:2.0:1733164792.203188:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6d4e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.203198:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e98c000/0xe92384b90c83b25f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37afd5 expref: 515 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.203204:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.203205:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.203207:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6d4e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.203225:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e98c000/0xe92384b90c83b25f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37afd5 expref: 515 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.203234:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e98c000/0xe92384b90c83b25f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37afd5 expref: 515 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.203242:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297365760:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.203273:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947526c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.204482:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297363968:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.204500:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.204503:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6d1d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.204527:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297364480:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.204556:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6d2b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.204580:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297364864:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.204589:0:16115:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606275968 00010000:00010000:2.0:1733164792.204590:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6d32 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.204593:0:16115:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606275968 00000100:00100000:0.0:1733164792.204604:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.204610:0:16115:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092d906c0/0xe92384b90c83b0de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aefc expref: 516 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.204620:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606275840 00000100:00100000:2.0:1733164792.204623:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606275840 00000100:00100000:1.0:1733164792.204636:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808178 00010000:00010000:2.0:1733164792.204636:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097a47a80/0xe92384b90c83b098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aeb6 expref: 517 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.204641:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+517:2000:x1817354606275968:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.204643:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297364992:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.204649:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.204649:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.204654:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092d906c0/0xe92384b90c83b0de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aefc expref: 517 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.204655:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606276224 00010000:00010000:3.0:1733164792.204655:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6d39 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.204657:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606276224 00010000:00010000:1.0:1733164792.204663:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092d906c0/0xe92384b90c83b0de lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aefc expref: 518 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.204665:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095950900/0xe92384b90c83b155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af49 expref: 518 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.204667:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808179 00000100:00100000:0.0:1733164792.204673:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+518:2000:x1817354606275840:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.204677:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092d906c0/0xe92384b90c83b0de lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aefc expref: 518 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.204677:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297365376:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.204682:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.204684:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808180 00010000:00010000:0.0:1733164792.204687:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097a47a80/0xe92384b90c83b098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aeb6 expref: 517 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.204688:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.204688:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6d40 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.204689:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+517:2000:x1817354606276224:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.204690:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.204693:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6d2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.204696:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.204698:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097a47a80/0xe92384b90c83b098 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aeb6 expref: 517 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.204700:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6d2b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.204700:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095950900/0xe92384b90c83b155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af49 expref: 517 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.204708:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095950900/0xe92384b90c83b155 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af49 expref: 517 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.204711:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097a47a80/0xe92384b90c83b098 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aeb6 expref: 517 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.204715:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.204720:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095950900/0xe92384b90c83b155 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af49 expref: 516 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.204722:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.204723:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6d2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.204724:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.204726:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6d1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.204729:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.204729:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6d2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.204730:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.204733:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6d1d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.204733:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6d39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.204737:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+515:2000:x1817354606275968:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 95us (239us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.204737:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6d2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.204739:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6d39 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.204744:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808178 00010000:00010000:3.0:1733164792.204744:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6d2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.204748:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.204751:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6d2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.204752:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.204757:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.204760:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6d2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.204765:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+514:2000:x1817354606275840:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (162us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.204766:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6d2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.204769:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+514:2000:x1817354606276224:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.204772:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808179 00000100:00100000:2.0:1733164792.204776:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808180 00010000:00010000:3.0:1733164792.204776:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6d2b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.204782:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6d2b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.204800:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297364352:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.204805:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6d1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.204810:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.204811:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6d24 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.204812:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6d1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.204819:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6d1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.204821:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6d39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.204825:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6d1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.204827:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6d39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.204828:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606276480 00000100:00100000:1.0:1733164792.204832:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606276480 00010000:00010000:3.0:1733164792.204832:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6d1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.204834:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6d39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.204837:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.204840:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6d39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.204840:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6d1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.204842:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f708900/0xe92384b90c83b178 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af6c expref: 513 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.204846:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6d39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.204846:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6d1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.204851:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.204854:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6d39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.204854:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6d1d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.204859:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6d1d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.204860:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6d39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.204864:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808181 00010000:00010000:2.0:1733164792.204867:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6d39 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.204869:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+513:2000:x1817354606276480:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.204875:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.204876:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d6d39 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.204879:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f708900/0xe92384b90c83b178 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af6c expref: 513 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.204887:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f708900/0xe92384b90c83b178 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af6c expref: 513 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.204898:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f708900/0xe92384b90c83b178 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af6c expref: 513 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.204908:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.204910:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.204912:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.204918:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.204919:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6d40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.204930:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606276352 00010000:00010000:1.0:1733164792.204932:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.204933:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606276352 00010000:00010000:0.0:1733164792.204944:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097a44480/0xe92384b90c83b0b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aed2 expref: 513 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.204947:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+513:2000:x1817354606276480:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.204953:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808181 00000100:00100000:1.0:1733164792.204966:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808182 00000100:00100000:1.0:1733164792.204970:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+512:2000:x1817354606276352:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.204975:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.204980:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097a44480/0xe92384b90c83b0b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aed2 expref: 512 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.204988:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097a44480/0xe92384b90c83b0b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aed2 expref: 512 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.204998:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097a44480/0xe92384b90c83b0b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37aed2 expref: 512 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.205005:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.205008:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.205010:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.205012:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6d24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.205017:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606276096 00000100:00100000:0.0:1733164792.205019:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606276096 00010000:00010000:1.0:1733164792.205019:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6d24 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.205021:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3589:3761:x1817354297363840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3131us (3184us total) trans 4295983166 rc 0/0 00000100:00100000:2.0:1733164792.205022:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3589:3762:x1817354297364736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2525us (2562us total) trans 4295983165 rc 0/0 00000100:00100000:2.0:1733164792.205028:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187755 00010000:00010000:0.0:1733164792.205030:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121272ac0/0xe92384b90c83b132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af26 expref: 512 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.205030:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.205031:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187751 00000100:00100000:1.0:1733164792.205043:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+512:2000:x1817354606276352:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.205047:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808183 00000100:00100000:1.0:1733164792.205051:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808182 00000100:00100000:0.0:1733164792.205052:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+512:2001:x1817354606276096:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1733164792.205058:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bbce00/2, rc 0, transno 1015870 00010000:00010000:0.0:1733164792.205059:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.205064:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121272ac0/0xe92384b90c83b132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af26 expref: 511 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.205066:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297363840:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.205072:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121272ac0/0xe92384b90c83b132 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af26 expref: 511 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.205082:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6d24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.205083:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092dfb100/2, rc 0, transno 1015869 00010000:00010000:0.0:1733164792.205084:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121272ac0/0xe92384b90c83b132 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af26 expref: 511 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.205087:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297364736:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.205089:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6d24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205094:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.205095:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.205096:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6d24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205098:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6d32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.205103:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6d24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205105:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6d32 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.205110:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6d24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.205115:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.205118:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6d24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205120:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.205125:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6d24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.205129:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3588:3759:x1817354297364224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2923us (2959us total) trans 4295983167 rc 0/0 00000100:00100000:2.0:1733164792.205132:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297365888:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.205134:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6d24 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.205135:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+510:2001:x1817354606276096:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.205136:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187753 00010000:00010000:1.0:1733164792.205158:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d6d24 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.205162:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808183 00000100:00100000:2.0:1733164792.205172:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1733164792.205183:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b22d80/2, rc 0, transno 1015871 00000100:00100000:2.0:1733164792.205184:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1733164792.205189:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297366016:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.205189:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297364224:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.205199:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297365888 00000100:00100000:3.0:1733164792.205201:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297365888 00000100:00100000:2.0:1733164792.205205:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.205213:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297366016 00000100:00100000:3.0:1733164792.205215:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297366016 00000100:00100000:3.0:1733164792.205226:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187759 00000100:00100000:0.0:1733164792.205229:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.205230:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3590:3761:x1817354297365888:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.205240:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606276608 00000100:00100000:2.0:1733164792.205241:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187760 00000100:00100000:0.0:1733164792.205242:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606276608 00002000:00080000:3.0:1733164792.205244:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9036 count 1 00000100:00100000:2.0:1733164792.205245:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3590:3761:x1817354297366016:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.205252:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124b1cfc0/0xe92384b90c83b1e1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af8f expref: 510 pid: 16660 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.205253:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9037 count 1 00010000:00010000:3.0:1733164792.205255:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6d55 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.205261:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6d5c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.205266:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808184 00000100:00100000:1.0:1733164792.205266:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3590:3762:x1817354297364096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3143us (3181us total) trans 4295983168 rc 0/0 00000100:00100000:0.0:1733164792.205271:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+510:2000:x1817354606276608:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.205271:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d7ee400/0xe92384b90c83b38c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b030 expref: 510 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.205271:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009227c6c0/0xe92384b90c83b2c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b014 expref: 510 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.205273:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187752 00010000:00010000:0.0:1733164792.205277:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.205277:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.205279:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.205281:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124b1cfc0/0xe92384b90c83b1e1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af8f expref: 510 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.205281:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6d55 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.205282:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.205283:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.205285:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6d5c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205288:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124b1cfc0/0xe92384b90c83b1e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af8f expref: 510 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.205292:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1733164792.205296:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d7ee400/0xe92384b90c83b38c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b030 expref: 510 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.205296:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009227c6c0/0xe92384b90c83b2c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b014 expref: 510 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205299:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.205300:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.205300:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297366144:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.205303:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.205305:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d7ee400/0xe92384b90c83b38c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b030 expref: 510 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.205305:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009227c6c0/0xe92384b90c83b2c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b014 expref: 510 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.205313:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6d47 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.205314:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297366400:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.205318:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297366272:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.205319:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.205324:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.205333:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752d80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.205335:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54540 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.205340:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297366144 00000100:00100000:0.0:1733164792.205343:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+510:2000:x1817354606276608:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.205343:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297366144 00000100:00100000:0.0:1733164792.205350:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808184 00000004:00080000:2.0:1733164792.205350:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7cea00/2, rc 0, transno 1015872 00000100:00100000:2.0:1733164792.205356:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297364096:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.205358:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187761 00000100:00100000:1.0:1733164792.205362:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3590:3760:x1817354297366144:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.205372:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9038 count 1 00010000:00010000:0.0:1733164792.205381:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124b1cfc0/0xe92384b90c83b1e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37af8f expref: 509 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.205383:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6d63 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.205389:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297365504:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.205394:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fac1f80/0xe92384b90c83b4a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0ae expref: 508 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.205400:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.205400:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297365760:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.205401:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.205404:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.205404:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6d63 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205410:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.205413:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6d4e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205416:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.205420:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fac1f80/0xe92384b90c83b4a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0ae expref: 508 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205422:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.205425:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6d32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205428:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6d47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.205428:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fac1f80/0xe92384b90c83b4a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0ae expref: 508 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.205432:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6d32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205438:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6d47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.205438:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297366656:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.205438:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.205443:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.205443:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6d32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205448:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6d47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.205449:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6d32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205455:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6d47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.205455:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959873c0 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.205455:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6d32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.205458:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1733164792.205461:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.205463:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6d32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205464:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6d47 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.205464:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297366528:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.205469:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d6d47 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x234a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.205470:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6d32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.205472:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.205479:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6d32 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.205484:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.205484:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.205485:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6d32 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.205490:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606276736 00010000:00010000:1.0:1733164792.205491:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.205493:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606276736 00010000:00010000:1.0:1733164792.205498:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205503:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e98c000/0xe92384b90c83b25f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37afd5 expref: 509 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.205503:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297366528 00010000:00010000:1.0:1733164792.205505:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.205505:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297366528 00010000:00010000:1.0:1733164792.205510:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.205513:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.205516:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808185 00000100:00100000:0.0:1733164792.205520:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092df9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+509:2000:x1817354606276736:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.205520:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.205521:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187762 00000100:00100000:3.0:1733164792.205525:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3592:3759:x1817354297366528:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.205526:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.205529:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e98c000/0xe92384b90c83b25f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37afd5 expref: 509 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.205529:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6d40 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.205535:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9039 count 1 00010000:00010000:1.0:1733164792.205550:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6d40 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205555:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e98c000/0xe92384b90c83b25f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37afd5 expref: 509 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.205560:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6d6a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205571:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e98c000/0xe92384b90c83b25f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37afd5 expref: 509 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.205571:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099374000/0xe92384b90c83b5bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0e6 expref: 509 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.205577:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.205578:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.205580:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.205580:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6d6a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205582:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.205584:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205590:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6d4e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.205595:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099374000/0xe92384b90c83b5bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0e6 expref: 508 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.205600:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3592:3759:x1817354297364608:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3118us (3155us total) trans 4295983169 rc 0/0 00010000:00010000:0.0:1733164792.205604:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.205604:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099374000/0xe92384b90c83b5bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0e6 expref: 508 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.205606:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187754 00000100:00100000:3.0:1733164792.205613:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092dfa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297366784:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.205620:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092df9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+508:2000:x1817354606276736:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 99us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.205625:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808185 00000004:00080000:2.0:1733164792.205629:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092dfbb80/2, rc 0, transno 1015873 00000100:00100000:3.0:1733164792.205632:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54900 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.205635:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092dfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297364608:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.205661:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009402e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297366912:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.205666:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3592:3762:x1817354297365120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2961us (3002us total) trans 4295983170 rc 0/0 00000100:00100000:1.0:1733164792.205673:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187756 00000100:00100000:2.0:1733164792.205688:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1733164792.205711:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b22680/2, rc 0, transno 1015874 00000100:00100000:1.0:1733164792.205712:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297366912 00000100:00100000:1.0:1733164792.205715:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297366912 00000100:00100000:2.0:1733164792.205716:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297365120:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.205726:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.205730:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187763 00010000:00010000:2.0:1733164792.205733:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.205734:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3593:3761:x1817354297366912:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.205742:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.205744:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9040 count 1 00010000:00010000:2.0:1733164792.205748:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6d4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.205755:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6d71 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.205755:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6d4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.205757:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3593:3759:x1817354297365248:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3007us (3046us total) trans 4295983171 rc 0/0 00010000:00010000:2.0:1733164792.205759:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1f80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.205762:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187757 00010000:00010000:2.0:1733164792.205762:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6d4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.205766:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cc5b180/0xe92384b90c83b69c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b156 expref: 507 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.205767:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6d4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.205772:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.205773:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.205776:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6d71 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.205779:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6d4e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.205781:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316e7b80/2, rc 0, transno 1015875 00010000:00010000:2.0:1733164792.205785:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6d4e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x234b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.205786:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297365248:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.205792:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cc5b180/0xe92384b90c83b69c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b156 expref: 507 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.205800:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cc5b180/0xe92384b90c83b69c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b156 expref: 507 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.205806:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1733164792.205809:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297367168:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.205812:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297367040:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.205827:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987000 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.205833:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.205837:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.205843:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297367296:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.205846:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297367040 00000100:00100000:3.0:1733164792.205849:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297367040 00000100:00100000:1.0:1733164792.205861:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.205867:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297367296 00000100:00100000:3.0:1733164792.205869:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297367296 00000100:00100000:0.0:1733164792.205872:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187764 00000100:00100000:0.0:1733164792.205875:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3594:3761:x1817354297367040:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.205882:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187765 00002000:00080000:0.0:1733164792.205886:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9041 count 1 00000100:00100000:3.0:1733164792.205886:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3595:3760:x1817354297367296:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.205894:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6d78 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.205896:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9042 count 1 00010000:00010000:0.0:1733164792.205902:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009227d200/0xe92384b90c83b6f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b187 expref: 507 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.205905:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6d7f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205906:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.205906:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.205908:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6d78 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.205916:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ccb40/0xe92384b90c83b7d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b1bf expref: 507 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.205918:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009227d200/0xe92384b90c83b6f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b187 expref: 507 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.205921:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.205923:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009227d200/0xe92384b90c83b6f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b187 expref: 507 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.205923:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.205924:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6d7f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.205929:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297367424:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.205932:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3595:3760:x1817354297365632:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2763us (2818us total) trans 4295983172 rc 0/0 00000100:00100000:2.0:1733164792.205938:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187758 00010000:00010000:3.0:1733164792.205941:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ccb40/0xe92384b90c83b7d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b1bf expref: 507 pid: 16596 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.205945:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007be14e00/2, rc 0, transno 1015876 00000100:00100000:0.0:1733164792.205947:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.205949:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ccb40/0xe92384b90c83b7d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b1bf expref: 507 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.205953:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007be14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297365632:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.205963:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297367552:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.205984:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54600 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.205990:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297367680:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.206008:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.206020:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297367680 00000100:00100000:3.0:1733164792.206023:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297367680 00000100:00100000:3.0:1733164792.206035:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187766 00000100:00100000:3.0:1733164792.206039:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3595:3760:x1817354297367680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.206055:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9043 count 1 00010000:00010000:3.0:1733164792.206064:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6d86 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.206074:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800964933c0/0xe92384b90c83b8d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b213 expref: 507 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.206080:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.206081:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.206083:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6d86 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.206096:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800964933c0/0xe92384b90c83b8d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b213 expref: 507 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.206104:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800964933c0/0xe92384b90c83b8d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b213 expref: 507 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.206111:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297367808:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.206157:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.207079:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297366400:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.207097:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6d5c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.207172:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092dfa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297366784:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.207183:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.207183:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297366272:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.207187:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6d6a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.207193:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606276864 00000100:00100000:0.0:1733164792.207196:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606276864 00010000:00010000:3.0:1733164792.207202:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6d55 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.207207:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d7ee400/0xe92384b90c83b38c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b030 expref: 508 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.207211:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297366656:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.207221:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808186 00000100:00100000:0.0:1733164792.207224:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+508:2001:x1817354606276864:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.207231:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.207233:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d7ee400/0xe92384b90c83b38c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b030 expref: 508 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.207235:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6d63 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.207239:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d7ee400/0xe92384b90c83b38c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b030 expref: 508 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.207249:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d7ee400/0xe92384b90c83b38c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b030 expref: 508 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.207255:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.207257:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.207258:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6d5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.207262:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6d5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.207309:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6d5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.207317:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6d5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.207320:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.207329:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6d5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.207335:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6d5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.207342:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6d5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.207345:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+507:2001:x1817354606276864:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 120us (164us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.207347:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3180 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.207350:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808186 00010000:00010000:2.0:1733164792.207350:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6d5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.207357:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6d5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.207366:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6d5c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.207370:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.207372:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6d5c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x234d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.207378:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606277120 00000100:00100000:0.0:1733164792.207380:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606277120 00010000:00010000:0.0:1733164792.207386:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fac1f80/0xe92384b90c83b4a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0ae expref: 507 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.207406:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808187 00000100:00100000:0.0:1733164792.207409:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+507:2001:x1817354606277120:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.207414:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.207416:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fac1f80/0xe92384b90c83b4a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0ae expref: 507 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.207422:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fac1f80/0xe92384b90c83b4a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0ae expref: 507 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.207429:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fac1f80/0xe92384b90c83b4a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0ae expref: 507 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.207435:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.207436:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.207437:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.207439:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6d63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.207443:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6d63 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.207451:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606277248 00000100:00100000:3.0:1733164792.207455:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606277248 00010000:00010000:0.0:1733164792.207456:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.207461:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6d63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.207468:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+507:2001:x1817354606277120:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (97us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.207468:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6d63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.207469:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099374000/0xe92384b90c83b5bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0e6 expref: 507 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.207472:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808187 00010000:00010000:1.0:1733164792.207474:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6d63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.207481:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6d63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.207488:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808188 00010000:00010000:1.0:1733164792.207493:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6d63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.207493:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+506:2001:x1817354606277248:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.207494:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297367424:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.207499:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.207500:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.207503:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6d63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.207504:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6d78 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.207504:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099374000/0xe92384b90c83b5bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0e6 expref: 506 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.207509:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6d63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.207514:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099374000/0xe92384b90c83b5bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0e6 expref: 506 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.207518:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6d63 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.207519:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3596:3761:x1817354297366016:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2272us (2312us total) trans 4295983173 rc 0/0 00010000:00010000:1.0:1733164792.207524:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6d63 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x234e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.207526:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187760 00010000:00010000:3.0:1733164792.207531:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099374000/0xe92384b90c83b5bc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b0e6 expref: 506 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.207555:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.207557:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.207560:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.207572:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6d6a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.207575:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3ed80/2, rc 0, transno 1015877 00000100:00100000:2.0:1733164792.207584:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297366016:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.207587:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.207605:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+505:2001:x1817354606277248:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 110us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.207612:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808188 00000100:00100000:2.0:1733164792.207623:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297367936:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.207630:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.207637:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.207644:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.207644:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.207651:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6d6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.207657:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6d6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.207663:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1200 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.207665:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297367936 00010000:00010000:3.0:1733164792.207666:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6d6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.207667:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297367936 00010000:00010000:3.0:1733164792.207677:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6d6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.207681:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187767 00000100:00100000:2.0:1733164792.207685:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3597:3761:x1817354297367936:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.207686:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6d6a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.207691:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3597:3760:x1817354297366144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2327us (2370us total) trans 4295983174 rc 0/0 00010000:00010000:3.0:1733164792.207693:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6d6a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x234f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.207698:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9044 count 1 00000100:00100000:1.0:1733164792.207699:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187761 00010000:00010000:2.0:1733164792.207708:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6d8d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.207711:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b22300/2, rc 0, transno 1015878 00010000:00010000:2.0:1733164792.207718:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082fc6ac0/0xe92384b90c83b9ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b267 expref: 504 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.207719:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297366144:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.207724:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.207725:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.207728:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6d8d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.207736:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297367168:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.207743:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082fc6ac0/0xe92384b90c83b9ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b267 expref: 504 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.207751:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6d71 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.207755:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082fc6ac0/0xe92384b90c83b9ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b267 expref: 504 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.207763:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297368192:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.207772:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1733164792.207778:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297368064:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.207801:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.207812:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092dfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3597:3759:x1817354297366528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2285us (2326us total) trans 4295983175 rc 0/0 00000100:00100000:3.0:1733164792.207818:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187762 00000004:00080000:1.0:1733164792.207823:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009402e680/2, rc 0, transno 1015879 00000100:00100000:2.0:1733164792.207825:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297368064 00000100:00100000:2.0:1733164792.207828:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297368064 00000100:00100000:1.0:1733164792.207832:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297366528:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.207839:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.207843:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187768 00000100:00100000:2.0:1733164792.207847:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800868d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3597:3761:x1817354297368064:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.207848:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606277376 00000100:00100000:3.0:1733164792.207851:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606277376 00002000:00080000:2.0:1733164792.207857:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9045 count 1 00000100:00100000:0.0:1733164792.207858:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.207862:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cc5b180/0xe92384b90c83b69c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b156 expref: 505 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.207866:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6d94 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.207875:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800864b5200/0xe92384b90c83bb3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b2c2 expref: 505 pid: 16606 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.207875:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606277504 00000100:00100000:3.0:1733164792.207877:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606277504 00010000:00010000:2.0:1733164792.207880:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.207881:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.207884:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6d94 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.207884:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009227d200/0xe92384b90c83b6f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b187 expref: 506 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.207893:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808189 00000100:00100000:0.0:1733164792.207894:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.207898:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800864b5200/0xe92384b90c83bb3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b2c2 expref: 506 pid: 16606 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.207899:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a42c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+506:2001:x1817354606277376:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.207905:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800864b5200/0xe92384b90c83bb3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b2c2 expref: 506 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.207906:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606276992 00000100:00100000:0.0:1733164792.207908:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.207908:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.207908:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606276992 00010000:00010000:1.0:1733164792.207913:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cc5b180/0xe92384b90c83b69c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b156 expref: 507 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.207913:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297368320:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.207915:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009227c6c0/0xe92384b90c83b2c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b014 expref: 507 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.207927:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cc5b180/0xe92384b90c83b69c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b156 expref: 507 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.207932:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606277632 00000100:00100000:3.0:1733164792.207934:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606277632 00000100:00100000:2.0:1733164792.207935:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947526c0 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.207939:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cc5b180/0xe92384b90c83b69c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b156 expref: 508 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.207941:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.207941:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ccb40/0xe92384b90c83b7d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b1bf expref: 508 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.207949:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.207951:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.207953:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6d71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.207959:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6d71 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.207959:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606277760 00000100:00100000:3.0:1733164792.207961:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606277760 00010000:00010000:3.0:1733164792.207969:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800964933c0/0xe92384b90c83b8d3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b213 expref: 508 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.207971:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808190 00010000:00010000:1.0:1733164792.207973:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.207976:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+508:2001:x1817354606277504:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.207982:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808191 00010000:00010000:0.0:1733164792.207984:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.207987:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+508:2000:x1817354606276992:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.207989:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009227d200/0xe92384b90c83b6f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b187 expref: 508 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.207992:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a42c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+508:2001:x1817354606277376:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 93us (154us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.207994:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.207994:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808192 00010000:00010000:0.0:1733164792.207998:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009227d200/0xe92384b90c83b6f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b187 expref: 508 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.207999:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808189 00010000:00010000:2.0:1733164792.207999:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009227c6c0/0xe92384b90c83b2c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b014 expref: 508 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.207999:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+508:2001:x1817354606277632:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.208005:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.208008:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009227c6c0/0xe92384b90c83b2c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b014 expref: 508 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.208010:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009227d200/0xe92384b90c83b6f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b187 expref: 507 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.208010:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ccb40/0xe92384b90c83b7d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b1bf expref: 507 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.208019:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ccb40/0xe92384b90c83b7d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b1bf expref: 506 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.208020:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009227c6c0/0xe92384b90c83b2c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b014 expref: 506 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.208021:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.208022:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.208025:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6d78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.208030:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.208030:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.208032:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.208032:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.208034:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.208035:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.208037:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6d78 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.208041:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808193 00010000:00010000:2.0:1733164792.208041:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6d55 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.208042:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6d7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.208046:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+505:2001:x1817354606277760:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.208052:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.208053:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.208055:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.208057:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.208058:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800964933c0/0xe92384b90c83b8d3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b213 expref: 505 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.208066:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800964933c0/0xe92384b90c83b8d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b213 expref: 505 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.208069:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+505:2001:x1817354606277504:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.208073:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+505:2000:x1817354606276992:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.208075:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808190 00010000:00010000:1.0:1733164792.208076:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.208077:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.208077:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+505:2001:x1817354606277632:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.208078:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808191 00010000:00010000:1.0:1733164792.208080:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208086:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6d86 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.208090:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808192 00010000:00010000:1.0:1733164792.208094:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.208096:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.208100:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.208106:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+502:2001:x1817354606277760:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (165us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.208108:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.208111:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808193 00000100:00100000:0.0:1733164792.208112:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1733164792.208112:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6d55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.208116:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6d55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.208118:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297368448:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.208119:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.208121:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6d55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.208122:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800964933c0/0xe92384b90c83b8d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b213 expref: 501 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.208124:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6d55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.208129:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6d55 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.208132:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297367808:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.208133:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d6d55 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x234c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208134:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6d71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.208156:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.208159:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6d71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.208163:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208166:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6d71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.208171:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208173:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6d71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.208177:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208179:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6d71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.208185:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.208186:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ccb40/0xe92384b90c83b7d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b1bf expref: 500 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.208190:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.208192:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6d86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208193:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6d71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.208197:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297367552:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.208198:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6d86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208199:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6d71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208207:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6d71 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.208209:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.208211:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.208212:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6d86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208213:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6d71 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.208217:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.208219:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6d86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.208223:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.208227:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6d86 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.208230:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.208234:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3598:3761:x1817354297365888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3003us (3062us total) trans 4295983176 rc 0/0 00010000:00010000:3.0:1733164792.208234:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6d86 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.208238:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187759 00010000:00010000:0.0:1733164792.208240:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6d7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.208246:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6d7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.208246:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297368448 00000100:00100000:2.0:1733164792.208248:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297368448 00010000:00010000:0.0:1733164792.208251:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.208253:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6d7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.208257:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187769 00010000:00010000:0.0:1733164792.208259:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6d7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.208259:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3598:3760:x1817354297368448:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.208267:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6d7f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.208267:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9046 count 1 00010000:00010000:0.0:1733164792.208272:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d6d7f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.208273:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6d9b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.208280:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091cd5d40/0xe92384b90c83bc61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b324 expref: 499 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.208284:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.208285:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.208286:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6d9b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.208296:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091cd5d40/0xe92384b90c83bc61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b324 expref: 499 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.208300:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091cd5d40/0xe92384b90c83bc61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b324 expref: 499 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.208306:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297368576:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.208318:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00000004:00080000:2.0:1733164792.208333:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3ca80/2, rc 0, transno 1015880 00000100:00100000:2.0:1733164792.208337:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297365888:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1733164792.208343:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88009402e300/2, rc 0, transno 1015881 00000100:00100000:2.0:1733164792.208345:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009402e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297366912:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.208346:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3601:3761:x1817354297366912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2610us (2656us total) trans 4295983177 rc 0/0 00000100:00100000:1.0:1733164792.208352:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187763 00000100:00100000:3.0:1733164792.208353:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3601:3760:x1817354297367680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2312us (2342us total) trans 4295983178 rc 0/0 00000100:00100000:2.0:1733164792.208354:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752d80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.208360:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187766 00000004:00080000:3.0:1733164792.208386:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91f800/2, rc 0, transno 1015882 00000100:00100000:3.0:1733164792.208390:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297367680:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.208461:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3599:3760:x1817354297367296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2573us (2597us total) trans 4295983179 rc 0/0 00000100:00100000:0.0:1733164792.208467:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187765 00000004:00080000:3.0:1733164792.208467:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e007b80/2, rc 0, transno 1015883 00000100:00100000:3.0:1733164792.208471:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297367296:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.208506:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297368704:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.208525:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.208559:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297368704 00000100:00100000:3.0:1733164792.208562:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297368704 00000100:00100000:1.0:1733164792.208570:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297369088:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.208577:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297368832:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.208577:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187770 00000100:00100000:3.0:1733164792.208582:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3599:3760:x1817354297368704:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.208592:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9047 count 1 00000100:00100000:1.0:1733164792.208600:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.208602:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297368960:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.208602:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d6da2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.208612:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ebaf180/0xe92384b90c83bd64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b37f expref: 499 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.208619:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.208620:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.208622:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d6da2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.208631:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.208637:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ebaf180/0xe92384b90c83bd64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b37f expref: 499 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.208645:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ebaf180/0xe92384b90c83bd64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b37f expref: 499 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.208651:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297369088 00000100:00100000:1.0:1733164792.208654:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297369088 00000100:00100000:3.0:1733164792.208654:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297369216:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.208661:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.208665:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297368960 00000100:00100000:1.0:1733164792.208668:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297368960 00010000:00010000:0.0:1733164792.208669:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6d78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.208676:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6d78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.208676:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.208683:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6d78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.208683:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297368832 00000100:00100000:1.0:1733164792.208686:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187771 00000100:00100000:2.0:1733164792.208686:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297368832 00010000:00010000:0.0:1733164792.208690:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6d78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.208690:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3602:3762:x1817354297368960:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.208696:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6d78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.208701:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6ac0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.208702:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187772 00002000:00080000:1.0:1733164792.208703:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9049 count 1 00010000:00010000:0.0:1733164792.208704:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6d78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.208705:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3602:3761:x1817354297368832:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.208710:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6d78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208715:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6da9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.208716:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9048 count 1 00010000:00010000:0.0:1733164792.208719:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6d78 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.208725:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6d78 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.208725:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6db0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208727:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f909680/0xe92384b90c83bee5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3ef expref: 499 pid: 16657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208734:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.208735:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.208736:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cf3d440/0xe92384b90c83be28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3b7 expref: 499 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208737:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6da9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.208742:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.208743:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.208745:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6db0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208753:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f909680/0xe92384b90c83bee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3ef expref: 499 pid: 16657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.208760:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cf3d440/0xe92384b90c83be28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3b7 expref: 499 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208761:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f909680/0xe92384b90c83bee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3ef expref: 499 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.208769:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cf3d440/0xe92384b90c83be28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3b7 expref: 499 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.208770:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297369344:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.208783:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297369472:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.208791:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959873c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.208801:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752480 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.208811:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187773 00000100:00100000:1.0:1733164792.208815:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880083a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3603:3759:x1817354297369088:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.208823:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9050 count 1 00000100:00100000:0.0:1733164792.208832:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3603:3761:x1817354297367040:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2954us (2997us total) trans 4295983180 rc 0/0 00010000:00010000:1.0:1733164792.208832:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6db7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.208839:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187764 00010000:00010000:1.0:1733164792.208840:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800972bad00/0xe92384b90c83bfd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b44a expref: 499 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208845:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:2.0:1733164792.208845:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092df8e00/2, rc 0, transno 1015884 00010000:00010000:1.0:1733164792.208846:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.208848:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6db7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.208853:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297367040:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.208861:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800972bad00/0xe92384b90c83bfd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b44a expref: 499 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208868:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800972bad00/0xe92384b90c83bfd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b44a expref: 499 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.208875:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297369600:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.208883:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297369728:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.208900:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.208906:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.208927:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297369728 00000100:00100000:1.0:1733164792.208930:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297369728 00000100:00100000:1.0:1733164792.208948:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187774 00000100:00100000:1.0:1733164792.208951:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3603:3760:x1817354297369728:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.208961:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9051 count 1 00010000:00010000:1.0:1733164792.208970:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6dbe lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208980:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800980c4fc0/0xe92384b90c83c0f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b497 expref: 499 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.208987:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.208988:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.208990:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6dbe lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.209007:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800980c4fc0/0xe92384b90c83c0f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b497 expref: 499 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.209016:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800980c4fc0/0xe92384b90c83c0f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b497 expref: 499 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.209024:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297369856:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.209059:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.210276:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.210302:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.210319:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.210336:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606277888 00000100:00100000:0.0:1733164792.210340:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606277888 00010000:00010000:0.0:1733164792.210359:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800864b5200/0xe92384b90c83bb3b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b2c2 expref: 500 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.210377:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606278016 00000100:00100000:0.0:1733164792.210379:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606278016 00000100:00100000:3.0:1733164792.210383:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297369216:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.210384:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297368576:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.210387:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082fc6ac0/0xe92384b90c83b9ac lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b267 expref: 501 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.210399:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606278144 00000100:00100000:1.0:1733164792.210404:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606278144 00010000:00010000:3.0:1733164792.210405:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d6da2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.210410:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808194 00000100:00100000:0.0:1733164792.210415:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+502:2001:x1817354606277888:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.210415:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6d9b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.210421:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091cd5d40/0xe92384b90c83bc61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b324 expref: 502 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.210423:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.210423:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808195 00010000:00010000:0.0:1733164792.210428:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800864b5200/0xe92384b90c83bb3b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b2c2 expref: 502 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.210429:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+502:2000:x1817354606278016:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.210437:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800864b5200/0xe92384b90c83bb3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b2c2 expref: 502 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.210438:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.210442:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808196 00010000:00010000:3.0:1733164792.210442:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082fc6ac0/0xe92384b90c83b9ac lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b267 expref: 502 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.210447:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+502:2002:x1817354606278144:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.210451:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.210452:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.210452:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082fc6ac0/0xe92384b90c83b9ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b267 expref: 502 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.210455:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.210456:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6d94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.210459:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091cd5d40/0xe92384b90c83bc61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b324 expref: 502 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.210463:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6d94 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.210464:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.210466:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.210467:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091cd5d40/0xe92384b90c83bc61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b324 expref: 502 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.210469:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6d8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.210476:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6d8d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.210480:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091cd5d40/0xe92384b90c83bc61 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b324 expref: 502 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.210483:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.210487:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.210493:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.210494:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.210497:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6d9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.210504:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6d9b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.210507:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+501:2001:x1817354606277888:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 90us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.210507:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+501:2000:x1817354606278016:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.210514:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808194 00000100:00100000:3.0:1733164792.210522:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808195 00010000:00010000:1.0:1733164792.210530:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.210560:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082fc6ac0/0xe92384b90c83b9ac lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b267 expref: 499 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.210560:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+499:2002:x1817354606278144:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 112us (240us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.210560:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6d9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.210565:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808196 00010000:00010000:2.0:1733164792.210567:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6d9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.210571:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297368192:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.210572:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800864b5200/0xe92384b90c83bb3b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b2c2 expref: 498 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.210575:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6d9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.210581:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6d9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.210584:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297368320:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.210586:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6d8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.210586:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6d9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.210593:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6d8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.210596:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.210598:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6d8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.210599:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6d9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.210604:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6d8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.210605:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6d9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.210610:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6d8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.210615:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6d9b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.210616:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.210621:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6d9b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.210621:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6d94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.210625:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.210628:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.210629:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6d94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.210634:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.210636:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6d94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.210642:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6d8d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.210644:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6d94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.210647:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d6d8d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.210650:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6d94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.210657:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6d94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.210663:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.210666:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6d94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.210673:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6d94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.210682:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6d94 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.210688:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d6d94 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.210717:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.210762:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606278272 00000100:00100000:1.0:1733164792.210767:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606278272 00010000:00010000:1.0:1733164792.210781:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ebaf180/0xe92384b90c83bd64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b37f expref: 497 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.210784:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3606:3760:x1817354297368448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2522us (2643us total) trans 4295983181 rc 0/0 00000100:00100000:2.0:1733164792.210789:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187769 00000100:00100000:1.0:1733164792.210800:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808197 00000100:00100000:1.0:1733164792.210804:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+497:2003:x1817354606278272:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.210808:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800868d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3605:3761:x1817354297368064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2959us (3005us total) trans 4295983183 rc 0/0 00010000:00010000:1.0:1733164792.210811:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.210815:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ebaf180/0xe92384b90c83bd64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b37f expref: 497 pid: 16622 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.210815:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950dad80/2, rc 0, transno 1015885 00000100:00100000:3.0:1733164792.210816:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187768 00000100:00100000:2.0:1733164792.210820:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297368448:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.210823:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ebaf180/0xe92384b90c83bd64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b37f expref: 497 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.210834:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ebaf180/0xe92384b90c83bd64 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b37f expref: 497 pid: 16622 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.210844:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950daa00/2, rc 0, transno 1015887 00010000:00010000:1.0:1733164792.210848:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.210849:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.210849:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297368064:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.210851:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d6da2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.210853:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.210858:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d6da2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.210860:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.210872:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.210874:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.210877:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606278400 00000100:00100000:3.0:1733164792.210880:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606278400 00000100:00100000:0.0:1733164792.210882:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606278656 00000100:00100000:0.0:1733164792.210884:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606278656 00000100:00100000:1.0:1733164792.210891:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+498:2003:x1817354606278272:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (174us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.210891:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f909680/0xe92384b90c83bee5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3ef expref: 498 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.210893:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800972bad00/0xe92384b90c83bfd3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b44a expref: 498 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.210895:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808197 00000100:00100000:2.0:1733164792.210895:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3604:3761:x1817354297367936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3208us (3250us total) trans 4295983182 rc 0/0 00000100:00100000:2.0:1733164792.210901:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187767 00000100:00100000:1.0:1733164792.210904:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606278528 00000100:00100000:1.0:1733164792.210906:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606278528 00000100:00100000:3.0:1733164792.210907:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808198 00000100:00100000:0.0:1733164792.210912:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808199 00000100:00100000:3.0:1733164792.210912:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+498:2001:x1817354606278400:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.210913:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cf3d440/0xe92384b90c83be28 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3b7 expref: 498 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.210915:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+498:2001:x1817354606278656:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.210919:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.210920:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.210922:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f909680/0xe92384b90c83bee5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3ef expref: 498 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.210923:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800972bad00/0xe92384b90c83bfd3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b44a expref: 498 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.210926:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808200 00010000:00010000:0.0:1733164792.210929:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800972bad00/0xe92384b90c83bfd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b44a expref: 498 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.210929:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+498:2001:x1817354606278528:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.210932:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f909680/0xe92384b90c83bee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3ef expref: 498 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.210935:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.210937:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.210938:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.210938:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cf3d440/0xe92384b90c83be28 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3b7 expref: 498 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.210940:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.210943:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.210944:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6db7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.210945:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.210946:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cf3d440/0xe92384b90c83be28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3b7 expref: 498 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.210948:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6da9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.210951:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.210955:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6da9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.210959:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.210961:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.210962:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+498:2001:x1817354606278656:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 46us (100us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.210963:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6db0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.210966:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808199 00010000:00010000:3.0:1733164792.210966:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.210969:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6db0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.210978:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.210982:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+497:2001:x1817354606278400:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (129us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.210988:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cf3d440/0xe92384b90c83be28 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3b7 expref: 497 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.210988:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808198 00000100:00100000:1.0:1733164792.210991:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+497:2001:x1817354606278528:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.210997:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808200 00000100:00100000:0.0:1733164792.210999:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297369472:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.211011:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6db0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211018:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6db0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211028:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6db0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.211031:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f909680/0xe92384b90c83bee5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b3ef expref: 494 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.211034:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6db0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.211036:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d6da2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.211040:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297369984:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.211041:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6db0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.211043:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297369344:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.211043:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d6da2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211046:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6db0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.211051:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d6da2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211052:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.211054:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6db0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.211058:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d6da2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211060:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6db0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.211060:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6da9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.211062:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.211065:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d6da2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.211067:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6da9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211069:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6db0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.211070:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.211073:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6da9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.211073:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d6da2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211075:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d6db0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.211079:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6da9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.211079:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b7800/2, rc 0, transno 1015886 00010000:00010000:3.0:1733164792.211080:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d6da2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.211086:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6da9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.211086:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297367936:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.211090:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d6da2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.211092:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6da9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.211093:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1733164792.211096:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7840 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.211098:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ae37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297370112:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.211099:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6da9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.211102:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d6da2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.211104:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6da9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.211112:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6da9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.211113:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.211117:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6da9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.211135:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297369984 00000100:00100000:2.0:1733164792.211138:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297369984 00000100:00100000:2.0:1733164792.211176:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297370112 00000100:00100000:2.0:1733164792.211179:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297370112 00000100:00100000:2.0:1733164792.211189:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187775 00000100:00100000:2.0:1733164792.211193:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3607:3761:x1817354297369984:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.211209:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9052 count 1 00000100:00100000:0.0:1733164792.211212:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3608:3761:x1817354297368832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2504us (2549us total) trans 4295983184 rc 0/0 00000100:00100000:0.0:1733164792.211220:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187772 00010000:00010000:2.0:1733164792.211220:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6dc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.211232:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093566f40/0xe92384b90c83c203 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b500 expref: 493 pid: 16606 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.211235:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187776 00000100:00100000:3.0:1733164792.211235:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3607:3760:x1817354297368704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2651us (2708us total) trans 4295983185 rc 0/0 00010000:00010000:2.0:1733164792.211238:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.211239:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3607:3761:x1817354297370112:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.211240:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.211241:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187770 00010000:00010000:2.0:1733164792.211242:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6dc5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.211250:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9053 count 1 00010000:00010000:2.0:1733164792.211258:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093566f40/0xe92384b90c83c203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b500 expref: 493 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211261:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6dcc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.211265:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950d8e00/2, rc 0, transno 1015889 00010000:00010000:2.0:1733164792.211267:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093566f40/0xe92384b90c83c203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b500 expref: 493 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.211269:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297368704:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.211271:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008160b180/0xe92384b90c83c2c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b54d expref: 493 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.211274:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3606:3762:x1817354297368960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2582us (2641us total) trans 4295983186 rc 0/0 00010000:00010000:0.0:1733164792.211276:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.211276:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297370240:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.211277:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.211279:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6dcc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.211279:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187771 00010000:00010000:0.0:1733164792.211295:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008160b180/0xe92384b90c83c2c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b54d expref: 493 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.211298:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.211302:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008160b180/0xe92384b90c83c2c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b54d expref: 493 pid: 16651 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.211302:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950d8000/2, rc 0, transno 1015890 00000100:00100000:1.0:1733164792.211309:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297368960:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.211310:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297370624:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.211311:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297370496:192.168.202.7@tcp:104: 00000004:00080000:2.0:1733164792.211321:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950db480/2, rc 0, transno 1015888 00000100:00100000:2.0:1733164792.211324:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297368832:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.211330:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.211333:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.211339:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297370624 00000100:00100000:2.0:1733164792.211341:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297370624 00000100:00100000:1.0:1733164792.211343:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297370368:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.211352:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297369856:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.211352:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187777 00000100:00100000:2.0:1733164792.211355:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3606:3760:x1817354297370624:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.211363:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9055 count 1 00010000:00010000:0.0:1733164792.211365:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6dbe lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.211367:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.211369:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6dd3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.211376:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b17a1c0/0xe92384b90c83c480 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b5d9 expref: 493 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.211380:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.211381:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.211383:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6dd3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.211383:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297370368 00000100:00100000:3.0:1733164792.211386:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297370368 00010000:00010000:2.0:1733164792.211392:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b17a1c0/0xe92384b90c83c480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b5d9 expref: 493 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.211397:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b17a1c0/0xe92384b90c83c480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b5d9 expref: 493 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.211402:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297370752:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.211405:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187778 00000100:00100000:3.0:1733164792.211410:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012104a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3607:3759:x1817354297370368:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.211418:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00002000:00080000:3.0:1733164792.211421:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9054 count 1 00010000:00010000:3.0:1733164792.211431:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6dda lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.211438:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297371008:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.211442:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606278784 00010000:00010000:3.0:1733164792.211442:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fba0240/0xe92384b90c83c37d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b577 expref: 493 pid: 15943 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.211445:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606278784 00010000:00010000:3.0:1733164792.211449:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.211451:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.211453:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6dda lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.211454:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800980c4fc0/0xe92384b90c83c0f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b497 expref: 494 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.211459:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.211465:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808201 00000100:00100000:2.0:1733164792.211469:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+494:2001:x1817354606278784:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.211475:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.211479:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800980c4fc0/0xe92384b90c83c0f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b497 expref: 494 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.211482:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fba0240/0xe92384b90c83c37d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b577 expref: 494 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.211486:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800980c4fc0/0xe92384b90c83c0f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b497 expref: 494 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.211491:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fba0240/0xe92384b90c83c37d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b577 expref: 494 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.211495:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800972bad00/0xe92384b90c83bfd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b44a expref: 494 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.211499:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800980c4fc0/0xe92384b90c83c0f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b497 expref: 494 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.211501:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf62a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297371136:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.211506:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297369600:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.211510:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.211512:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.211515:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6dbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.211522:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6dbe lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.211523:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.211526:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.211530:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.211535:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.211535:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.211554:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297371008 00000100:00100000:3.0:1733164792.211556:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297371008 00010000:00010000:1.0:1733164792.211560:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.211566:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6db7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.211567:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+492:2001:x1817354606278784:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 98us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.211571:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187779 00010000:00010000:1.0:1733164792.211572:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6db7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.211572:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808201 00000100:00100000:3.0:1733164792.211575:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3608:3762:x1817354297371008:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.211577:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.211580:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6db7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.211584:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9057 count 1 00010000:00010000:1.0:1733164792.211585:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6db7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211588:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6dbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.211589:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297370880:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.211593:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6db7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.211593:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6de1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211595:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6dbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.211598:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6db7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x235a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211601:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6dbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.211603:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cbf4b40/0xe92384b90c83c671 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b665 expref: 491 pid: 16657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211607:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6dbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.211607:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.211608:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.211610:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.211612:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6de1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211613:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6dbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211619:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.211622:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6dbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.211628:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6dbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.211628:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cbf4b40/0xe92384b90c83c671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b665 expref: 491 pid: 16657 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.211630:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297370880 00000100:00100000:2.0:1733164792.211633:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297370880 00010000:00010000:0.0:1733164792.211637:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6dbe lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.211641:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cbf4b40/0xe92384b90c83c671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b665 expref: 491 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.211647:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6dbe lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x235b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.211648:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187780 00000100:00100000:3.0:1733164792.211650:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297371264:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.211653:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3610:3761:x1817354297370880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.211664:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9056 count 1 00000100:00100000:3.0:1733164792.211671:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54540 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.211674:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6de8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.211684:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ee0e400/0xe92384b90c83c5b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b618 expref: 491 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.211689:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.211691:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.211693:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880083a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3610:3759:x1817354297369088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2876us (3092us total) trans 4295983187 rc 0/0 00010000:00010000:2.0:1733164792.211693:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6de8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.211699:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187773 00010000:00010000:2.0:1733164792.211704:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ee0e400/0xe92384b90c83c5b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b618 expref: 491 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.211710:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ee0e400/0xe92384b90c83c5b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b618 expref: 491 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.211715:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297371392:192.168.202.7@tcp:104: 00000004:00080000:1.0:1733164792.211727:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950db100/2, rc 0, transno 1015891 00000100:00100000:2.0:1733164792.211730:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947529c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.211734:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297369088:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.211741:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.211771:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3610:3760:x1817354297369728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2817us (2863us total) trans 4295983188 rc 0/0 00000100:00100000:0.0:1733164792.211778:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187774 00000004:00080000:3.0:1733164792.211907:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae34700/2, rc 0, transno 1015892 00000100:00100000:1.0:1733164792.211913:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012104bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297371520:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.211922:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297369728:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.211936:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.211954:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297371520 00000100:00100000:1.0:1733164792.211956:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297371520 00000100:00100000:3.0:1733164792.211978:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297371648:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.211980:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187781 00000100:00100000:0.0:1733164792.211986:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3610:3759:x1817354297371520:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.211998:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9058 count 1 00000100:00100000:3.0:1733164792.211999:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.212008:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6def lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.212014:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297371648 00000100:00100000:1.0:1733164792.212016:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297371648 00010000:00010000:0.0:1733164792.212018:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095e0c480/0xe92384b90c83c743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b6a4 expref: 491 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.212024:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.212026:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.212027:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6def lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.212029:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187782 00000100:00100000:1.0:1733164792.212032:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3611:3760:x1817354297371648:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.212043:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095e0c480/0xe92384b90c83c743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b6a4 expref: 491 pid: 15986 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.212043:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9059 count 1 00010000:00010000:0.0:1733164792.212052:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095e0c480/0xe92384b90c83c743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b6a4 expref: 491 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.212052:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6df6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.212062:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b67cc0/0xe92384b90c83c815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b6ea expref: 491 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.212065:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297371776:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.212069:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.212070:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.212073:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6df6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.212087:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b67cc0/0xe92384b90c83c815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b6ea expref: 491 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.212089:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.212096:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b67cc0/0xe92384b90c83c815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b6ea expref: 491 pid: 16590 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.212105:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012104ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297371904:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.212126:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.212695:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297370240:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.212717:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6dc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.212996:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297370496:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.213006:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.213011:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6dcc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.213019:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf62a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297371136:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.213028:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606278912 00000100:00100000:2.0:1733164792.213031:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606278912 00010000:00010000:3.0:1733164792.213034:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6dda lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.213046:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093566f40/0xe92384b90c83c203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b500 expref: 492 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.213059:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297371264:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.213065:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808202 00010000:00010000:3.0:1733164792.213068:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6de1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.213069:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e007480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+492:2000:x1817354606278912:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.213076:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.213080:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093566f40/0xe92384b90c83c203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b500 expref: 492 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.213088:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093566f40/0xe92384b90c83c203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b500 expref: 492 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.213101:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093566f40/0xe92384b90c83c203 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b500 expref: 492 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.213111:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.213113:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.213116:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6dc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.213122:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6dc5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.213164:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6dc5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.213172:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6dc5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.213174:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.213175:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.213185:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6dc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.213192:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6dc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.213197:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e007480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+491:2000:x1817354606278912:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 126us (192us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.213199:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.213203:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606279040 00000100:00100000:0.0:1733164792.213204:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.213204:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808202 00010000:00010000:3.0:1733164792.213205:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1440 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.213206:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606279040 00010000:00010000:3.0:1733164792.213209:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.213216:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606279168 00010000:00010000:3.0:1733164792.213216:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6dc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.213218:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606279168 00010000:00010000:1.0:1733164792.213220:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008160b180/0xe92384b90c83c2c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b54d expref: 491 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.213226:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6dc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.213228:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbf4b40/0xe92384b90c83c671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b665 expref: 492 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.213232:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6dc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x235c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.213239:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808203 00000100:00100000:1.0:1733164792.213243:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+492:2002:x1817354606279040:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.213249:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.213253:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808204 00010000:00010000:1.0:1733164792.213254:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008160b180/0xe92384b90c83c2c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b54d expref: 492 pid: 16651 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.213257:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+492:2002:x1817354606279168:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.213262:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008160b180/0xe92384b90c83c2c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b54d expref: 492 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.213265:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.213269:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cbf4b40/0xe92384b90c83c671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b665 expref: 492 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.213274:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008160b180/0xe92384b90c83c2c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b54d expref: 492 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.213277:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cbf4b40/0xe92384b90c83c671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b665 expref: 492 pid: 16657 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.213280:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.213284:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.213286:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.213288:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6dcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.213290:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cbf4b40/0xe92384b90c83c671 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b665 expref: 491 pid: 16657 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.213295:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6dcc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.213297:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606279296 00000100:00100000:3.0:1733164792.213300:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606279296 00000100:00100000:0.0:1733164792.213303:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.213304:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.213306:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.213308:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.213308:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6de1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.213313:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee0e400/0xe92384b90c83c5b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b618 expref: 491 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.213314:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6de1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.213319:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.213327:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.213331:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+491:2002:x1817354606279040:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.213335:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808203 00000100:00100000:3.0:1733164792.213335:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606279552 00000100:00100000:3.0:1733164792.213337:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606279552 00000100:00100000:0.0:1733164792.213339:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606279808 00000100:00100000:0.0:1733164792.213343:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606279808 00000100:00100000:2.0:1733164792.213343:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+491:2002:x1817354606279168:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (139us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.213345:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fba0240/0xe92384b90c83c37d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b577 expref: 491 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.213348:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808204 00010000:00010000:0.0:1733164792.213355:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b67cc0/0xe92384b90c83c815 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b6ea expref: 491 pid: 16590 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.213359:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808205 00000100:00100000:2.0:1733164792.213363:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e005f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+491:2000:x1817354606279296:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.213370:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.213370:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808206 00010000:00010000:2.0:1733164792.213374:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ee0e400/0xe92384b90c83c5b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b618 expref: 491 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.213375:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e005880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+491:2000:x1817354606279552:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.213378:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808207 00000100:00100000:1.0:1733164792.213381:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e006300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+491:2000:x1817354606279808:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.213382:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ee0e400/0xe92384b90c83c5b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b618 expref: 491 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.213385:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.213386:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.213389:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b67cc0/0xe92384b90c83c815 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b6ea expref: 491 pid: 16590 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.213390:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.213391:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.213391:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fba0240/0xe92384b90c83c37d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b577 expref: 491 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.213393:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6de8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.213397:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b67cc0/0xe92384b90c83c815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b6ea expref: 491 pid: 16590 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.213399:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fba0240/0xe92384b90c83c37d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b577 expref: 491 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.213401:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6de8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213403:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ee0e400/0xe92384b90c83c5b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b618 expref: 491 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.213407:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.213408:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.213410:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.213411:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fba0240/0xe92384b90c83c37d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b577 expref: 490 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.213413:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6df6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.213415:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297371392:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.213417:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e005f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+490:2000:x1817354606279296:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (137us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.213419:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6df6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.213420:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808205 00010000:00010000:3.0:1733164792.213422:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.213424:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.213426:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6dda lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.213428:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.213433:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6dda lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213438:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6de8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.213443:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6dcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.213444:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e006300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+488:2000:x1817354606279808:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (124us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.213446:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6de8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.213446:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.213448:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6dcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.213450:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808207 00010000:00010000:0.0:1733164792.213452:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6de8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.213452:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6dcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.213456:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6dcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.213461:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6dcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213463:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6de8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.213464:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e005880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+487:2000:x1817354606279552:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (160us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.213466:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.213468:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6dcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213469:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6de8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.213470:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808206 00010000:00010000:0.0:1733164792.213475:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6de8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.213479:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6dcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213480:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.213483:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6de8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.213487:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6dcc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213490:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6de8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.213490:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.213490:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6dda lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.213493:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6dcc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x235d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.213496:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6dda lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213499:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6de8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.213503:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606279424 00010000:00010000:3.0:1733164792.213503:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6dda lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213505:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6de8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.213507:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606279424 00010000:00010000:3.0:1733164792.213509:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6dda lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.213516:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b17a1c0/0xe92384b90c83c480 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b5d9 expref: 487 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.213516:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6dda lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.213522:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.213525:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6dda lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.213533:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6dda lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.213551:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808208 00000100:00100000:1.0:1733164792.213554:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121049500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+487:2000:x1817354606279424:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.213559:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.213561:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6dda lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.213562:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b17a1c0/0xe92384b90c83c480 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b5d9 expref: 487 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.213567:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b17a1c0/0xe92384b90c83c480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b5d9 expref: 487 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.213572:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d6dda lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x235e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.213579:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.213580:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.213582:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6dd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.213587:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6dd3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.213593:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.213605:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b17a1c0/0xe92384b90c83c480 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b5d9 expref: 487 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.213605:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121049500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+487:2000:x1817354606279424:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 51us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.213608:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808208 00000100:00100000:0.0:1733164792.213616:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297370752:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.213629:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6dd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213637:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6dd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213643:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6dd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213649:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6dd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.213650:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3614:3761:x1817354297370112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2410us (2535us total) trans 4295983189 rc 0/0 00000100:00100000:1.0:1733164792.213651:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.213655:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6dd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.213657:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187776 00000100:00100000:1.0:1733164792.213659:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606279680 00010000:00010000:0.0:1733164792.213661:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6dd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.213661:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606279680 00010000:00010000:0.0:1733164792.213666:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.213668:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095e0c480/0xe92384b90c83c743 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b6a4 expref: 486 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.213669:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6dd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213675:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6dd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213684:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6dd3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.213684:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae37800/2, rc 0, transno 1015893 00000100:00100000:1.0:1733164792.213685:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808209 00000100:00100000:1.0:1733164792.213687:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012104aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+486:2000:x1817354606279680:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.213690:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297370112:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.213692:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.213694:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095e0c480/0xe92384b90c83c743 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b6a4 expref: 486 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.213695:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6dd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x235f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.213701:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095e0c480/0xe92384b90c83c743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b6a4 expref: 486 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.213710:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012104a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3613:3759:x1817354297370368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2298us (2341us total) trans 4295983191 rc 0/0 00010000:00010000:1.0:1733164792.213712:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.213713:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.213714:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6def lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.213716:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187778 00010000:00010000:1.0:1733164792.213718:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6def lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.213724:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.213734:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012104aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+486:2000:x1817354606279680:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 45us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.213737:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808209 00000100:00100000:2.0:1733164792.213751:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297372032:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.213757:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee5180/2, rc 0, transno 1015895 00000100:00100000:1.0:1733164792.213762:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297370368:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.213768:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.213782:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b67cc0/0xe92384b90c83c815 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b6ea expref: 485 pid: 16590 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.213788:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012104ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297371904:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.213794:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3614:3760:x1817354297370624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2437us (2459us total) trans 4295983192 rc 0/0 00010000:00010000:1.0:1733164792.213799:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6df6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.213801:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187777 00000100:00100000:3.0:1733164792.213801:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3614:3761:x1817354297369984:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2606us (2737us total) trans 4295983193 rc 0/0 00000004:00080000:2.0:1733164792.213805:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ae35500/2, rc 0, transno 1015897 00000100:00100000:1.0:1733164792.213807:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297372160:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.213807:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187775 00000100:00100000:2.0:1733164792.213809:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ae35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297369984:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.213815:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297372032 00000100:00100000:0.0:1733164792.213818:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297372032 00000100:00100000:1.0:1733164792.213821:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.213831:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297372160 00000100:00100000:0.0:1733164792.213833:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297372160 00000004:00080000:3.0:1733164792.213834:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf60a80/2, rc 0, transno 1015896 00000100:00100000:1.0:1733164792.213837:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297372288:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.213843:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297370624:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.213844:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187783 00000100:00100000:1.0:1733164792.213848:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.213849:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3614:3761:x1817354297372032:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.213857:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297372288 00000100:00100000:3.0:1733164792.213860:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297372288 00002000:00080000:0.0:1733164792.213863:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9060 count 1 00000100:00100000:2.0:1733164792.213869:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3615:3761:x1817354297370880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2216us (2261us total) trans 4295983190 rc 0/0 00000100:00100000:3.0:1733164792.213874:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187784 00010000:00010000:0.0:1733164792.213875:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6dfd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.213878:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012104ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3615:3762:x1817354297372160:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.213881:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187780 00010000:00010000:0.0:1733164792.213885:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b02400/0xe92384b90c83cad1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b737 expref: 484 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.213885:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187785 00002000:00080000:3.0:1733164792.213889:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9061 count 1 00000100:00100000:1.0:1733164792.213890:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012104a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3614:3759:x1817354297372288:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.213891:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.213892:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.213894:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6dfd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.213898:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6e04 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.213903:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9062 count 1 00000004:00080000:2.0:1733164792.213906:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121049880/2, rc 0, transno 1015894 00000100:00100000:2.0:1733164792.213909:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297370880:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.213909:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095e0d8c0/0xe92384b90c83cc1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b77d expref: 484 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213910:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b02400/0xe92384b90c83cad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b737 expref: 484 pid: 16672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.213914:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6e0b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.213915:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.213917:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.213919:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6e04 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.213925:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b02400/0xe92384b90c83cad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b737 expref: 484 pid: 16672 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.213925:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348b9680/0xe92384b90c83cd94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b7d1 expref: 484 pid: 16660 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.213931:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.213932:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.213933:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e007480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297372416:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.213934:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6e0b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.213939:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095e0d8c0/0xe92384b90c83cc1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b77d expref: 484 pid: 16672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.213947:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1733164792.213948:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095e0d8c0/0xe92384b90c83cc1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b77d expref: 484 pid: 16672 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.213952:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297372800:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.213954:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2653c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.213954:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297372544:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.213957:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297372672:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.213975:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.213976:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095e0c480/0xe92384b90c83c743 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b6a4 expref: 484 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.213977:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.213988:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297371776:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.213988:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.213993:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297372800 00000100:00100000:2.0:1733164792.213996:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297372544 00000100:00100000:3.0:1733164792.213996:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297372800 00000100:00100000:2.0:1733164792.213999:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297372544 00010000:00010000:0.0:1733164792.214000:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6def lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.214007:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6def lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.214012:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6def lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.214012:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187786 00010000:00010000:1.0:1733164792.214013:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348b9680/0xe92384b90c83cd94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b7d1 expref: 483 pid: 16660 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.214016:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187787 00000100:00100000:3.0:1733164792.214016:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3616:3761:x1817354297372800:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.214019:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6def lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.214020:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348b9680/0xe92384b90c83cd94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b7d1 expref: 483 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.214020:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3616:3759:x1817354297372544:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.214025:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6def lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.214026:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297372928:192.168.202.7@tcp:104: 00002000:00080000:3.0:1733164792.214026:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9064 count 1 00002000:00080000:2.0:1733164792.214029:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9063 count 1 00010000:00010000:0.0:1733164792.214031:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6def lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214034:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6e12 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.214037:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4480 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.214037:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.214040:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6def lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.214040:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6e19 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214044:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085d18000/0xe92384b90c83cfee lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b887 expref: 483 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.214046:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6def lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.214046:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6df6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.214050:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093bd8000/0xe92384b90c83ced6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b833 expref: 483 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214050:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.214051:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6df6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214052:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.214054:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6e12 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.214055:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6df6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.214055:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.214056:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6def lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.214057:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.214059:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6df6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.214059:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6e19 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.214062:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6def lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.214063:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6df6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.214066:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.214068:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6df6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214068:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085d18000/0xe92384b90c83cfee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b887 expref: 483 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.214071:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6df6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.214072:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093bd8000/0xe92384b90c83ced6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b833 expref: 483 pid: 16611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.214077:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6df6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.214080:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093bd8000/0xe92384b90c83ced6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b833 expref: 483 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.214081:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6df6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214083:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085d18000/0xe92384b90c83cfee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b887 expref: 483 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.214088:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297373184:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.214092:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf62a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297373056:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.214101:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.214106:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.214116:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6de1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214123:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6de1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214130:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6de1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214136:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6de1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214176:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6de1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214181:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.214186:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6de1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214192:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6de1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.214193:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3618:3759:x1817354297371520:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2205us (2254us total) trans 4295983194 rc 0/0 00000100:00100000:0.0:1733164792.214200:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187781 00010000:00010000:3.0:1733164792.214202:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6de1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.214206:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012104bb80/2, rc 0, transno 1015898 00010000:00010000:3.0:1733164792.214209:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6de1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.214213:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012104bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297371520:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.214241:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1733164792.214244:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3617:3760:x1817354297371648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2210us (2244us total) trans 4295983195 rc 0/0 00000100:00100000:2.0:1733164792.214248:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297373312:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.214250:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187782 00000100:00100000:2.0:1733164792.214273:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1733164792.214277:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b7b80/2, rc 0, transno 1015899 00000100:00100000:1.0:1733164792.214284:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297371648:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.214293:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297373312 00000100:00100000:1.0:1733164792.214296:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297373312 00000100:00100000:1.0:1733164792.214310:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297373440:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.214328:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.214348:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297373440 00000100:00100000:0.0:1733164792.214352:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297373440 00000100:00100000:1.0:1733164792.214357:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187788 00000100:00100000:1.0:1733164792.214360:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3619:3761:x1817354297373312:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.214365:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187789 00000100:00100000:0.0:1733164792.214369:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3619:3759:x1817354297373440:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.214371:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9065 count 1 00002000:00080000:0.0:1733164792.214380:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9066 count 1 00010000:00010000:1.0:1733164792.214381:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6e20 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.214391:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6e27 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.214393:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097a29440/0xe92384b90c83d15a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b8c6 expref: 483 pid: 16596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.214396:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3619:3762:x1817354297371008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2819us (2936us total) trans 4295983196 rc 0/0 00010000:00010000:1.0:1733164792.214400:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.214401:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6ef40/0xe92384b90c83d2f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b928 expref: 483 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.214401:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.214403:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6e20 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.214403:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187779 00010000:00010000:0.0:1733164792.214412:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.214413:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.214415:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6e27 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.214422:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121049180/2, rc 0, transno 1015900 00000100:00100000:1.0:1733164792.214427:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297371008:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.214432:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6ef40/0xe92384b90c83d2f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b928 expref: 483 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.214441:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6ef40/0xe92384b90c83d2f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b928 expref: 483 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.214445:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097a29440/0xe92384b90c83d15a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b8c6 expref: 483 pid: 16596 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.214449:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297373568:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.214455:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097a29440/0xe92384b90c83d15a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b8c6 expref: 483 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.214463:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297373824:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.214472:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.214472:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297373696:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.214500:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.214550:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297373696 00000100:00100000:3.0:1733164792.214554:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297373696 00000100:00100000:1.0:1733164792.214559:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.214570:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187790 00000100:00100000:3.0:1733164792.214575:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012104b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3619:3760:x1817354297373696:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.214585:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9067 count 1 00010000:00010000:3.0:1733164792.214594:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6e2e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214605:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012329ba80/0xe92384b90c83d471 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b991 expref: 483 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214611:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.214613:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.214615:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6e2e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214631:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012329ba80/0xe92384b90c83d471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b991 expref: 483 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.214645:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012329ba80/0xe92384b90c83d471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b991 expref: 483 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.214654:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297373952:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.214677:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.215970:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e007480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297372416:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.215977:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.215986:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6dfd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.215995:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297372672:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.216012:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6e04 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.216020:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.216035:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606279936 00000100:00100000:2.0:1733164792.216039:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606280064 00000100:00100000:1.0:1733164792.216041:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606279936 00000100:00100000:2.0:1733164792.216043:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606280064 00010000:00010000:2.0:1733164792.216058:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095e0d8c0/0xe92384b90c83cc1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b77d expref: 485 pid: 16672 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.216059:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b02400/0xe92384b90c83cad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b737 expref: 485 pid: 16672 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.216068:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297373184:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.216078:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808210 00000100:00100000:0.0:1733164792.216080:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.216082:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+485:2003:x1817354606280064:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.216083:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808211 00000100:00100000:1.0:1733164792.216088:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+485:2003:x1817354606279936:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.216091:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.216094:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.216094:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095e0d8c0/0xe92384b90c83cc1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b77d expref: 485 pid: 16672 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.216096:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.216099:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b02400/0xe92384b90c83cad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b737 expref: 485 pid: 16672 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.216102:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095e0d8c0/0xe92384b90c83cc1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b77d expref: 485 pid: 16672 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.216106:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b02400/0xe92384b90c83cad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b737 expref: 485 pid: 16672 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.216106:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6e19 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.216107:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606280320 00000100:00100000:0.0:1733164792.216111:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606280320 00010000:00010000:1.0:1733164792.216115:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b02400/0xe92384b90c83cad1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b737 expref: 486 pid: 16672 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.216115:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095e0d8c0/0xe92384b90c83cc1a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b77d expref: 486 pid: 16672 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.216125:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093bd8000/0xe92384b90c83ced6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b833 expref: 484 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.216127:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.216127:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.216128:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.216128:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.216129:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf62a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297373056:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.216130:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216131:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.216134:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6dfd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.216160:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6e12 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.216162:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606280192 00010000:00010000:2.0:1733164792.216162:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6e04 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.216165:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606280192 00010000:00010000:1.0:1733164792.216166:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.216174:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348b9680/0xe92384b90c83cd94 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b7d1 expref: 485 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.216175:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.216183:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.216188:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+485:2003:x1817354606279936:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 99us (213us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.216189:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.216191:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+485:2003:x1817354606280064:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 108us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.216194:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808211 00000100:00100000:0.0:1733164792.216198:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808212 00010000:00010000:3.0:1733164792.216201:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.216203:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+485:2000:x1817354606280320:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.216206:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808210 00010000:00010000:3.0:1733164792.216208:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6e04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.216210:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.216214:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093bd8000/0xe92384b90c83ced6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b833 expref: 484 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.216215:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6e04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.216220:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808213 00010000:00010000:3.0:1733164792.216221:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.216222:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093bd8000/0xe92384b90c83ced6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b833 expref: 483 pid: 16611 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.216224:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+483:2000:x1817354606280192:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.216225:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6e04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.216232:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6e04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.216234:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093bd8000/0xe92384b90c83ced6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b833 expref: 483 pid: 16611 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.216239:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.216242:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6e04 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216244:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348b9680/0xe92384b90c83cd94 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b7d1 expref: 482 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.216246:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.216247:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.216247:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6e04 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.216249:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6e19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216252:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348b9680/0xe92384b90c83cd94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b7d1 expref: 482 pid: 16660 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.216256:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6e19 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216262:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348b9680/0xe92384b90c83cd94 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b7d1 expref: 482 pid: 16660 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.216263:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297372928:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.216270:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.216271:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.216272:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.216275:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6e0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216280:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6e0b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.216287:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+481:2000:x1817354606280320:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (206us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.216291:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6e0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216291:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.216293:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808212 00010000:00010000:1.0:1733164792.216299:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6e0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.216304:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+480:2000:x1817354606280192:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (210us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.216305:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6e0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.216309:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808213 00010000:00010000:1.0:1733164792.216313:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6e0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.216319:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6e0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.216323:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6e0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.216324:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297373568:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.216327:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.216329:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6e0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216331:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.216332:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6e0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216337:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.216338:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6e27 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.216338:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6e0b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.216342:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d6e0b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216343:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216349:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216354:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6dfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216358:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.216361:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6dfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.216362:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.216367:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6dfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.216375:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606280448 00000100:00100000:0.0:1733164792.216377:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606280448 00000100:00100000:3.0:1733164792.216378:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012104ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3620:3762:x1817354297372160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2499us (2555us total) trans 4295983197 rc 0/0 00010000:00010000:2.0:1733164792.216379:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6dfd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.216384:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187784 00010000:00010000:2.0:1733164792.216385:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6dfd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.216387:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085d18000/0xe92384b90c83cfee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b887 expref: 480 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.216399:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6e19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.216405:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6e19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.216410:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808214 00000100:00100000:0.0:1733164792.216414:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+480:2003:x1817354606280448:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.216419:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6e19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.216420:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.216424:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085d18000/0xe92384b90c83cfee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b887 expref: 480 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.216425:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6e19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.216431:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085d18000/0xe92384b90c83cfee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b887 expref: 480 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.216431:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6e19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.216433:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012104a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3620:3759:x1817354297372288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2542us (2584us total) trans 4295983198 rc 0/0 00010000:00010000:3.0:1733164792.216436:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1b00 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.216438:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187785 00010000:00010000:3.0:1733164792.216438:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6e19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.216442:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085d18000/0xe92384b90c83cfee lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b887 expref: 480 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.216445:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6e19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.216450:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.216452:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.216454:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.216454:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6e19 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.216460:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6e12 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.216460:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6e19 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.216464:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b4380/2, rc 0, transno 1015902 00010000:00010000:0.0:1733164792.216473:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.216473:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297372288:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.216487:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+479:2003:x1817354606280448:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (124us total) trans 0 rc 0/0 00000004:00080000:1.0:1733164792.216491:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b5f80/2, rc 0, transno 1015901 00000100:00100000:1.0:1733164792.216494:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297372160:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.216495:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808214 00000100:00100000:2.0:1733164792.216510:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3621:3761:x1817354297372032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2661us (2740us total) trans 4295983199 rc 0/0 00000100:00100000:2.0:1733164792.216515:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187783 00000100:00100000:0.0:1733164792.216551:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:2.0:1733164792.216558:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b6a00/2, rc 0, transno 1015903 00000100:00100000:2.0:1733164792.216563:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297372032:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.216583:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3620:3759:x1817354297372544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2561us (2593us total) trans 4295983200 rc 0/0 00000100:00100000:1.0:1733164792.216585:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606280576 00000100:00100000:1.0:1733164792.216589:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606280576 00000100:00100000:3.0:1733164792.216589:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187787 00010000:00010000:1.0:1733164792.216600:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6ef40/0xe92384b90c83d2f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b928 expref: 479 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.216606:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.216612:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.216615:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808215 00000100:00100000:0.0:1733164792.216616:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.216619:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6e12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.216620:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+479:2000:x1817354606280576:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.216620:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297374080:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.216625:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6e12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.216626:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.216629:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6ef40/0xe92384b90c83d2f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b928 expref: 479 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.216631:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6e12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.216634:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606280704 00010000:00010000:3.0:1733164792.216635:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.216637:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd6ef40/0xe92384b90c83d2f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b928 expref: 479 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.216637:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606280704 00010000:00010000:3.0:1733164792.216638:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6e12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.216643:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6e12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216647:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097a29440/0xe92384b90c83d15a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b8c6 expref: 480 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.216649:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6ef40/0xe92384b90c83d2f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b928 expref: 480 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.216651:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6e12 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.216657:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6e12 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.216658:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.216660:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.216662:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6e27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.216667:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808216 00010000:00010000:1.0:1733164792.216669:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6e27 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.216669:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+479:2003:x1817354606280704:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.216674:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.216676:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097a29440/0xe92384b90c83d15a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b8c6 expref: 479 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.216682:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.216682:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097a29440/0xe92384b90c83d15a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b8c6 expref: 479 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.216686:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297373824:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.216691:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097a29440/0xe92384b90c83d15a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b8c6 expref: 479 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.216696:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6e20 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216698:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.216699:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.216700:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+478:2000:x1817354606280576:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (162us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.216700:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6e20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.216705:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808215 00010000:00010000:2.0:1733164792.216705:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6e20 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216715:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.216721:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297374336:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.216728:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+477:2003:x1817354606280704:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.216731:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808216 00000100:00100000:0.0:1733164792.216734:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.216740:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.216745:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606280832 00000100:00100000:2.0:1733164792.216747:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606280832 00010000:00010000:2.0:1733164792.216752:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012329ba80/0xe92384b90c83d471 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b991 expref: 477 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.216760:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808217 00000100:00100000:2.0:1733164792.216763:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+477:2003:x1817354606280832:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.216764:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3620:3761:x1817354297372800:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2746us (2787us total) trans 4295983201 rc 0/0 00010000:00010000:2.0:1733164792.216767:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:1.0:1733164792.216774:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b7100/2, rc 0, transno 1015904 00010000:00010000:2.0:1733164792.216777:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012329ba80/0xe92384b90c83d471 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b991 expref: 477 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.216779:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187786 00000100:00100000:1.0:1733164792.216780:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297372544:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.216792:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012329ba80/0xe92384b90c83d471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b991 expref: 477 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.216792:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297374336 00000100:00100000:3.0:1733164792.216795:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297374336 00000100:00100000:1.0:1733164792.216797:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297374208:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.216802:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6e27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216802:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.216804:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.216806:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6e2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.216808:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187791 00010000:00010000:0.0:1733164792.216809:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6e27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.216811:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3620:3759:x1817354297374336:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.216812:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6e2e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.216815:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.216816:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6e27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216822:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.216823:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6e27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.216823:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9070 count 1 00010000:00010000:0.0:1733164792.216828:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6e27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.216833:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6e35 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.216839:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4fc0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.216839:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+477:2003:x1817354606280832:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (103us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.216841:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fcceac0/0xe92384b90c83d96b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bab7 expref: 477 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.216842:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6e27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.216844:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808217 00010000:00010000:3.0:1733164792.216845:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.216846:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.216847:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6e35 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.216848:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6e27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.216849:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1733164792.216854:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012104aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297374464:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.216857:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6e27 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.216859:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fcceac0/0xe92384b90c83d96b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bab7 expref: 476 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.216864:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6e27 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x236a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.216866:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fcceac0/0xe92384b90c83d96b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bab7 expref: 476 pid: 9555 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.216869:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.216872:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297374592:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.216887:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297374208 00000100:00100000:3.0:1733164792.216889:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.216890:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297374208 00000100:00100000:2.0:1733164792.216895:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.216901:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297374464 00000100:00100000:3.0:1733164792.216903:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297374464 00000100:00100000:1.0:1733164792.216906:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297374080 00000100:00100000:1.0:1733164792.216908:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297374080 00000004:00080000:2.0:1733164792.216913:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b5500/2, rc 0, transno 1015905 00000100:00100000:3.0:1733164792.216914:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187792 00000100:00100000:3.0:1733164792.216916:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3624:3762:x1817354297374208:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.216918:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297372800:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.216923:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187793 00002000:00080000:3.0:1733164792.216923:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9069 count 1 00000100:00100000:1.0:1733164792.216927:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3624:3759:x1817354297374464:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.216930:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6e3c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.216933:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187794 00010000:00010000:3.0:1733164792.216936:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b3c8b40/0xe92384b90c83d7c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ba71 expref: 476 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.216937:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3624:3761:x1817354297374080:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.216938:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9071 count 1 00010000:00010000:3.0:1733164792.216940:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.216941:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.216942:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6e3c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.216945:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9068 count 1 00010000:00010000:1.0:1733164792.216947:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6e43 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.216950:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b3c8b40/0xe92384b90c83d7c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ba71 expref: 476 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.216953:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3624:3759:x1817354297373440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2582us (2623us total) trans 4295983202 rc 0/0 00010000:00010000:2.0:1733164792.216953:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6e4a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.216955:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b3c8b40/0xe92384b90c83d7c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ba71 expref: 476 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.216956:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fcce640/0xe92384b90c83dcdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bafd expref: 476 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.216958:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187789 00000100:00100000:3.0:1733164792.216960:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297374720:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.216961:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098cc1b00/0xe92384b90c83d638 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b9ec expref: 476 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.216962:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.216963:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.216965:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6e43 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.216968:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.216969:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.216971:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6e4a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.216972:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54540 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.216978:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fcce640/0xe92384b90c83dcdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bafd expref: 476 pid: 16595 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.216980:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950da680/2, rc 0, transno 1015906 00000100:00100000:0.0:1733164792.216984:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297373440:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.216986:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098cc1b00/0xe92384b90c83d638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b9ec expref: 476 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.216987:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fcce640/0xe92384b90c83dcdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bafd expref: 476 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.216990:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012329ba80/0xe92384b90c83d471 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b991 expref: 476 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.216994:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098cc1b00/0xe92384b90c83d638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b9ec expref: 476 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.216995:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297374848:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.217003:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297374976:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.217006:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297373952:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.217012:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.217016:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6e2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.217020:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.217021:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6e2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.217024:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6e2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.217028:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6e2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.217032:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6e2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.217035:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6e2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.217038:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.217040:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6e2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.217043:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297375104:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.217044:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6e2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.217051:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297375232:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.217052:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6e2e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.217056:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6e2e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x236b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.217057:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.217071:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.217074:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6e20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.217075:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297375104 00000100:00100000:2.0:1733164792.217077:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297375104 00010000:00010000:0.0:1733164792.217082:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6e20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.217087:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6e20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.217090:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297375232 00010000:00010000:0.0:1733164792.217091:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6e20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.217092:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187795 00000100:00100000:2.0:1733164792.217092:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297375232 00010000:00010000:0.0:1733164792.217095:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6e20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.217095:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3626:3761:x1817354297375104:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.217098:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.217100:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6e20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.217103:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187796 00010000:00010000:0.0:1733164792.217104:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6e20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.217104:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9072 count 1 00000100:00100000:2.0:1733164792.217107:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3626:3762:x1817354297375232:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.217110:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6e20 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.217112:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6e51 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.217115:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6e20 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.217117:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9073 count 1 00010000:00010000:1.0:1733164792.217119:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009119b840/0xe92384b90c83e25c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bb5f expref: 475 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.217124:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.217125:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.217126:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6e51 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.217126:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6e58 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.217136:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009119b840/0xe92384b90c83e25c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bb5f expref: 475 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.217136:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f04a400/0xe92384b90c83e534 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bbc1 expref: 475 pid: 16600 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.217136:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012104b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3626:3760:x1817354297373696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2561us (2636us total) trans 4295983203 rc 0/0 00010000:00010000:1.0:1733164792.217156:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009119b840/0xe92384b90c83e25c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bb5f expref: 475 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.217157:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187790 00000100:00100000:1.0:1733164792.217163:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297375360:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.217165:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.217167:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.217169:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6e58 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.217181:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.217182:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950d8700/2, rc 0, transno 1015907 00000100:00100000:3.0:1733164792.217191:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297373696:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.217219:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.217225:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297375488:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.217234:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f04a400/0xe92384b90c83e534 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bbc1 expref: 475 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.217240:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f04a400/0xe92384b90c83e534 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bbc1 expref: 475 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.217248:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c925f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297375616:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.217255:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.217268:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.217281:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297375488 00000100:00100000:0.0:1733164792.217284:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297375488 00000100:00100000:0.0:1733164792.217296:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187797 00000100:00100000:0.0:1733164792.217299:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097353450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3627:3760:x1817354297375488:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.217308:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9074 count 1 00010000:00010000:0.0:1733164792.217315:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6e5f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.217327:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0xe92384b90c83e74f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc31 expref: 475 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.217331:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.217332:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.217334:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6e5f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.217344:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0xe92384b90c83e74f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc31 expref: 475 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.217349:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0xe92384b90c83e74f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc31 expref: 475 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.217355:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297375744:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.217372:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.217436:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3627:3761:x1817354297373312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3074us (3162us total) trans 4295983204 rc 0/0 00000100:00100000:0.0:1733164792.217440:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187788 00000004:00080000:2.0:1733164792.217453:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b6300/2, rc 0, transno 1015908 00000100:00100000:2.0:1733164792.217469:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297373312:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.217535:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.217558:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297375872:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.217575:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.217613:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297375872 00000100:00100000:2.0:1733164792.217616:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297375872 00000100:00100000:2.0:1733164792.217642:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187798 00000100:00100000:2.0:1733164792.217646:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3627:3759:x1817354297375872:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.217657:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9075 count 1 00010000:00010000:2.0:1733164792.217668:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6e66 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.217678:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095bf2d00/0xe92384b90c83e978 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc85 expref: 475 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.217689:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.217690:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.217692:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6e66 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.217708:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095bf2d00/0xe92384b90c83e978 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc85 expref: 475 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.217716:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095bf2d00/0xe92384b90c83e978 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc85 expref: 475 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.217725:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c927480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297376000:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.217748:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.218467:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297374592:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.218482:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297374720:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.218485:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6e35 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.218488:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.218498:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297374848:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.218510:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.218510:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6e43 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218521:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6e3c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.218526:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606280960 00000100:00100000:1.0:1733164792.218529:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606280960 00000100:00100000:0.0:1733164792.218531:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.218533:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606281216 00000100:00100000:2.0:1733164792.218535:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606281216 00010000:00010000:1.0:1733164792.218554:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fcceac0/0xe92384b90c83d96b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bab7 expref: 477 pid: 9555 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.218557:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fcce640/0xe92384b90c83dcdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bafd expref: 477 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.218559:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606281344 00000100:00100000:0.0:1733164792.218563:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606281344 00000100:00100000:1.0:1733164792.218572:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808218 00010000:00010000:0.0:1733164792.218575:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098cc1b00/0xe92384b90c83d638 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b9ec expref: 478 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.218577:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+478:2000:x1817354606280960:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.218577:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808219 00000100:00100000:2.0:1733164792.218581:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012df05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+478:2003:x1817354606281216:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.218584:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.218585:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.218589:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fcceac0/0xe92384b90c83d96b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bab7 expref: 478 pid: 9555 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.218589:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fcce640/0xe92384b90c83dcdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bafd expref: 478 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.218592:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808220 00000100:00100000:0.0:1733164792.218597:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+478:2000:x1817354606281344:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.218597:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fcce640/0xe92384b90c83dcdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bafd expref: 478 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.218598:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fcceac0/0xe92384b90c83d96b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bab7 expref: 478 pid: 9555 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.218603:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.218607:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098cc1b00/0xe92384b90c83d638 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b9ec expref: 478 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.218610:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fcceac0/0xe92384b90c83d96b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bab7 expref: 478 pid: 9555 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.218610:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fcce640/0xe92384b90c83dcdd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bafd expref: 478 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.218614:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098cc1b00/0xe92384b90c83d638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b9ec expref: 478 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.218619:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.218619:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.218620:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.218621:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.218623:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6e35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218623:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6e43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.218625:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.218627:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.218630:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6e4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.218630:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6e35 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218630:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6e43 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.218636:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6e4a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218640:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.218648:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.218650:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.218660:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012df05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+476:2003:x1817354606281216:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.218664:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+476:2000:x1817354606281344:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 66us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.218665:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+476:2000:x1817354606280960:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.218665:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808219 00000100:00100000:0.0:1733164792.218669:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808220 00010000:00010000:3.0:1733164792.218673:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6e35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.218676:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808218 00010000:00010000:3.0:1733164792.218681:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6e35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.218689:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6e35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.218692:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6e43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218692:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098cc1b00/0xe92384b90c83d638 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37b9ec expref: 473 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.218696:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6e35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.218698:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6e43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.218702:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297374976:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.218704:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6e35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.218705:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.218705:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6e43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.218710:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.218711:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6e4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.218712:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6e43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.218713:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6e35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.218720:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6e43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.218720:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6e35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218722:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6e4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.218726:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.218728:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6e4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.218729:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6e43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.218730:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6e35 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218734:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6e4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.218736:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6e43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.218737:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6e35 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x236e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218740:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6e4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.218745:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6e43 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218746:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6e4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.218751:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d6e43 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x236f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218752:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.218754:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6e4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218760:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6e4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218768:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6e4a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218773:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6e4a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.218778:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606281088 00000100:00100000:1.0:1733164792.218781:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606281088 00010000:00010000:1.0:1733164792.218791:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b3c8b40/0xe92384b90c83d7c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ba71 expref: 473 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.218815:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808221 00000100:00100000:1.0:1733164792.218819:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+473:2001:x1817354606281088:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.218826:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.218830:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b3c8b40/0xe92384b90c83d7c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ba71 expref: 473 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.218836:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297375360:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.218838:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b3c8b40/0xe92384b90c83d7c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ba71 expref: 473 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.218850:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b3c8b40/0xe92384b90c83d7c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ba71 expref: 473 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.218852:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6e51 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.218865:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.218867:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.218869:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6e3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.218874:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.218875:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6e3c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.218883:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3629:3759:x1817354297374336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2069us (2141us total) trans 4295983205 rc 0/0 00000100:00100000:0.0:1733164792.218887:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606281472 00010000:00010000:1.0:1733164792.218887:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.218888:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3629:3761:x1817354297374080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1949us (1992us total) trans 4295983206 rc 0/0 00000100:00100000:0.0:1733164792.218890:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606281472 00000100:00100000:3.0:1733164792.218890:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187791 00000100:00100000:2.0:1733164792.218894:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187794 00010000:00010000:0.0:1733164792.218900:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f04a400/0xe92384b90c83e534 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bbc1 expref: 473 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.218902:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+473:2001:x1817354606281088:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.218908:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808221 00000100:00100000:0.0:1733164792.218916:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808222 00000100:00100000:0.0:1733164792.218920:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+472:2001:x1817354606281472:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1733164792.218920:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950d9f80/2, rc 0, transno 1015910 00010000:00010000:1.0:1733164792.218926:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6e3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.218926:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297374080:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.218927:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.218930:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f04a400/0xe92384b90c83e534 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bbc1 expref: 472 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.218933:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6e3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.218938:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f04a400/0xe92384b90c83e534 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bbc1 expref: 472 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.218940:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6e3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.218943:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c925f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297375616:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.218946:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6e3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.218949:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f04a400/0xe92384b90c83e534 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bbc1 expref: 472 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.218952:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6e3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218953:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6e58 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.218959:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.218960:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.218962:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6e58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.218963:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.218966:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6e3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.218968:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6e58 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.218971:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6e3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.218979:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6e3c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218980:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6e58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.218981:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.218986:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6e3c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x236d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218987:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6e58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.218993:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6e58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.218996:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+471:2001:x1817354606281472:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (122us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.218998:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6e58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.219001:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808222 00010000:00010000:2.0:1733164792.219004:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6e58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.219008:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.219011:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6e58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.219017:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6e58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.219025:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6e58 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.219027:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950db800/2, rc 0, transno 1015909 00010000:00010000:2.0:1733164792.219031:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6e58 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.219032:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297374336:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.219079:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.219085:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3629:3762:x1817354297374208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2167us (2269us total) trans 4295983207 rc 0/0 00000100:00100000:0.0:1733164792.219090:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606281600 00000100:00100000:1.0:1733164792.219092:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187792 00000100:00100000:0.0:1733164792.219094:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606281600 00010000:00010000:0.0:1733164792.219104:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009119b840/0xe92384b90c83e25c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bb5f expref: 471 pid: 16689 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.219119:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950d9180/2, rc 0, transno 1015911 00000100:00100000:1.0:1733164792.219123:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297374208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.219127:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808223 00000100:00100000:2.0:1733164792.219128:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3628:3762:x1817354297375232:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2019us (2055us total) trans 4295983208 rc 0/0 00000100:00100000:0.0:1733164792.219132:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+471:2001:x1817354606281600:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.219133:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187796 00000004:00080000:1.0:1733164792.219136:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7fa680/2, rc 0, transno 1015912 00010000:00010000:0.0:1733164792.219139:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.219139:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297375232:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.219172:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009119b840/0xe92384b90c83e25c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bb5f expref: 471 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.219181:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009119b840/0xe92384b90c83e25c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bb5f expref: 471 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.219192:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009119b840/0xe92384b90c83e25c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bb5f expref: 471 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.219200:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.219200:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297376128:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.219202:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.219204:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6e51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.219211:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6e51 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.219221:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.219224:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297376256:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.219225:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297375744:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.219226:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.219240:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6e5f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.219243:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+470:2001:x1817354606281600:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 110us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.219248:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.219249:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808223 00000100:00100000:2.0:1733164792.219251:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.219259:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297376512:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.219260:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606281728 00000100:00100000:0.0:1733164792.219263:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606281728 00000100:00100000:1.0:1733164792.219263:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297376128 00000100:00100000:1.0:1733164792.219266:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297376128 00010000:00010000:0.0:1733164792.219271:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0xe92384b90c83e74f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc31 expref: 470 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.219278:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297376256 00000100:00100000:3.0:1733164792.219279:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.219281:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297376256 00000100:00100000:1.0:1733164792.219289:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297376512 00000100:00100000:1.0:1733164792.219291:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297376512 00000100:00100000:2.0:1733164792.219291:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.219291:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.219294:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297376384:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.219295:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808224 00000100:00100000:0.0:1733164792.219299:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+470:2003:x1817354606281728:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.219303:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.219307:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606281856 00000100:00100000:1.0:1733164792.219309:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606281856 00000100:00100000:2.0:1733164792.219313:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297376384 00010000:00010000:0.0:1733164792.219315:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.219315:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297376384 00000100:00100000:3.0:1733164792.219316:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187799 00010000:00010000:1.0:1733164792.219318:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095bf2d00/0xe92384b90c83e978 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc85 expref: 471 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.219319:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3631:3761:x1817354297376128:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.219320:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0xe92384b90c83e74f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc31 expref: 471 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.219329:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0xe92384b90c83e74f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc31 expref: 471 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.219329:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187800 00002000:00080000:3.0:1733164792.219330:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9076 count 1 00000100:00100000:2.0:1733164792.219334:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3631:3762:x1817354297376256:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.219338:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808225 00010000:00010000:3.0:1733164792.219339:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6e6d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.219340:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0xe92384b90c83e74f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc31 expref: 471 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.219342:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+471:2001:x1817354606281856:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.219346:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f048fc0/0xe92384b90c83ea7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bcd9 expref: 471 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.219347:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187801 00010000:00010000:1.0:1733164792.219349:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.219350:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3631:3760:x1817354297376512:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.219350:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.219351:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.219352:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6e6d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.219353:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095bf2d00/0xe92384b90c83e978 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc85 expref: 470 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.219355:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.219357:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1733164792.219359:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9079 count 1 00010000:00010000:0.0:1733164792.219360:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6e5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.219362:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095bf2d00/0xe92384b90c83e978 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc85 expref: 470 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.219363:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f048fc0/0xe92384b90c83ea7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bcd9 expref: 470 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.219366:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6e5f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.219368:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6e74 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.219370:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f048fc0/0xe92384b90c83ea7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bcd9 expref: 470 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.219373:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.219374:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.219377:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.219377:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6e66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.219378:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800815ccd80/0xe92384b90c83ee33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bdc0 expref: 470 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.219379:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297376640:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.219383:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.219384:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6e66 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.219385:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.219387:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6e74 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.219394:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+470:2003:x1817354606281728:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 94us (142us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.219394:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.219396:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.219400:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808224 00010000:00010000:2.0:1733164792.219400:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800815ccd80/0xe92384b90c83ee33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bdc0 expref: 470 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.219407:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187802 00000100:00100000:1.0:1733164792.219408:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+469:2001:x1817354606281856:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 66us (116us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.219408:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800815ccd80/0xe92384b90c83ee33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bdc0 expref: 470 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.219409:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3631:3760:x1817354297376384:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.219414:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808225 00000100:00100000:2.0:1733164792.219416:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297376768:192.168.202.7@tcp:104: 00002000:00080000:3.0:1733164792.219417:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9078 count 1 00010000:00010000:3.0:1733164792.219422:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6e7b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.219429:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094bbc240/0xe92384b90c83ecab lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bd65 expref: 468 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.219432:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.219433:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.219433:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.219435:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6e7b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.219443:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094bbc240/0xe92384b90c83ecab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bd65 expref: 468 pid: 16646 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.219445:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9077 count 1 00010000:00010000:0.0:1733164792.219447:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6e51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.219450:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094bbc240/0xe92384b90c83ecab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bd65 expref: 468 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.219454:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6e51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.219454:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6e82 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.219459:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297376896:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.219461:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6e51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.219463:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b64d80/0xe92384b90c83eb7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bd0a expref: 468 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.219467:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6e51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.219469:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.219470:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.219472:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6e82 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.219474:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6e51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.219474:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.219483:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6e5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.219484:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.219487:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6e51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.219490:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6e5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.219492:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b64d80/0xe92384b90c83eb7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bd0a expref: 468 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.219493:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6e51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.219497:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6e5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.219500:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b64d80/0xe92384b90c83eb7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bd0a expref: 468 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.219502:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6e51 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.219503:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6e5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.219507:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6e51 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.219509:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297377024:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.219509:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6e5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.219512:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3632:3759:x1817354297374464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2584us (2642us total) trans 4295983209 rc 0/0 00010000:00010000:3.0:1733164792.219514:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5f80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.219517:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187793 00010000:00010000:3.0:1733164792.219517:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6e5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.219522:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6e5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.219524:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.219532:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6e5f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.219554:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6e5f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.219561:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012104aa00/2, rc 0, transno 1015913 00000100:00100000:1.0:1733164792.219567:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012104aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297374464:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.219611:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.219619:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297377152:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.219637:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3633:3761:x1817354297375104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2539us (2577us total) trans 4295983210 rc 0/0 00000004:00080000:2.0:1733164792.219637:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7f8e00/2, rc 0, transno 1015914 00000100:00100000:1.0:1733164792.219641:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.219642:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187795 00000100:00100000:2.0:1733164792.219644:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297375104:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.219653:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297377152 00000100:00100000:0.0:1733164792.219656:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297377152 00000100:00100000:3.0:1733164792.219664:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097353450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3633:3760:x1817354297375488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2362us (2408us total) trans 4295983211 rc 0/0 00000100:00100000:2.0:1733164792.219667:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1733164792.219670:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187803 00000100:00100000:2.0:1733164792.219674:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297377280:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.219675:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3633:3762:x1817354297377152:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.219675:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187797 00002000:00080000:0.0:1733164792.219686:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9080 count 1 00000100:00100000:2.0:1733164792.219692:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.219696:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6e89 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.219706:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011d1fa400/0xe92384b90c83ef83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be14 expref: 468 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.219706:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297377280 00000100:00100000:2.0:1733164792.219708:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297377280 00010000:00010000:0.0:1733164792.219717:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.219719:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.219721:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6e89 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.219722:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187804 00000100:00100000:2.0:1733164792.219726:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3633:3761:x1817354297377280:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.219735:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011d1fa400/0xe92384b90c83ef83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be14 expref: 468 pid: 16595 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.219735:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9081 count 1 00010000:00010000:2.0:1733164792.219743:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6e90 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.219744:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011d1fa400/0xe92384b90c83ef83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be14 expref: 468 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.219753:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093210fc0/0xe92384b90c83f07f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be7d expref: 468 pid: 15943 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.219754:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297377408:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.219758:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.219760:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.219762:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6e90 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.219769:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.219775:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093210fc0/0xe92384b90c83f07f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be7d expref: 468 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.219782:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093210fc0/0xe92384b90c83f07f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be7d expref: 468 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.219791:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297377536:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.219795:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7f9f80/2, rc 0, transno 1015915 00000100:00100000:3.0:1733164792.219802:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297375488:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.219809:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947529c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.219819:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095bf2d00/0xe92384b90c83e978 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc85 expref: 468 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.219841:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c927480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297376000:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.219849:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6e66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.219856:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.219861:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297377664:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.219874:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.219886:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297377664 00000100:00100000:1.0:1733164792.219890:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297377664 00010000:00010000:3.0:1733164792.219890:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6e66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.219894:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6e66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.219899:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6e66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.219902:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6e66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.219904:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187805 00010000:00010000:3.0:1733164792.219906:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6e66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.219909:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3634:3760:x1817354297377664:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.219910:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.219912:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6e66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.219915:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.219918:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9082 count 1 00010000:00010000:3.0:1733164792.219921:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6e66 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.219925:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6e66 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.219929:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6e97 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.219937:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ceeac0/0xe92384b90c83f19e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bec3 expref: 467 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.219941:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.219942:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.219943:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6e97 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.219954:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ceeac0/0xe92384b90c83f19e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bec3 expref: 467 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.219959:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ceeac0/0xe92384b90c83f19e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bec3 expref: 467 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.219965:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297377792:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.219988:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.220001:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3635:3759:x1817354297375872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2354us (2425us total) trans 4295983212 rc 0/0 00000100:00100000:3.0:1733164792.220006:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187798 00000004:00080000:0.0:1733164792.220018:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7f8700/2, rc 0, transno 1015916 00000100:00100000:0.0:1733164792.220026:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297375872:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.220056:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297377920:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.220075:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.220084:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297377920 00000100:00100000:3.0:1733164792.220087:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297377920 00000100:00100000:3.0:1733164792.220096:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187806 00000100:00100000:3.0:1733164792.220098:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3635:3760:x1817354297377920:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.220105:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9083 count 1 00010000:00010000:3.0:1733164792.220113:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6e9e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.220120:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091cea1c0/0xe92384b90c83f318 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf2c expref: 467 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.220128:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.220129:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.220130:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6e9e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.220139:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091cea1c0/0xe92384b90c83f318 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf2c expref: 467 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.220161:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091cea1c0/0xe92384b90c83f318 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf2c expref: 467 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.220167:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297378048:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.220263:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54780 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.221114:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297376640:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.221122:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.221126:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297376768:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.221128:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6e6d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221138:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6e74 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.221156:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297376896:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.221163:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606282112 00010000:00010000:3.0:1733164792.221164:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6e7b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.221167:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606282112 00000100:00100000:0.0:1733164792.221173:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.221174:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297377024:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.221180:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800815ccd80/0xe92384b90c83ee33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bdc0 expref: 468 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.221185:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6e82 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.221186:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.221210:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606282240 00000100:00100000:1.0:1733164792.221213:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606282240 00000100:00100000:3.0:1733164792.221213:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606281984 00000100:00100000:3.0:1733164792.221215:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606281984 00000100:00100000:0.0:1733164792.221220:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808226 00010000:00010000:1.0:1733164792.221221:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094bbc240/0xe92384b90c83ecab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bd65 expref: 470 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.221224:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f048fc0/0xe92384b90c83ea7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bcd9 expref: 470 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.221226:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+470:2001:x1817354606282112:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.221234:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808227 00010000:00010000:0.0:1733164792.221235:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.221238:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+470:2002:x1817354606282240:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.221241:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800815ccd80/0xe92384b90c83ee33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bdc0 expref: 470 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.221244:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.221245:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808228 00010000:00010000:1.0:1733164792.221248:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094bbc240/0xe92384b90c83ecab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bd65 expref: 470 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.221251:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800815ccd80/0xe92384b90c83ee33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bdc0 expref: 470 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.221251:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+470:2002:x1817354606281984:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.221257:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094bbc240/0xe92384b90c83ecab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bd65 expref: 470 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.221258:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.221262:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f048fc0/0xe92384b90c83ea7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bcd9 expref: 470 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.221263:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800815ccd80/0xe92384b90c83ee33 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bdc0 expref: 470 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.221268:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094bbc240/0xe92384b90c83ecab lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bd65 expref: 470 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.221270:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f048fc0/0xe92384b90c83ea7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bcd9 expref: 469 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.221273:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.221275:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.221276:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.221277:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6e74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.221278:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.221280:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6e7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221282:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f048fc0/0xe92384b90c83ea7b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bcd9 expref: 468 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.221283:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6e74 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.221286:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6e7b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221290:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.221292:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.221294:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6e6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221297:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.221299:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.221301:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6e6d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221304:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6e74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221311:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6e74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.221315:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+467:2001:x1817354606282112:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 89us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.221315:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+467:2002:x1817354606282240:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (142us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.221315:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.221318:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6e74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.221320:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808227 00000100:00100000:0.0:1733164792.221324:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808226 00010000:00010000:2.0:1733164792.221325:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6e74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221331:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6e74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.221332:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+466:2002:x1817354606281984:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (144us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.221337:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.221338:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808228 00010000:00010000:2.0:1733164792.221340:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6e74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221347:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6e74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221357:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6e74 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221357:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6e6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221363:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6e74 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221364:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6e6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.221371:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297377408:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.221371:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6e6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221378:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6e6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.221379:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.221383:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6e89 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221385:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6e6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221390:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0fc0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.221391:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606282368 00010000:00010000:3.0:1733164792.221393:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6e6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.221394:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606282368 00010000:00010000:3.0:1733164792.221399:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6e6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221405:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b64d80/0xe92384b90c83eb7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bd0a expref: 465 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.221409:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6e6d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221415:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d6e6d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.221418:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808229 00000100:00100000:0.0:1733164792.221422:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+465:2001:x1817354606282368:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.221429:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.221432:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b64d80/0xe92384b90c83eb7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bd0a expref: 465 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.221440:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b64d80/0xe92384b90c83eb7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bd0a expref: 465 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.221450:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b64d80/0xe92384b90c83eb7e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bd0a expref: 465 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.221460:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.221462:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.221465:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6e82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221471:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6e82 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.221484:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3637:3760:x1817354297376512:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2131us (2203us total) trans 4295983213 rc 0/0 00010000:00010000:0.0:1733164792.221485:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.221491:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187801 00000004:00080000:1.0:1733164792.221497:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7fb800/2, rc 0, transno 1015917 00000100:00100000:0.0:1733164792.221498:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+464:2001:x1817354606282368:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.221503:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808229 00000100:00100000:1.0:1733164792.221504:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297376512:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.221507:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6e82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221513:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6e82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221522:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6e82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221528:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6e82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.221530:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c925f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3636:3761:x1817354297376128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2208us (2307us total) trans 4295983214 rc 0/0 00000100:00100000:1.0:1733164792.221534:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1733164792.221534:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6e82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.221550:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187799 00010000:00010000:2.0:1733164792.221552:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0000 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.221554:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297378176:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.221555:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6e82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.221561:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.221561:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6e82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221568:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6e7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.221570:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606282496 00010000:00010000:2.0:1733164792.221570:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6e82 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.221572:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606282496 00000100:00100000:1.0:1733164792.221576:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.221576:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6e82 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221576:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6e7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221580:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011d1fa400/0xe92384b90c83ef83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be14 expref: 464 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.221583:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6e7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221590:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6e7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.221592:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808230 00000100:00100000:0.0:1733164792.221594:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+464:2000:x1817354606282496:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.221596:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6e7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221599:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.221600:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011d1fa400/0xe92384b90c83ef83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be14 expref: 464 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.221601:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.221604:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6e7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221605:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011d1fa400/0xe92384b90c83ef83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be14 expref: 464 pid: 16595 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.221609:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7fa300/2, rc 0, transno 1015918 00010000:00010000:3.0:1733164792.221611:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6e7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221612:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011d1fa400/0xe92384b90c83ef83 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be14 expref: 464 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.221615:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297376128:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.221617:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.221618:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.221620:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6e89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221620:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6e7b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221624:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6e89 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221626:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d6e7b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221633:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.221639:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297378304:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.221642:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+463:2000:x1817354606282496:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 46us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.221645:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808230 00000100:00100000:1.0:1733164792.221657:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.221662:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297377536:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.221673:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6e90 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.221675:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6e89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.221682:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6e89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.221694:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6e89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.221700:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6e89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.221702:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3637:3762:x1817354297376256:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2367us (2454us total) trans 4295983215 rc 0/0 00010000:00010000:1.0:1733164792.221707:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6e89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.221708:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187800 00010000:00010000:1.0:1733164792.221712:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.221715:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6e89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.221720:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6e89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.221720:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297378176 00000100:00100000:2.0:1733164792.221723:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297378176 00000100:00100000:3.0:1733164792.221728:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3637:3760:x1817354297376384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2316us (2422us total) trans 4295983216 rc 0/0 00010000:00010000:1.0:1733164792.221729:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6e89 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.221734:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297378304 00000100:00100000:3.0:1733164792.221734:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187802 00010000:00010000:1.0:1733164792.221736:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d6e89 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.221736:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297378304 00000100:00100000:2.0:1733164792.221746:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187807 00000100:00100000:2.0:1733164792.221750:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3637:3762:x1817354297378176:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.221750:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187808 00000100:00100000:0.0:1733164792.221751:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.221755:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3637:3762:x1817354297378304:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.221761:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606282752 00002000:00080000:2.0:1733164792.221762:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9084 count 1 00000100:00100000:0.0:1733164792.221763:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606282752 00002000:00080000:3.0:1733164792.221765:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9085 count 1 00010000:00010000:2.0:1733164792.221772:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6ea5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221774:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ceeac0/0xe92384b90c83f19e lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bec3 expref: 463 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.221774:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6eac lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221782:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123f8fa80/0xe92384b90c83f430 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf72 expref: 463 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221785:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a96dd40/0xe92384b90c83f533 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bfaa expref: 463 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221787:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.221789:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.221791:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6ea5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221791:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.221793:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.221796:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6eac lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.221799:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808231 00000100:00100000:0.0:1733164792.221803:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+463:2000:x1817354606282752:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.221805:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123f8fa80/0xe92384b90c83f430 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf72 expref: 463 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221810:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.221811:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a96dd40/0xe92384b90c83f533 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bfaa expref: 463 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221814:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ceeac0/0xe92384b90c83f19e lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bec3 expref: 463 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.221814:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123f8fa80/0xe92384b90c83f430 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf72 expref: 463 pid: 16688 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.221817:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7f9880/2, rc 0, transno 1015919 00010000:00010000:3.0:1733164792.221820:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a96dd40/0xe92384b90c83f533 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bfaa expref: 463 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.221823:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297376256:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.221823:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297378432:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.221824:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ceeac0/0xe92384b90c83f19e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bec3 expref: 463 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.221829:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297378560:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.221834:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.221836:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.221839:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6e97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.221844:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.221845:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6e97 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.221846:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297378688:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.221848:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.221854:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.221866:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1733164792.221868:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7faa00/2, rc 0, transno 1015920 00000100:00100000:0.0:1733164792.221869:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+463:2000:x1817354606282752:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 66us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.221871:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.221874:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808231 00000100:00100000:3.0:1733164792.221876:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297376384:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.221883:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606282624 00000100:00100000:2.0:1733164792.221886:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606282624 00000100:00100000:3.0:1733164792.221886:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297378688 00000100:00100000:3.0:1733164792.221889:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297378688 00010000:00010000:2.0:1733164792.221896:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093210fc0/0xe92384b90c83f07f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be7d expref: 463 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.221905:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187809 00000100:00100000:3.0:1733164792.221909:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012104a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3639:3759:x1817354297378688:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.221911:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808232 00000100:00100000:2.0:1733164792.221915:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e005880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+463:2000:x1817354606282624:12345-192.168.202.7@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1733164792.221919:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9086 count 1 00010000:00010000:2.0:1733164792.221921:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.221922:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ceeac0/0xe92384b90c83f19e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bec3 expref: 463 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.221924:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093210fc0/0xe92384b90c83f07f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be7d expref: 463 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.221928:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6eb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.221930:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297377792:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.221931:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3639:3762:x1817354297377152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2255us (2288us total) trans 4295983217 rc 0/0 00010000:00010000:2.0:1733164792.221933:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093210fc0/0xe92384b90c83f07f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be7d expref: 462 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.221937:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187803 00010000:00010000:3.0:1733164792.221938:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096928480/0xe92384b90c83f63d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bff0 expref: 462 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221939:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6e97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221943:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.221944:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6e97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221944:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093210fc0/0xe92384b90c83f07f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37be7d expref: 462 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.221945:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.221947:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6eb3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221951:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6e97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221954:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.221955:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.221957:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6e90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221958:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6e97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.221960:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7f8380/2, rc 0, transno 1015921 00010000:00010000:3.0:1733164792.221961:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096928480/0xe92384b90c83f63d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bff0 expref: 461 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.221963:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297377152:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.221964:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6e97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.221964:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6e90 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.221970:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096928480/0xe92384b90c83f63d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bff0 expref: 461 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.221971:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6e97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221976:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.221976:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.221978:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297378816:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.221979:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6e97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221986:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6e97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.221990:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e005880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+461:2000:x1817354606282624:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (119us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.221992:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6e90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.221995:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6e97 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.221996:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808232 00000100:00100000:3.0:1733164792.221996:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.221999:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6e90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.222001:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6e97 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x237a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.222005:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6e90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.222012:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6e90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.222018:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6e90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.222025:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.222027:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6e90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.222033:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6e90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.222046:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.222047:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6e90 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.222050:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297378944:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.222053:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6e90 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.222060:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297379072:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.222071:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.222080:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606282880 00000100:00100000:2.0:1733164792.222083:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606282880 00010000:00010000:2.0:1733164792.222093:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091cea1c0/0xe92384b90c83f318 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf2c expref: 461 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.222095:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297378944 00000100:00100000:3.0:1733164792.222098:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297378944 00000100:00100000:2.0:1733164792.222106:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808233 00000100:00100000:0.0:1733164792.222109:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c927480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3641:3760:x1817354297377664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2198us (2232us total) trans 4295983218 rc 0/0 00000100:00100000:2.0:1733164792.222110:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+461:2000:x1817354606282880:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.222112:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187810 00000100:00100000:0.0:1733164792.222116:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187805 00000100:00100000:3.0:1733164792.222116:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3641:3760:x1817354297378944:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.222117:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.222121:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091cea1c0/0xe92384b90c83f318 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf2c expref: 461 pid: 16646 timeout: 1075 lvb_type: 0 00002000:00080000:3.0:1733164792.222126:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9087 count 1 00010000:00010000:2.0:1733164792.222129:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091cea1c0/0xe92384b90c83f318 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf2c expref: 461 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.222135:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6eba lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.222139:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.222161:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.222163:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086bded00/0xe92384b90c83f716 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c03d expref: 461 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.222164:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6e9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.222169:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.222170:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6e9e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.222171:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.222173:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6eba lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.222178:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3640:3761:x1817354297377280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2451us (2485us total) trans 4295983219 rc 0/0 00010000:00010000:2.0:1733164792.222181:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.222184:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187804 00010000:00010000:3.0:1733164792.222188:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086bded00/0xe92384b90c83f716 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c03d expref: 461 pid: 16680 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.222195:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+461:2000:x1817354606282880:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (148us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.222197:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086bded00/0xe92384b90c83f716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c03d expref: 461 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.222201:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808233 00000100:00100000:3.0:1733164792.222206:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297379200:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.222217:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.222225:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54540 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.222233:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297379072 00000004:00080000:2.0:1733164792.222234:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e005f80/2, rc 0, transno 1015923 00000100:00100000:1.0:1733164792.222236:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297379072 00000100:00100000:2.0:1733164792.222240:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297377280:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.222242:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e007480/2, rc 0, transno 1015922 00000100:00100000:3.0:1733164792.222246:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297377664:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.222250:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187811 00000100:00100000:1.0:1733164792.222254:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3640:3761:x1817354297379072:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.222264:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9088 count 1 00010000:00010000:1.0:1733164792.222274:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6ec1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.222281:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297379328:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.222286:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a2b9680/0xe92384b90c83f83c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c091 expref: 460 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.222291:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.222291:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.222293:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.222295:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6ec1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.222298:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297379456:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.222300:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.222317:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a2b9680/0xe92384b90c83f83c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c091 expref: 460 pid: 16688 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.222320:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.222321:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297379328 00000100:00100000:0.0:1733164792.222324:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297379328 00010000:00010000:1.0:1733164792.222331:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a2b9680/0xe92384b90c83f83c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c091 expref: 460 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.222341:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121049f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297379584:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.222345:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297379456 00000100:00100000:0.0:1733164792.222347:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297379456 00010000:00010000:3.0:1733164792.222348:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091cea1c0/0xe92384b90c83f318 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf2c expref: 460 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.222351:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187812 00000100:00100000:1.0:1733164792.222355:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3642:3762:x1817354297379328:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.222360:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187813 00000100:00100000:3.0:1733164792.222360:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297378048:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.222364:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3642:3760:x1817354297379456:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.222364:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9089 count 1 00010000:00010000:1.0:1733164792.222372:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6ec8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.222374:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9090 count 1 00010000:00010000:1.0:1733164792.222381:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086b0f3c0/0xe92384b90c83f92a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c0d7 expref: 459 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.222383:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6e9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.222384:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6ecf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.222387:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.222388:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.222390:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6ec8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.222390:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6e9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.222394:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092033cc0/0xe92384b90c83fa6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c116 expref: 459 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.222396:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6e9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.222403:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086b0f3c0/0xe92384b90c83f92a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c0d7 expref: 459 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.222403:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6e9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.222404:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.222406:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.222408:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6ecf lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.222408:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086b0f3c0/0xe92384b90c83f92a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c0d7 expref: 459 pid: 16590 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.222410:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6e9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.222414:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012104b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297379712:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.222417:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6e9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.222424:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092033cc0/0xe92384b90c83fa6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c116 expref: 459 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.222429:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1680 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.222430:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987300 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.222432:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6e9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.222433:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092033cc0/0xe92384b90c83fa6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c116 expref: 459 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.222438:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6e9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.222441:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.222442:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297379840:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.222448:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6e9e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.222454:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d6e9e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x237b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.222459:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265480 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.222576:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3643:3760:x1817354297377920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2476us (2500us total) trans 4295983220 rc 0/0 00000100:00100000:3.0:1733164792.222581:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187806 00000004:00080000:0.0:1733164792.222591:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121ee6a00/2, rc 0, transno 1015924 00000100:00100000:0.0:1733164792.222599:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297377920:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.222625:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297379968:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.222645:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.222655:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297379968 00000100:00100000:3.0:1733164792.222657:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297379968 00000100:00100000:3.0:1733164792.222669:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187814 00000100:00100000:3.0:1733164792.222673:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3643:3760:x1817354297379968:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.222683:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9091 count 1 00010000:00010000:3.0:1733164792.222692:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6ed6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.222702:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091e38b40/0xe92384b90c83fb7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c178 expref: 459 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.222707:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.222708:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.222711:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6ed6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.222727:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091e38b40/0xe92384b90c83fb7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c178 expref: 459 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.222735:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091e38b40/0xe92384b90c83fb7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c178 expref: 459 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.222745:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297380096:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.222765:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54780 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.223200:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297378432:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.223215:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.223215:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6ea5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.223243:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606283008 00000100:00100000:2.0:1733164792.223246:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606283008 00010000:00010000:2.0:1733164792.223258:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123f8fa80/0xe92384b90c83f430 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf72 expref: 460 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.223270:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.223296:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606283136 00000100:00100000:2.0:1733164792.223298:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606283136 00010000:00010000:2.0:1733164792.223306:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a96dd40/0xe92384b90c83f533 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bfaa expref: 461 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.223319:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808234 00000100:00100000:2.0:1733164792.223324:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+461:2002:x1817354606283008:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.223330:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297378560:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.223335:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808235 00010000:00010000:2.0:1733164792.223340:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.223341:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+461:2000:x1817354606283136:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.223345:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123f8fa80/0xe92384b90c83f430 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf72 expref: 461 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.223350:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.223353:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123f8fa80/0xe92384b90c83f430 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf72 expref: 461 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.223355:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a96dd40/0xe92384b90c83f533 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bfaa expref: 461 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.223356:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6eac lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.223366:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a96dd40/0xe92384b90c83f533 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bfaa expref: 461 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.223366:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123f8fa80/0xe92384b90c83f430 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bf72 expref: 461 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.223374:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.223376:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.223378:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a96dd40/0xe92384b90c83f533 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bfaa expref: 460 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.223378:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6ea5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.223385:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.223385:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6ea5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.223386:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.223388:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6eac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.223393:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6eac lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.223401:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.223403:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.223410:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6eac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.223417:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+459:2002:x1817354606283008:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 93us (207us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.223417:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6eac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.223418:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+459:2000:x1817354606283136:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.223422:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808234 00010000:00010000:3.0:1733164792.223424:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6eac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223430:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6eac lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.223432:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808235 00010000:00010000:3.0:1733164792.223441:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6eac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223447:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.223450:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6eac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223456:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6eac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223466:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6eac lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223472:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d6eac lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x237d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.223597:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3644:3762:x1817354297378304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1842us (1938us total) trans 4295983221 rc 0/0 00000100:00100000:3.0:1733164792.223603:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187808 00010000:00010000:3.0:1733164792.223619:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6ea5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223626:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6ea5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223630:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6ea5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223635:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6ea5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223639:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6ea5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223642:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.223644:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6ea5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223647:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6ea5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223653:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6ea5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223657:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d6ea5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x237c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.223726:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3644:3762:x1817354297378176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1975us (2149us total) trans 4295983222 rc 0/0 00000100:00100000:3.0:1733164792.223731:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187807 00000004:00080000:0.0:1733164792.223747:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7fad80/2, rc 0, transno 1015925 00000100:00100000:1.0:1733164792.223748:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.223756:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606283264 00000100:00100000:3.0:1733164792.223757:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297379200:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.223759:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606283264 00000100:00100000:0.0:1733164792.223762:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297378304:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.223769:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086bded00/0xe92384b90c83f716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c03d expref: 458 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.223771:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297378816:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.223776:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6eba lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.223777:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7fb480/2, rc 0, transno 1015926 00000100:00100000:0.0:1733164792.223781:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297378176:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.223786:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808236 00000100:00100000:1.0:1733164792.223791:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012104ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+458:2002:x1817354606283264:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.223791:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6eb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.223798:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.223802:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086bded00/0xe92384b90c83f716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c03d expref: 458 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.223810:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086bded00/0xe92384b90c83f716 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c03d expref: 458 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.223814:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297380224:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.223821:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086bded00/0xe92384b90c83f716 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c03d expref: 458 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.223828:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297380352:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.223831:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.223832:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.223835:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.223835:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.223842:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6eba lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.223850:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297380224 00000100:00100000:3.0:1733164792.223852:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297380224 00010000:00010000:1.0:1733164792.223856:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.223863:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.223865:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187815 00000100:00100000:3.0:1733164792.223869:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3644:3761:x1817354297380224:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.223875:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297380352 00000100:00100000:1.0:1733164792.223876:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012104ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+457:2002:x1817354606283264:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.223877:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297380352 00002000:00080000:3.0:1733164792.223879:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9092 count 1 00000100:00100000:1.0:1733164792.223884:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808236 00010000:00010000:3.0:1733164792.223888:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6edd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.223890:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187816 00000100:00100000:2.0:1733164792.223893:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3645:3762:x1817354297380352:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.223899:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008abe7600/0xe92384b90c83fc9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c1cc expref: 456 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223903:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1733164792.223904:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9093 count 1 00010000:00010000:3.0:1733164792.223904:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.223905:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6edd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.223912:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6ee4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223916:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008abe7600/0xe92384b90c83fc9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c1cc expref: 456 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.223920:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009599f840/0xe92384b90c83fe16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c227 expref: 456 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223921:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008abe7600/0xe92384b90c83fc9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c1cc expref: 456 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.223924:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.223925:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.223926:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6ee4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.223926:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297380480:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.223937:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009599f840/0xe92384b90c83fe16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c227 expref: 456 pid: 16663 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.223940:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54540 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.223943:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009599f840/0xe92384b90c83fe16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c227 expref: 456 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.223948:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.223949:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297380608:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.223955:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223960:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.223962:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.223963:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6eba lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223967:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6eba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223970:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.223971:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6eba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223975:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6eba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223980:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6eba lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.223984:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d6eba lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x237f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.224017:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012104b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297379712:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.224023:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.224030:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6ec8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.224049:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606283392 00000100:00100000:1.0:1733164792.224052:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606283392 00010000:00010000:1.0:1733164792.224062:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096928480/0xe92384b90c83f63d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bff0 expref: 457 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.224068:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3646:3760:x1817354297378944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1951us (1997us total) trans 4295983223 rc 0/0 00000100:00100000:3.0:1733164792.224072:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187810 00000100:00100000:1.0:1733164792.224088:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808237 00000004:00080000:0.0:1733164792.224090:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b6680/2, rc 0, transno 1015927 00000100:00100000:1.0:1733164792.224092:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+457:2001:x1817354606283392:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.224099:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.224100:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297378944:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.224103:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096928480/0xe92384b90c83f63d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bff0 expref: 457 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.224111:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096928480/0xe92384b90c83f63d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bff0 expref: 457 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.224123:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096928480/0xe92384b90c83f63d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bff0 expref: 457 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.224131:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.224133:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.224135:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6eb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.224138:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.224166:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6eb3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.224173:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121049f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297379584:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.224181:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.224189:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6ec1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.224195:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+456:2001:x1817354606283392:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 103us (176us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.224196:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6eb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.224197:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297380736:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.224200:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808237 00010000:00010000:3.0:1733164792.224204:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6eb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224211:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6eb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224218:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6eb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224224:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6eb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.224227:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.224230:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.224232:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6eb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224239:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6eb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.224243:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297380736 00000100:00100000:2.0:1733164792.224246:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297380736 00010000:00010000:3.0:1733164792.224248:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6eb3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224254:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6eb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x237e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.224263:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187817 00000100:00100000:2.0:1733164792.224267:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3646:3760:x1817354297380736:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.224275:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9094 count 1 00010000:00010000:2.0:1733164792.224283:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6eeb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.224290:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af346c0/0xe92384b90c83ff27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c297 expref: 455 pid: 16661 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.224293:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297379840:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.224294:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.224295:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.224296:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6eeb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.224307:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6ecf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.224309:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008af346c0/0xe92384b90c83ff27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c297 expref: 455 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.224317:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008af346c0/0xe92384b90c83ff27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c297 expref: 455 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.224325:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297380864:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.224348:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.224378:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012104a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3647:3759:x1817354297378688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2467us (2509us total) trans 4295983224 rc 0/0 00000100:00100000:3.0:1733164792.224384:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187809 00000004:00080000:1.0:1733164792.224385:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7f8000/2, rc 0, transno 1015928 00000100:00100000:1.0:1733164792.224392:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297378688:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.224407:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.224433:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606283648 00000100:00100000:1.0:1733164792.224436:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606283648 00010000:00010000:1.0:1733164792.224446:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a2b9680/0xe92384b90c83f83c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c091 expref: 456 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.224451:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.224475:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606283520 00000100:00100000:1.0:1733164792.224478:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606283520 00000100:00100000:2.0:1733164792.224483:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808238 00010000:00010000:1.0:1733164792.224487:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086b0f3c0/0xe92384b90c83f92a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c0d7 expref: 457 pid: 16590 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.224489:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+457:2001:x1817354606283648:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.224492:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.224496:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.224501:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a2b9680/0xe92384b90c83f83c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c091 expref: 457 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.224513:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297380096:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.224514:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a2b9680/0xe92384b90c83f83c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c091 expref: 457 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.224517:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606283776 00000100:00100000:1.0:1733164792.224519:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606283776 00010000:00010000:1.0:1733164792.224526:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092033cc0/0xe92384b90c83fa6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c116 expref: 458 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.224526:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a2b9680/0xe92384b90c83f83c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c091 expref: 458 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.224526:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6ed6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.224535:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.224553:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808239 00010000:00010000:2.0:1733164792.224556:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.224559:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6ec1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.224561:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808240 00000100:00100000:0.0:1733164792.224562:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+457:2001:x1817354606283520:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.224565:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6ec1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.224566:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+457:2001:x1817354606283776:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.224571:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1733164792.224573:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.224577:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297380992:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.224577:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092033cc0/0xe92384b90c83fa6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c116 expref: 457 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.224580:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.224584:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092033cc0/0xe92384b90c83fa6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c116 expref: 457 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.224596:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.224596:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092033cc0/0xe92384b90c83fa6c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c116 expref: 457 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.224599:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+457:2001:x1817354606283648:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 110us (195us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.224604:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.224605:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.224606:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808238 00010000:00010000:3.0:1733164792.224607:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6ecf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224613:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6ecf lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.224627:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.224627:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.224637:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606283904 00000100:00100000:1.0:1733164792.224639:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606283904 00000100:00100000:3.0:1733164792.224644:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+456:2001:x1817354606283776:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (153us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.224646:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6ec1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.224647:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091e38b40/0xe92384b90c83fb7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c178 expref: 456 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.224650:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808240 00010000:00010000:2.0:1733164792.224653:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6ec1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.224662:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6ec1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.224665:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808241 00000100:00100000:3.0:1733164792.224669:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012104a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+455:2003:x1817354606283904:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.224672:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6ecf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.224673:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6ec1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.224677:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6ecf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224677:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.224680:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6ec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.224681:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6ecf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224681:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091e38b40/0xe92384b90c83fb7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c178 expref: 455 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.224685:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6ecf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.224685:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.224688:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6ecf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.224688:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6ec1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224689:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091e38b40/0xe92384b90c83fb7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c178 expref: 455 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.224691:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.224693:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6ecf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.224695:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6ec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.224697:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.224697:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6ecf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224700:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091e38b40/0xe92384b90c83fb7d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c178 expref: 455 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.224703:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6ecf lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.224704:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6ec1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.224707:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086b0f3c0/0xe92384b90c83f92a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c0d7 expref: 454 pid: 16590 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.224707:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d6ecf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224709:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.224710:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d6ec1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224710:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.224713:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6ed6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.224719:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086b0f3c0/0xe92384b90c83f92a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c0d7 expref: 454 pid: 16590 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.224719:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6ed6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224729:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.224735:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086b0f3c0/0xe92384b90c83f92a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c0d7 expref: 454 pid: 16590 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.224743:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012104a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+453:2003:x1817354606283904:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (115us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.224746:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.224748:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.224749:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808241 00010000:00010000:0.0:1733164792.224752:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6ec8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.224763:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297380992 00010000:00010000:0.0:1733164792.224765:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6ec8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.224766:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297380992 00000100:00100000:3.0:1733164792.224777:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187818 00000100:00100000:3.0:1733164792.224781:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3649:3759:x1817354297380992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.224791:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9095 count 1 00010000:00010000:3.0:1733164792.224800:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ef2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224809:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a31d40/0xe92384b90c83fff2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c2cf expref: 452 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224815:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.224816:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.224818:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ef2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.224825:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3649:3760:x1817354297379456:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2458us (2502us total) trans 4295983225 rc 0/0 00000100:00100000:1.0:1733164792.224831:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187813 00010000:00010000:3.0:1733164792.224831:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a31d40/0xe92384b90c83fff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c2cf expref: 452 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.224838:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3649:3761:x1817354297379072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2582us (2619us total) trans 4295983226 rc 0/0 00010000:00010000:3.0:1733164792.224840:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a31d40/0xe92384b90c83fff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c2cf expref: 452 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.224845:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187811 00000100:00100000:3.0:1733164792.224848:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297381120:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.224868:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54780 going to sleep for 11 seconds 00000004:00080000:2.0:1733164792.224871:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b6d80/2, rc 0, transno 1015930 00000100:00100000:2.0:1733164792.224877:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297379072:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.224877:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6ed6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224884:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6ed6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224890:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6ed6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224895:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6ed6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224901:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6ed6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224905:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2400 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.224907:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297381248:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.224908:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6ed6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224913:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6ed6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.224921:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6ed6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.224927:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6ec8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.224927:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.224927:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6ed6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.224928:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.224935:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6ec8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.224941:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6ec8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.224944:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297381248 00010000:00010000:1.0:1733164792.224946:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6ec8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.224946:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297381248 00010000:00010000:1.0:1733164792.224952:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6ec8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.224957:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187819 00000100:00100000:2.0:1733164792.224960:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3648:3761:x1817354297381248:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.224962:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.224965:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6ec8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.224968:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9096 count 1 00010000:00010000:1.0:1733164792.224970:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6ec8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.224975:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6ef9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.224978:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6ec8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.224984:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d6ec8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.224984:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c500000/0xe92384b90c8400bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c323 expref: 452 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.224988:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.224989:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.224990:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6ef9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225001:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c500000/0xe92384b90c8400bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c323 expref: 452 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225006:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c500000/0xe92384b90c8400bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c323 expref: 452 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.225011:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297381376:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.225026:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947526c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.225029:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+452:2001:x1817354606283520:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 395us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.225031:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3650:3760:x1817354297379968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2356us (2384us total) trans 4295983227 rc 0/0 00000100:00100000:3.0:1733164792.225037:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187814 00000100:00100000:0.0:1733164792.225039:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808239 00000100:00100000:2.0:1733164792.225051:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.225064:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606284032 00000100:00100000:0.0:1733164792.225069:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606284032 00000100:00100000:2.0:1733164792.225076:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.225076:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297380480:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.225077:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3649:3762:x1817354297379328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2720us (2775us total) trans 4295983228 rc 0/0 00000100:00100000:1.0:1733164792.225084:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187812 00010000:00010000:0.0:1733164792.225086:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008abe7600/0xe92384b90c83fc9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c1cc expref: 452 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.225087:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606284160 00000100:00100000:2.0:1733164792.225090:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606284160 00010000:00010000:3.0:1733164792.225093:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6edd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225100:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009599f840/0xe92384b90c83fe16 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c227 expref: 453 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.225124:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808242 00000100:00100000:2.0:1733164792.225128:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+453:2001:x1817354606284032:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.225131:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808243 00010000:00010000:2.0:1733164792.225135:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.225137:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+453:2003:x1817354606284160:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.225139:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008abe7600/0xe92384b90c83fc9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c1cc expref: 453 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.225167:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008abe7600/0xe92384b90c83fc9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c1cc expref: 453 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.225179:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008abe7600/0xe92384b90c83fc9c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c1cc expref: 453 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.225187:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.225188:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.225190:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6edd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225196:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6edd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225208:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.225213:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6edd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.225220:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6edd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.225224:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+452:2001:x1817354606284032:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 95us (172us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.225227:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6edd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.225232:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6edd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.225233:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808242 00010000:00010000:3.0:1733164792.225235:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6edd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.225238:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.225241:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6edd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.225245:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6edd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.225255:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6edd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.225256:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297380608:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.225259:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6edd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225267:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6ee4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.225268:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.225276:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009599f840/0xe92384b90c83fe16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c227 expref: 451 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.225286:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009599f840/0xe92384b90c83fe16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c227 expref: 451 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.225300:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009599f840/0xe92384b90c83fe16 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c227 expref: 451 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.225313:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.225317:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.225320:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6ee4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.225327:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6ee4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.225348:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.225374:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+450:2003:x1817354606284160:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 234us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.225381:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808243 00010000:00010000:2.0:1733164792.225385:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6ee4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225392:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6ee4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225398:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6ee4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225403:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6ee4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225409:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6ee4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225413:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.225416:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6ee4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.225421:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297380864:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.225421:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6ee4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225433:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6ee4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.225435:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6eeb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225438:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d6ee4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.225461:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b4a80/2, rc 0, transno 1015931 00000100:00100000:0.0:1733164792.225473:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297379968:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.225487:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88011f909180/2, rc 0, transno 1015929 00000100:00100000:0.0:1733164792.225491:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297379456:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.225516:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b7480/2, rc 0, transno 1015932 00000100:00100000:0.0:1733164792.225521:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297379328:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.225521:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3650:3761:x1817354297380224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1649us (1684us total) trans 4295983229 rc 0/0 00000100:00100000:3.0:1733164792.225527:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187815 00000004:00080000:3.0:1733164792.225565:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950da300/2, rc 0, transno 1015933 00000100:00100000:2.0:1733164792.225567:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3649:3762:x1817354297380352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1672us (1704us total) trans 4295983230 rc 0/0 00000100:00100000:3.0:1733164792.225570:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297380224:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.225574:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187816 00000004:00080000:0.0:1733164792.225590:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950d9c00/2, rc 0, transno 1015934 00000100:00100000:0.0:1733164792.225597:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297380352:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.225607:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297381504:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.225636:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.225651:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297381504 00000100:00100000:3.0:1733164792.225651:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297381888:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.225654:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297381632:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.225655:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297381504 00000100:00100000:0.0:1733164792.225662:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297382016:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.225669:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187820 00000100:00100000:3.0:1733164792.225671:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.225684:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3649:3762:x1817354297381504:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.225687:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.225692:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297381888 00000100:00100000:0.0:1733164792.225695:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880083a3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297381760:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.225695:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297381888 00002000:00080000:2.0:1733164792.225699:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9097 count 1 00000100:00100000:1.0:1733164792.225704:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297381632 00000100:00100000:1.0:1733164792.225707:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297381632 00010000:00010000:2.0:1733164792.225709:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6f00 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.225709:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187821 00000100:00100000:3.0:1733164792.225713:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3651:3761:x1817354297381888:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.225720:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.225720:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093458fc0/0xe92384b90c840173 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c362 expref: 449 pid: 16652 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.225721:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187822 00002000:00080000:3.0:1733164792.225723:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9100 count 1 00000100:00100000:1.0:1733164792.225725:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3651:3759:x1817354297381632:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.225725:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.225727:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.225729:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6f00 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.225733:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9098 count 1 00010000:00010000:3.0:1733164792.225733:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6f07 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.225740:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6f0e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225742:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093458fc0/0xe92384b90c840173 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c362 expref: 449 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.225742:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082ef8fc0/0xe92384b90c8404b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c442 expref: 449 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.225748:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.225748:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.225749:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095391200/0xe92384b90c84028b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c38c expref: 449 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.225750:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.225753:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6f07 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.225754:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093458fc0/0xe92384b90c840173 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c362 expref: 449 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.225755:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.225756:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.225758:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6f0e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.225763:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297382144:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.225768:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082ef8fc0/0xe92384b90c8404b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c442 expref: 449 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.225769:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095391200/0xe92384b90c84028b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c38c expref: 449 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.225776:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082ef8fc0/0xe92384b90c8404b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c442 expref: 449 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.225777:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297381760 00010000:00010000:1.0:1733164792.225777:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095391200/0xe92384b90c84028b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c38c expref: 449 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.225781:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.225783:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297381760 00000100:00100000:3.0:1733164792.225785:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297382272:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.225786:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297382400:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.225802:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.225805:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297382016 00000100:00100000:0.0:1733164792.225809:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297382016 00000100:00100000:1.0:1733164792.225809:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987300 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.225815:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187823 00000100:00100000:3.0:1733164792.225819:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3653:3760:x1817354297381760:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.225820:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187824 00000100:00100000:1.0:1733164792.225823:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3653:3762:x1817354297382016:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.225825:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00002000:00080000:3.0:1733164792.225829:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9099 count 1 00002000:00080000:1.0:1733164792.225830:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9101 count 1 00010000:00010000:1.0:1733164792.225838:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6f1c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.225838:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6f15 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.225847:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e636880/0xe92384b90c840372 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c3ee expref: 449 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.225849:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606284288 00010000:00010000:1.0:1733164792.225851:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b02400/0xe92384b90c8405e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c4b2 expref: 449 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.225853:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.225854:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606284288 00010000:00010000:3.0:1733164792.225854:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.225856:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6f15 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.225858:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.225859:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.225861:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6f1c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.225870:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e636880/0xe92384b90c840372 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c3ee expref: 450 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.225872:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b02400/0xe92384b90c8405e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c4b2 expref: 450 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.225880:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b02400/0xe92384b90c8405e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c4b2 expref: 450 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.225882:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e636880/0xe92384b90c840372 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c3ee expref: 450 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.225888:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012104b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297382656:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.225890:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297382528:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.225909:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.225910:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.226013:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008af346c0/0xe92384b90c83ff27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c297 expref: 450 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.226049:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808244 00000100:00100000:2.0:1733164792.226053:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+450:2000:x1817354606284288:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.226056:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297381120:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.226059:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.226062:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008af346c0/0xe92384b90c83ff27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c297 expref: 450 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.226068:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008af346c0/0xe92384b90c83ff27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c297 expref: 450 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.226069:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ef2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.226076:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af346c0/0xe92384b90c83ff27 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c297 expref: 450 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.226083:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.226084:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.226086:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6eeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.226090:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6eeb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.226108:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.226119:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+449:2000:x1817354606284288:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.226123:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808244 00000100:00100000:1.0:1733164792.226131:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297381376:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.226159:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6ef9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.226171:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6eeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.226177:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6eeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.226189:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6eeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.226195:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6eeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.226197:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.226202:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6eeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.226207:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.226210:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6eeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.226216:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6eeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.226226:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6eeb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.226232:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d6eeb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.226233:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606284544 00000100:00100000:3.0:1733164792.226236:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606284544 00010000:00010000:3.0:1733164792.226247:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c500000/0xe92384b90c8400bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c323 expref: 449 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.226250:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.226269:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606284416 00000100:00100000:3.0:1733164792.226271:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606284416 00000100:00100000:0.0:1733164792.226278:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808245 00010000:00010000:3.0:1733164792.226278:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099a31d40/0xe92384b90c83fff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c2cf expref: 450 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.226285:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+450:2001:x1817354606284544:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.226295:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.226298:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808246 00010000:00010000:0.0:1733164792.226302:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c500000/0xe92384b90c8400bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c323 expref: 450 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.226303:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+450:2000:x1817354606284416:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.226310:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.226312:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c500000/0xe92384b90c8400bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c323 expref: 450 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.226315:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099a31d40/0xe92384b90c83fff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c2cf expref: 450 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.226323:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099a31d40/0xe92384b90c83fff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c2cf expref: 450 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.226326:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c500000/0xe92384b90c8400bd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c323 expref: 450 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.226333:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099a31d40/0xe92384b90c83fff2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c2cf expref: 450 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.226338:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.226340:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.226342:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.226343:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.226343:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.226346:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ef2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.226350:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6ef9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.226352:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ef2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.226363:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.226372:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ef2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.226375:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.226379:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ef2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.226389:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+448:2000:x1817354606284416:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (139us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.226390:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ef2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.226395:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808246 00010000:00010000:3.0:1733164792.226397:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ef2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.226401:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+448:2001:x1817354606284544:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 114us (201us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.226403:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ef2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.226408:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808245 00010000:00010000:3.0:1733164792.226409:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d33c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.226411:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ef2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.226417:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ef2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.226426:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ef2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.226433:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d6ef2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.226468:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.226478:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.226486:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.226487:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3655:3760:x1817354297380736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2218us (2261us total) trans 4295983231 rc 0/0 00010000:00010000:0.0:1733164792.226493:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6ef9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.226493:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187817 00010000:00010000:0.0:1733164792.226500:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6ef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.226506:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.226509:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6ef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.226516:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6ef9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.226520:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012104b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3654:3759:x1817354297380992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1737us (1921us total) trans 4295983232 rc 0/0 00000100:00100000:3.0:1733164792.226525:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187818 00010000:00010000:0.0:1733164792.226531:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6ef9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.226534:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7ced80/2, rc 0, transno 1015936 00000100:00100000:1.0:1733164792.226555:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297380992:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.226559:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d6ef9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.226595:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297382784:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.226623:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.226638:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297382784 00000100:00100000:3.0:1733164792.226641:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297382784 00000100:00100000:3.0:1733164792.226653:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187825 00000100:00100000:3.0:1733164792.226657:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3654:3759:x1817354297382784:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.226667:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9102 count 1 00010000:00010000:3.0:1733164792.226675:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6f23 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.226684:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f85ed00/0xe92384b90c8406cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c50d expref: 446 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.226690:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.226691:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.226693:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6f23 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.226706:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f85ed00/0xe92384b90c8406cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c50d expref: 446 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.226713:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f85ed00/0xe92384b90c8406cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c50d expref: 446 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.226720:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297382912:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.226746:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54780 going to sleep for 11 seconds 00000004:00080000:1.0:1733164792.227261:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b4000/2, rc 0, transno 1015935 00000100:00100000:1.0:1733164792.227272:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297380736:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.227317:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1733164792.227324:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297383040:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.227325:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.227325:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297382272:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.227337:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6f07 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.227343:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.227347:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.227351:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606284672 00000100:00100000:2.0:1733164792.227353:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606284672 00010000:00010000:2.0:1733164792.227363:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093458fc0/0xe92384b90c840173 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c362 expref: 447 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.227368:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297382400:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.227372:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606284928 00000100:00100000:2.0:1733164792.227374:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606284928 00010000:00010000:2.0:1733164792.227379:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095391200/0xe92384b90c84028b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c38c expref: 448 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.227379:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808247 00010000:00010000:1.0:1733164792.227380:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6f0e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.227384:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+448:2000:x1817354606284672:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.227388:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808248 00010000:00010000:3.0:1733164792.227390:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.227391:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+448:2000:x1817354606284928:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.227395:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297383040 00010000:00010000:3.0:1733164792.227395:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093458fc0/0xe92384b90c840173 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c362 expref: 448 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.227396:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.227397:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297383040 00010000:00010000:2.0:1733164792.227398:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095391200/0xe92384b90c84028b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c38c expref: 448 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.227403:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093458fc0/0xe92384b90c840173 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c362 expref: 448 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.227404:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095391200/0xe92384b90c84028b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c38c expref: 448 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.227412:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187826 00010000:00010000:3.0:1733164792.227413:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.227415:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c448c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3655:3759:x1817354297383040:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.227415:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.227416:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095391200/0xe92384b90c84028b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c38c expref: 448 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.227418:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6f00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.227423:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.227424:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6f00 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.227425:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9103 count 1 00010000:00010000:2.0:1733164792.227425:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.227427:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6f0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.227431:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6f0e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.227433:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6f2a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.227434:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.227439:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.227442:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096b2d200/0xe92384b90c840834 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c584 expref: 447 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.227448:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.227449:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.227451:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6f2a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.227451:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+447:2000:x1817354606284928:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.227451:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+447:2000:x1817354606284672:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.227455:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808248 00000100:00100000:3.0:1733164792.227458:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808247 00010000:00010000:1.0:1733164792.227472:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096b2d200/0xe92384b90c840834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c584 expref: 445 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.227473:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093458fc0/0xe92384b90c840173 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c362 expref: 445 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.227480:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297382144:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.227481:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096b2d200/0xe92384b90c840834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c584 expref: 444 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.227488:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6f00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.227488:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.227490:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297383168:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.227493:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6f00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.227497:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6f00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.227500:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606284800 00010000:00010000:2.0:1733164792.227502:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6f00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.227503:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606284800 00010000:00010000:2.0:1733164792.227506:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6f00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.227507:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987300 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.227509:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6f00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.227513:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.227513:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082ef8fc0/0xe92384b90c8404b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c442 expref: 445 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.227514:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6f00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.227517:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6f0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.227518:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6f00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.227523:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6f00 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.227524:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6f0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.227526:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d6f00 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.227531:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6f0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.227531:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808249 00000100:00100000:3.0:1733164792.227535:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+445:2000:x1817354606284800:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.227554:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6f0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.227557:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.227561:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6f0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.227561:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082ef8fc0/0xe92384b90c8404b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c442 expref: 445 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.227567:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.227569:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082ef8fc0/0xe92384b90c8404b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c442 expref: 445 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.227570:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6f0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.227577:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6f0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.227579:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082ef8fc0/0xe92384b90c8404b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c442 expref: 445 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.227586:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6f0e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.227590:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.227591:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.227592:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d6f0e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x238a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.227594:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6f07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.227600:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6f07 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.227611:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.227625:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+444:2000:x1817354606284800:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 89us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.227631:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808249 00000100:00100000:2.0:1733164792.227656:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3658:3762:x1817354297381504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1980us (2019us total) trans 4295983233 rc 0/0 00000100:00100000:2.0:1733164792.227662:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187820 00000100:00100000:0.0:1733164792.227682:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3657:3761:x1817354297381248:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2718us (2752us total) trans 4295983234 rc 0/0 00000004:00080000:3.0:1733164792.227687:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e005880/2, rc 0, transno 1015938 00000100:00100000:0.0:1733164792.227689:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187819 00000100:00100000:1.0:1733164792.227694:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3657:3759:x1817354297381632:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1967us (2007us total) trans 4295983235 rc 0/0 00000100:00100000:3.0:1733164792.227694:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297381248:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.227700:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187822 00000004:00080000:0.0:1733164792.227717:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316f2680/2, rc 0, transno 1015937 00000100:00100000:3.0:1733164792.227720:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297383296:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.227724:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880083a3c000/2, rc 0, transno 1015939 00000100:00100000:0.0:1733164792.227725:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297381504:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.227728:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297381632:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.227740:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.227751:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.227756:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297383424:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.227758:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297383296 00000100:00100000:1.0:1733164792.227763:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297383296 00000100:00100000:1.0:1733164792.227770:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297383552:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.227770:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.227785:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.227794:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297383424 00000100:00100000:0.0:1733164792.227798:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297383424 00000100:00100000:1.0:1733164792.227813:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297383552 00000100:00100000:1.0:1733164792.227816:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297383552 00000100:00100000:0.0:1733164792.227817:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187827 00000100:00100000:0.0:1733164792.227822:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3658:3761:x1817354297383296:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.227822:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.227824:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187828 00000100:00100000:2.0:1733164792.227828:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3658:3761:x1817354297383424:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.227831:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606285184 00002000:00080000:0.0:1733164792.227833:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9104 count 1 00000100:00100000:1.0:1733164792.227833:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187829 00000100:00100000:3.0:1733164792.227833:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606285184 00000100:00100000:1.0:1733164792.227837:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3658:3759:x1817354297383552:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.227838:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9105 count 1 00010000:00010000:3.0:1733164792.227842:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b02400/0xe92384b90c8405e1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c4b2 expref: 444 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.227844:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6f31 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.227845:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6f38 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.227846:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9106 count 1 00010000:00010000:2.0:1733164792.227853:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009286e640/0xe92384b90c840a5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c62c expref: 444 pid: 16606 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.227855:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808250 00010000:00010000:1.0:1733164792.227856:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6f3f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.227857:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008072d200/0xe92384b90c8409a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c5df expref: 444 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.227857:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.227858:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.227859:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+444:2002:x1817354606285184:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.227860:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6f38 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.227864:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.227865:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.227866:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.227866:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950f8240/0xe92384b90c840b7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c687 expref: 444 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.227868:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6f31 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.227869:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009286e640/0xe92384b90c840a5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c62c expref: 444 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.227869:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b02400/0xe92384b90c8405e1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c4b2 expref: 444 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.227874:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009286e640/0xe92384b90c840a5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c62c expref: 444 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.227877:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.227877:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b02400/0xe92384b90c8405e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c4b2 expref: 444 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.227878:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.227880:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297383680:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.227881:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6f3f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.227887:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.227888:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.227890:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008072d200/0xe92384b90c8409a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c5df expref: 444 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.227891:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6f1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.227895:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800950f8240/0xe92384b90c840b7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c687 expref: 444 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.227897:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.227897:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6f1c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.227900:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008072d200/0xe92384b90c8409a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c5df expref: 444 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.227904:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800950f8240/0xe92384b90c840b7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c687 expref: 444 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.227906:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.227910:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bdce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297383808:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.227912:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297383936:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.227912:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297382528:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.227919:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+444:2002:x1817354606285184:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (98us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.227920:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6f15 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.227924:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808250 00000100:00100000:0.0:1733164792.227929:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265a80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.227932:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.227941:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.227949:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b02400/0xe92384b90c8405e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c4b2 expref: 443 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.227954:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606285056 00000100:00100000:2.0:1733164792.227957:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606285056 00000100:00100000:1.0:1733164792.227962:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012104b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297382656:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.227968:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e636880/0xe92384b90c840372 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c3ee expref: 443 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.227973:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6f1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.227980:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6f1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.227981:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808251 00000100:00100000:2.0:1733164792.227985:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+443:2002:x1817354606285056:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.227986:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6f1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.227992:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.227995:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e636880/0xe92384b90c840372 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c3ee expref: 443 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.227997:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.227998:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6f1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228002:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e636880/0xe92384b90c840372 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c3ee expref: 443 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.228005:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6f1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.228012:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6f1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228012:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e636880/0xe92384b90c840372 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c3ee expref: 443 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.228014:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606285312 00000100:00100000:0.0:1733164792.228017:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606285312 00010000:00010000:1.0:1733164792.228018:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.228020:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.228021:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6f1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228021:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.228023:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6f15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.228027:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6f1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.228029:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f85ed00/0xe92384b90c8406cf lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c50d expref: 443 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.228029:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6f15 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.228037:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6f1c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228041:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.228043:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d6f1c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x238d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.228047:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808252 00000100:00100000:3.0:1733164792.228051:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297382912:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.228052:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+443:2001:x1817354606285312:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.228058:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+443:2002:x1817354606285056:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (116us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.228059:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.228061:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6f23 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.228063:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f85ed00/0xe92384b90c8406cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c50d expref: 443 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.228063:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808251 00010000:00010000:0.0:1733164792.228072:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f85ed00/0xe92384b90c8406cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c50d expref: 442 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.228072:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6f07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228078:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6f07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228081:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6f15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228084:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6f07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.228085:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f85ed00/0xe92384b90c8406cf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c50d expref: 442 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.228086:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6f15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228090:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6f07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228092:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6f15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228097:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6f07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228098:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6f15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.228102:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.228103:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.228103:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.228104:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6f15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.228106:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6f23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228106:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6f07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.228113:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6f23 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228113:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6f07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228121:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6f07 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228123:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.228126:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6f15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.228128:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.228128:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d6f07 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x238c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228132:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6f15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228159:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6f15 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.228162:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+441:2001:x1817354606285312:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 109us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.228163:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3659:3762:x1817354297382016:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2337us (2414us total) trans 4295983236 rc 0/0 00010000:00010000:2.0:1733164792.228163:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d6f15 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x238b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.228169:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808252 00000100:00100000:1.0:1733164792.228169:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187824 00010000:00010000:3.0:1733164792.228175:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6f23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228181:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6f23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228187:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6f23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.228192:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91ca80/2, rc 0, transno 1015940 00010000:00010000:3.0:1733164792.228194:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6f23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.228198:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297382016:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.228200:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6f23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228206:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.228209:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6f23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228215:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6f23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.228222:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1733164792.228224:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6f23 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.228227:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012104b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297384064:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.228230:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d6f23 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x238e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.228247:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.228248:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3659:3760:x1817354297381760:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2428us (2530us total) trans 4295983237 rc 0/0 00000100:00100000:2.0:1733164792.228253:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187823 00000100:00100000:2.0:1733164792.228261:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297384064 00000100:00100000:2.0:1733164792.228263:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297384064 00000100:00100000:2.0:1733164792.228273:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187830 00000100:00100000:2.0:1733164792.228275:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3660:3759:x1817354297384064:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.228283:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9107 count 1 00010000:00010000:2.0:1733164792.228289:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6f46 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228296:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c626d00/0xe92384b90c840c47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c6d4 expref: 440 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228300:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.228301:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.228302:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6f46 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.228309:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880083a3d880/2, rc 0, transno 1015941 00010000:00010000:2.0:1733164792.228312:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c626d00/0xe92384b90c840c47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c6d4 expref: 440 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.228316:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880083a3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297381760:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.228317:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c626d00/0xe92384b90c840c47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c6d4 expref: 440 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.228322:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297384192:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.228330:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3660:3759:x1817354297382784:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1670us (1704us total) trans 4295983238 rc 0/0 00000100:00100000:2.0:1733164792.228335:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752d80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.228336:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187825 00000004:00080000:3.0:1733164792.228359:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91ea00/2, rc 0, transno 1015942 00000100:00100000:3.0:1733164792.228363:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297382784:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.228398:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012104a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297384320:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.228403:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012104ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297384448:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.228412:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297383168:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.228423:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6f2a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.228426:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.228446:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.228451:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3660:3761:x1817354297381888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2736us (2779us total) trans 4295983239 rc 0/0 00000004:00080000:2.0:1733164792.228456:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91ce00/2, rc 0, transno 1015943 00000100:00100000:3.0:1733164792.228457:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187821 00000100:00100000:1.0:1733164792.228463:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297384320 00000100:00100000:2.0:1733164792.228463:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297381888:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.228465:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297384320 00000100:00100000:3.0:1733164792.228468:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297384448 00000100:00100000:3.0:1733164792.228470:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297384448 00000100:00100000:1.0:1733164792.228480:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187831 00000100:00100000:3.0:1733164792.228482:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187832 00000100:00100000:1.0:1733164792.228483:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3661:3761:x1817354297384320:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.228486:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3661:3762:x1817354297384448:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.228493:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9108 count 1 00002000:00080000:3.0:1733164792.228493:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9109 count 1 00010000:00010000:1.0:1733164792.228502:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6f4d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228502:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6f54 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.228512:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b67d680/0xe92384b90c840d35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c73d expref: 440 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228515:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a94000/0xe92384b90c840ddd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c76e expref: 440 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.228518:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.228519:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.228521:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6f4d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228521:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.228522:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.228524:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6f54 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.228534:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b67d680/0xe92384b90c840d35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c73d expref: 440 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228550:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a94000/0xe92384b90c840ddd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c76e expref: 440 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.228559:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a94000/0xe92384b90c840ddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c76e expref: 440 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.228562:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b67d680/0xe92384b90c840d35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c73d expref: 440 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.228563:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.228567:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297384704:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.228570:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297384576:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.228580:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606285440 00000100:00100000:0.0:1733164792.228584:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606285440 00000100:00100000:1.0:1733164792.228587:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987300 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.228587:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54780 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.228595:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096b2d200/0xe92384b90c840834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c584 expref: 441 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.228612:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808253 00000100:00100000:0.0:1733164792.228617:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+441:2000:x1817354606285440:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.228618:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297384832:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.228623:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.228627:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096b2d200/0xe92384b90c840834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c584 expref: 441 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.228636:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.228637:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096b2d200/0xe92384b90c840834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c584 expref: 441 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.228647:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297384832 00010000:00010000:0.0:1733164792.228649:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096b2d200/0xe92384b90c840834 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c584 expref: 441 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.228650:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297384832 00010000:00010000:0.0:1733164792.228658:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.228660:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.228663:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6f2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.228663:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187833 00000100:00100000:2.0:1733164792.228665:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3662:3759:x1817354297384832:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.228670:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6f2a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.228675:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9110 count 1 00010000:00010000:2.0:1733164792.228684:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d6f5b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.228692:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.228694:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f555b00/0xe92384b90c840eee lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7c9 expref: 440 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228699:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.228700:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.228703:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d6f5b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.228710:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6f2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.228717:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6f2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228718:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f555b00/0xe92384b90c840eee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7c9 expref: 440 pid: 16606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.228723:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6f2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.228726:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f555b00/0xe92384b90c840eee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7c9 expref: 440 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.228729:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6f2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.228735:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6f2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.228741:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6d00 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.228741:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297384960:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.228743:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6f2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.228748:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6f2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.228755:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6f2a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.228759:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d6f2a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x238f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.228772:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752e40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.228786:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+440:2000:x1817354606285440:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 167us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.228793:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808253 00000100:00100000:2.0:1733164792.228828:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bdce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297383808:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.228841:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6f31 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.228859:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297383680:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.228865:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c448c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3663:3759:x1817354297383040:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1448us (1516us total) trans 4295983240 rc 0/0 00010000:00010000:2.0:1733164792.228868:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6f38 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.228871:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187826 00000004:00080000:3.0:1733164792.228873:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b5880/2, rc 0, transno 1015944 00000100:00100000:3.0:1733164792.228880:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297383040:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.228911:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.228919:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297383936:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.228922:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.228924:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606285696 00000100:00100000:0.0:1733164792.228928:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606285696 00000100:00100000:3.0:1733164792.228928:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297385088:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.228931:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6f3f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.228938:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008072d200/0xe92384b90c8409a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c5df expref: 440 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.228945:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.228959:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297385088 00000100:00100000:2.0:1733164792.228962:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297385088 00000100:00100000:3.0:1733164792.228966:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.228971:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808254 00000100:00100000:0.0:1733164792.228976:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+440:2001:x1817354606285696:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.228983:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.228987:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606285568 00010000:00010000:0.0:1733164792.228988:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008072d200/0xe92384b90c8409a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c5df expref: 440 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.228988:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187834 00000100:00100000:2.0:1733164792.228989:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606285568 00000100:00100000:3.0:1733164792.228990:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.228993:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3663:3759:x1817354297385088:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.228996:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008072d200/0xe92384b90c8409a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c5df expref: 441 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.228998:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009286e640/0xe92384b90c840a5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c62c expref: 441 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.229000:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606285824 00002000:00080000:1.0:1733164792.229003:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9111 count 1 00000100:00100000:3.0:1733164792.229003:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606285824 00010000:00010000:0.0:1733164792.229008:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008072d200/0xe92384b90c8409a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c5df expref: 442 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.229012:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800950f8240/0xe92384b90c840b7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c687 expref: 442 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.229018:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.229019:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.229021:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808255 00010000:00010000:0.0:1733164792.229022:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6f31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.229025:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+441:2000:x1817354606285568:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.229029:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6f31 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.229030:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808256 00000100:00100000:1.0:1733164792.229035:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+441:2000:x1817354606285824:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.229035:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.229039:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009286e640/0xe92384b90c840a5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c62c expref: 441 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.229041:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.229045:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800950f8240/0xe92384b90c840b7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c687 expref: 441 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.229047:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009286e640/0xe92384b90c840a5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c62c expref: 441 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.229054:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800950f8240/0xe92384b90c840b7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c687 expref: 441 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.229058:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009286e640/0xe92384b90c840a5d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c62c expref: 441 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.229064:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800950f8240/0xe92384b90c840b7c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c687 expref: 441 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.229068:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.229070:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.229072:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6f38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229076:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6f38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229078:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.229080:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.229082:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6f3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229087:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.229089:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6f3f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229102:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.229102:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297384192:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.229105:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+439:2000:x1817354606285568:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.229111:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808255 00010000:00010000:3.0:1733164792.229113:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6f46 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.229117:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+439:2000:x1817354606285824:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.229123:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808256 00010000:00010000:2.0:1733164792.229129:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6f38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.229135:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.229136:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6f38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.229136:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.229138:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6f3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229161:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6f3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.229163:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606285952 00000100:00100000:3.0:1733164792.229166:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606285952 00010000:00010000:1.0:1733164792.229168:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6f3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229171:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6f38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229174:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6f3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229174:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c626d00/0xe92384b90c840c47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c6d4 expref: 438 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.229176:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6f38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229180:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6f3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229180:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6f38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229183:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.229185:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6f38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.229187:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808257 00010000:00010000:2.0:1733164792.229188:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6f38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229191:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6640 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.229191:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+438:2001:x1817354606285952:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.229194:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6f3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229194:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6f38 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229197:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d6f38 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229200:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6f3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229203:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.229207:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c626d00/0xe92384b90c840c47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c6d4 expref: 438 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.229209:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6f3f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229215:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d6f3f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229215:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c626d00/0xe92384b90c840c47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c6d4 expref: 438 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.229224:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+438:2001:x1817354606285696:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 246us (311us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.229226:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c626d00/0xe92384b90c840c47 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c6d4 expref: 438 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.229231:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808254 00010000:00010000:3.0:1733164792.229239:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.229240:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.229243:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6f46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229249:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6f46 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229262:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.229277:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+436:2001:x1817354606285952:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.229283:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808257 00000100:00100000:2.0:1733164792.229299:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3665:3761:x1817354297383424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1468us (1527us total) trans 4295983241 rc 0/0 00000100:00100000:2.0:1733164792.229305:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187828 00000100:00100000:1.0:1733164792.229311:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3665:3759:x1817354297383552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1473us (1525us total) trans 4295983242 rc 0/0 00000100:00100000:1.0:1733164792.229316:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187829 00000004:00080000:2.0:1733164792.229329:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bddc00/2, rc 0, transno 1015945 00010000:00010000:1.0:1733164792.229331:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6f62 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.229335:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297383424:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.229340:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0xe92384b90c840f73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7fa expref: 435 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229343:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6f31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229346:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.229347:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.229347:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6f31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229350:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6f62 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229352:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6f31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229355:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6f31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229359:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6f31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229362:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.229364:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6f31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229367:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6f31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229368:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0xe92384b90c840f73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7fa expref: 435 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.229371:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bdc380/2, rc 0, transno 1015946 00010000:00010000:2.0:1733164792.229373:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6f31 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229375:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0xe92384b90c840f73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7fa expref: 435 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.229376:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297383552:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.229377:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d6f31 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.229384:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012104a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297385216:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.229400:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.229415:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297385472:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.229441:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297384704:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.229442:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.229452:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6f54 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.229455:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.229457:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.229463:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297385344:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.229471:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606286208 00000100:00100000:3.0:1733164792.229473:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606286208 00000100:00100000:2.0:1733164792.229481:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3664:3761:x1817354297383296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1658us (1740us total) trans 4295983243 rc 0/0 00000100:00100000:1.0:1733164792.229482:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.229482:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b67d680/0xe92384b90c840d35 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c73d expref: 436 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.229484:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.229488:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187827 00000100:00100000:2.0:1733164792.229499:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297385472 00000100:00100000:2.0:1733164792.229501:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297385472 00000100:00100000:3.0:1733164792.229503:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606286080 00000100:00100000:3.0:1733164792.229505:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606286080 00000100:00100000:0.0:1733164792.229509:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808258 00000100:00100000:2.0:1733164792.229510:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297385344 00000100:00100000:2.0:1733164792.229511:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297385344 00010000:00010000:3.0:1733164792.229512:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a94000/0xe92384b90c840ddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c76e expref: 437 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.229514:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012104b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+437:2000:x1817354606286208:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.229518:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187835 00010000:00010000:0.0:1733164792.229521:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.229521:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3665:3762:x1817354297385472:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.229526:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b67d680/0xe92384b90c840d35 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c73d expref: 437 pid: 16596 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.229529:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9113 count 1 00000100:00100000:3.0:1733164792.229529:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808259 00000100:00100000:3.0:1733164792.229533:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ee850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+437:2003:x1817354606286080:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.229549:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6f69 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.229551:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b67d680/0xe92384b90c840d35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c73d expref: 437 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.229555:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.229559:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085e0f180/0xe92384b90c841133 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c894 expref: 437 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229559:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a94000/0xe92384b90c840ddd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c76e expref: 437 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.229564:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.229564:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.229565:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.229566:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.229566:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6f69 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.229568:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6f4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229568:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a94000/0xe92384b90c840ddd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c76e expref: 437 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.229575:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6f4d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229578:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085e0f180/0xe92384b90c841133 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c894 expref: 437 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229579:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a94000/0xe92384b90c840ddd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c76e expref: 437 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.229581:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.229583:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085e0f180/0xe92384b90c841133 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c894 expref: 437 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.229586:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.229587:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.229590:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.229592:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297385600:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.229592:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6f54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229599:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6f54 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.229601:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012104b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+436:2000:x1817354606286208:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.229608:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808258 00000100:00100000:2.0:1733164792.229609:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.229610:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b67d680/0xe92384b90c840d35 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c73d expref: 436 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.229611:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606286336 00000100:00100000:3.0:1733164792.229613:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606286336 00000100:00100000:1.0:1733164792.229620:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297384576:192.168.202.7@tcp:104: 00000004:00080000:2.0:1733164792.229623:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf61c00/2, rc 0, transno 1015947 00010000:00010000:3.0:1733164792.229623:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f555b00/0xe92384b90c840eee lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7c9 expref: 435 pid: 16606 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.229628:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297383296:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.229631:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187836 00010000:00010000:1.0:1733164792.229631:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6f4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.229635:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3665:3762:x1817354297385344:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.229637:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6f4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.229637:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297384960:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.229643:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6f4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229644:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d6f5b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.229644:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808260 00000100:00100000:3.0:1733164792.229649:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121049c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+435:2001:x1817354606286336:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.229650:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6f4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229655:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.229657:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6f4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229659:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f555b00/0xe92384b90c840eee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7c9 expref: 435 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.229664:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6f4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229666:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f555b00/0xe92384b90c840eee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7c9 expref: 435 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.229669:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca58c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.229671:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297385728:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.229672:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6f4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229677:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f555b00/0xe92384b90c840eee lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7c9 expref: 435 pid: 16606 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.229678:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6f4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229686:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6f4d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229686:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.229687:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.229689:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d6f5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.229690:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.229693:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d6f4d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229696:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d6f5b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.229705:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297385728 00000100:00100000:2.0:1733164792.229707:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297385728 00010000:00010000:3.0:1733164792.229707:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1733164792.229718:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9112 count 1 00000100:00100000:2.0:1733164792.229722:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187837 00000100:00100000:3.0:1733164792.229722:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121049c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+434:2001:x1817354606286336:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.229726:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3666:3759:x1817354297385728:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.229727:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808260 00010000:00010000:0.0:1733164792.229728:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6f70 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.229736:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9114 count 1 00010000:00010000:0.0:1733164792.229739:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a7d200/0xe92384b90c84108b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c85c expref: 433 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229745:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6f77 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.229746:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.229746:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.229747:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.229749:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6f70 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229757:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5e5680/0xe92384b90c8411db lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c8da expref: 433 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.229758:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ee850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+433:2003:x1817354606286080:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 224us (275us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.229762:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.229764:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a7d200/0xe92384b90c84108b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c85c expref: 433 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229764:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.229764:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808259 00010000:00010000:2.0:1733164792.229766:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6f77 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.229773:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a7d200/0xe92384b90c84108b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c85c expref: 432 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.229781:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5e5680/0xe92384b90c8411db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c8da expref: 432 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.229782:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bdc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297385856:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.229790:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5e5680/0xe92384b90c8411db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c8da expref: 432 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.229792:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3667:3761:x1817354297384320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1307us (1366us total) trans 4295983244 rc 0/0 00010000:00010000:3.0:1733164792.229796:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6f46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.229797:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187831 00000100:00100000:2.0:1733164792.229799:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297385984:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.229800:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.229803:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6f46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229809:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6f46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.229815:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752e40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.229816:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6f46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229822:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6f46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229828:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0900 already unused, calling callback (ffffffffa0854100) 00000004:00080000:2.0:1733164792.229829:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012104a300/2, rc 0, transno 1015948 00010000:00010000:3.0:1733164792.229830:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6f46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.229834:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012104a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297384320:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.229837:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6f46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229841:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d6f5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229845:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d6f5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229846:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6f46 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229850:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d6f5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.229852:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d6f46 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229853:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d6f5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229857:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d6f5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.229859:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1733164792.229860:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.229862:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d6f5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.229865:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297386112:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.229870:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d6f5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229876:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d6f5b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.229879:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d6f5b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.229884:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.229900:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297386112 00000100:00100000:1.0:1733164792.229903:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297386112 00000100:00100000:1.0:1733164792.229918:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187838 00000100:00100000:1.0:1733164792.229922:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3669:3759:x1817354297386112:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.229933:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9115 count 1 00010000:00010000:1.0:1733164792.229942:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6f7e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229952:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009693b840/0xe92384b90c8412d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c92e expref: 432 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.229958:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.229959:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.229960:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3669:3759:x1817354297384064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1683us (1712us total) trans 4295983245 rc 0/0 00010000:00010000:1.0:1733164792.229961:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6f7e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.229966:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187830 00000004:00080000:0.0:1733164792.229972:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012104b480/2, rc 0, transno 1015949 00010000:00010000:1.0:1733164792.229974:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009693b840/0xe92384b90c8412d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c92e expref: 432 pid: 16600 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.229978:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012104b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297384064:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.229981:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6f54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.229982:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3668:3759:x1817354297384832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1314us (1344us total) trans 4295983246 rc 0/0 00010000:00010000:1.0:1733164792.229983:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009693b840/0xe92384b90c8412d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c92e expref: 432 pid: 16600 timeout: 1075 lvb_type: 0 00000004:00080000:0.0:1733164792.229987:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121049f80/2, rc 0, transno 1015950 00000100:00100000:2.0:1733164792.229987:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187833 00010000:00010000:3.0:1733164792.229987:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6f54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.229991:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297384832:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.229992:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297386240:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.229994:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6f54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.230000:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6f54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.230006:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6f54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.230009:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987300 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.230012:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.230014:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6f54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.230019:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297386368:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.230020:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6f54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.230024:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297386496:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.230029:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6f54 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.230035:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d6f54 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.230036:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.230055:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297386368 00000100:00100000:0.0:1733164792.230058:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.230059:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297386368 00000100:00100000:2.0:1733164792.230071:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297386496 00000100:00100000:2.0:1733164792.230073:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297386496 00000100:00100000:1.0:1733164792.230082:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187839 00000100:00100000:1.0:1733164792.230087:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3670:3761:x1817354297386368:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.230087:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187840 00000100:00100000:2.0:1733164792.230091:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3670:3762:x1817354297386496:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.230097:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9116 count 1 00002000:00080000:2.0:1733164792.230102:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9117 count 1 00010000:00010000:1.0:1733164792.230106:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6f85 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.230111:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6f8c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.230115:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a7e640/0xe92384b90c8413e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c997 expref: 432 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.230122:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.230122:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800987d5200/0xe92384b90c841474 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c9dd expref: 432 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.230123:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.230123:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3670:3762:x1817354297384448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1636us (1676us total) trans 4295983247 rc 0/0 00010000:00010000:1.0:1733164792.230125:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6f85 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.230129:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187832 00010000:00010000:2.0:1733164792.230133:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.230133:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:0.0:1733164792.230134:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012104ad80/2, rc 0, transno 1015951 00010000:00010000:2.0:1733164792.230135:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6f8c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.230139:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a7e640/0xe92384b90c8413e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c997 expref: 432 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.230158:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012104ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297384448:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.230165:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a7e640/0xe92384b90c8413e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c997 expref: 432 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.230169:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800987d5200/0xe92384b90c841474 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c9dd expref: 432 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.230174:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297386624:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.230178:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800987d5200/0xe92384b90c841474 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c9dd expref: 432 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.230185:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800950dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297386880:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.230187:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297386752:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.230192:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.230205:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.230206:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752d80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.230242:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297386880 00000100:00100000:3.0:1733164792.230245:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297386880 00000100:00100000:3.0:1733164792.230258:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187841 00000100:00100000:3.0:1733164792.230262:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3670:3759:x1817354297386880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.230271:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9118 count 1 00010000:00010000:3.0:1733164792.230280:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6f93 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.230287:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121ef0480/0xe92384b90c8415bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca46 expref: 432 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.230291:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.230292:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.230294:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6f93 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.230304:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121ef0480/0xe92384b90c8415bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca46 expref: 432 pid: 16650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.230309:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121ef0480/0xe92384b90c8415bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca46 expref: 432 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.230315:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297387008:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.230338:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54840 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.230604:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012104a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297385216:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.230612:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6f62 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.230647:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297385600:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.230659:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6f69 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.231036:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.231062:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.231076:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606286464 00000100:00100000:3.0:1733164792.231079:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606286464 00010000:00010000:3.0:1733164792.231089:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0xe92384b90c840f73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7fa expref: 433 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.231092:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606286592 00000100:00100000:2.0:1733164792.231095:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606286592 00000100:00100000:3.0:1733164792.231103:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808261 00010000:00010000:2.0:1733164792.231104:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085e0f180/0xe92384b90c841133 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c894 expref: 434 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.231106:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+434:2000:x1817354606286464:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.231111:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.231113:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0xe92384b90c840f73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7fa expref: 434 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.231119:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0xe92384b90c840f73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7fa expref: 434 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.231120:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808262 00000100:00100000:2.0:1733164792.231123:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+434:2000:x1817354606286592:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.231126:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009043af40/0xe92384b90c840f73 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c7fa expref: 434 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.231128:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.231131:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085e0f180/0xe92384b90c841133 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c894 expref: 433 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.231132:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.231133:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.231135:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6f62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231136:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085e0f180/0xe92384b90c841133 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c894 expref: 433 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.231139:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6f62 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231160:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085e0f180/0xe92384b90c841133 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c894 expref: 433 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.231167:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.231168:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.231170:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6f69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.231170:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.231174:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6f69 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.231178:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bdc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297385856:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.231182:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.231189:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6f70 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.231189:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+432:2000:x1817354606286464:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.231193:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.231195:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+432:2000:x1817354606286592:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.231195:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808261 00000100:00100000:2.0:1733164792.231199:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808262 00010000:00010000:1.0:1733164792.231201:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6f62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231207:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6f62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.231207:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606286720 00000100:00100000:3.0:1733164792.231209:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606286720 00010000:00010000:2.0:1733164792.231213:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6f69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231214:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6f62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231217:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6f69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.231217:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5e5680/0xe92384b90c8411db lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c8da expref: 431 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.231221:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231221:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6f69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.231224:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297385984:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.231226:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6f69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231227:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6f62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231231:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6f69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231232:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.231234:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.231235:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6f62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231236:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6f69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.231237:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808263 00010000:00010000:0.0:1733164792.231238:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6f77 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231240:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6f69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.231241:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+431:2000:x1817354606286720:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.231242:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231245:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6f69 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.231247:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.231249:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d6f69 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.231250:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5e5680/0xe92384b90c8411db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c8da expref: 431 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.231252:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6f62 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231258:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d6f62 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.231258:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5e5680/0xe92384b90c8411db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c8da expref: 431 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.231268:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5e5680/0xe92384b90c8411db lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c8da expref: 431 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.231276:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.231278:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.231280:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.231280:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6f77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.231291:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6f77 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.231299:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606286848 00000100:00100000:2.0:1733164792.231301:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606286848 00010000:00010000:3.0:1733164792.231304:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.231308:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a7d200/0xe92384b90c84108b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c85c expref: 431 pid: 16650 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.231319:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+431:2000:x1817354606286720:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.231323:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808264 00000100:00100000:2.0:1733164792.231325:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+431:2001:x1817354606286848:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.231326:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808263 00010000:00010000:2.0:1733164792.231330:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.231332:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a7d200/0xe92384b90c84108b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c85c expref: 431 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.231338:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a7d200/0xe92384b90c84108b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c85c expref: 430 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.231339:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6f77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231345:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a7d200/0xe92384b90c84108b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c85c expref: 430 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.231347:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6f77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231350:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.231350:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.231352:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6f70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.231356:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6f77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231356:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6f70 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.231363:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6f77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231364:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.231365:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3671:3759:x1817354297385088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2371us (2419us total) trans 4295983248 rc 0/0 00000100:00100000:1.0:1733164792.231370:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187834 00010000:00010000:0.0:1733164792.231375:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6f77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.231375:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+429:2001:x1817354606286848:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 49us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.231378:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808264 00010000:00010000:0.0:1733164792.231380:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.231383:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6f77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231384:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6f70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.231389:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6f77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231391:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6f70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.231398:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6f77 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231398:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6f70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.231404:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d6f77 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x239a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231405:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6f70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231411:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6f70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231417:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.231420:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6f70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231426:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6f70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231434:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6f70 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231440:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d6f70 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.231441:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bdf480/2, rc 0, transno 1015952 00000100:00100000:2.0:1733164792.231450:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3671:3762:x1817354297385472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1928us (2007us total) trans 4295983249 rc 0/0 00000100:00100000:0.0:1733164792.231454:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297385088:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.231454:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187835 00000004:00080000:3.0:1733164792.231472:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bded80/2, rc 0, transno 1015953 00000100:00100000:3.0:1733164792.231477:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297385472:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.231506:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.231506:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.231514:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297387136:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.231514:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297387264:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.231533:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3671:3762:x1817354297385344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1897us (2047us total) trans 4295983250 rc 0/0 00000100:00100000:3.0:1733164792.231534:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.231554:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187836 00000100:00100000:1.0:1733164792.231566:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297387264 00000100:00100000:1.0:1733164792.231568:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297387264 00000004:00080000:3.0:1733164792.231569:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bdea00/2, rc 0, transno 1015954 00000100:00100000:3.0:1733164792.231575:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297385344:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.231581:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187842 00000100:00100000:1.0:1733164792.231586:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3671:3762:x1817354297387264:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.231586:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.231594:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297387136 00002000:00080000:1.0:1733164792.231596:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9120 count 1 00000100:00100000:2.0:1733164792.231597:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297387136 00010000:00010000:1.0:1733164792.231605:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6f9a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.231608:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187843 00000100:00100000:2.0:1733164792.231611:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3673:3759:x1817354297387136:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.231616:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008dc90d80/0xe92384b90c841753 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cad9 expref: 428 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.231619:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9119 count 1 00010000:00010000:1.0:1733164792.231622:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.231623:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.231625:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6f9a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231626:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6fa1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231633:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a03cc0/0xe92384b90c84167a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca93 expref: 428 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231637:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.231638:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.231639:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008dc90d80/0xe92384b90c841753 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cad9 expref: 428 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231640:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6fa1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231647:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008dc90d80/0xe92384b90c841753 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cad9 expref: 428 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.231649:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a03cc0/0xe92384b90c84167a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca93 expref: 428 pid: 15943 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.231651:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3673:3759:x1817354297385728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1923us (1959us total) trans 4295983251 rc 0/0 00000004:00080000:3.0:1733164792.231654:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bdf800/2, rc 0, transno 1015955 00010000:00010000:2.0:1733164792.231655:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a03cc0/0xe92384b90c84167a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca93 expref: 428 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.231656:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012104a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297387392:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.231658:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297385728:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.231659:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187837 00000100:00100000:2.0:1733164792.231660:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297387520:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.231673:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.231676:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.231692:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297387648:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.231700:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.231706:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012df05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297387776:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.231709:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.231728:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.231738:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297387648 00000100:00100000:1.0:1733164792.231740:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.231740:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297387648 00000100:00100000:0.0:1733164792.231745:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297387776 00000100:00100000:0.0:1733164792.231748:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297387776 00000100:00100000:3.0:1733164792.231754:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187844 00000100:00100000:2.0:1733164792.231757:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606286976 00000100:00100000:3.0:1733164792.231758:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3674:3762:x1817354297387648:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.231760:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606286976 00000100:00100000:1.0:1733164792.231764:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.231765:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187845 00000100:00100000:0.0:1733164792.231769:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3674:3760:x1817354297387776:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.231769:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9121 count 1 00010000:00010000:2.0:1733164792.231770:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009693b840/0xe92384b90c8412d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c92e expref: 429 pid: 16600 timeout: 1075 lvb_type: 0 00002000:00080000:0.0:1733164792.231780:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9122 count 1 00000100:00100000:3.0:1733164792.231785:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606287104 00000100:00100000:3.0:1733164792.231787:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606287104 00000100:00100000:2.0:1733164792.231789:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808265 00010000:00010000:0.0:1733164792.231790:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6fa8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.231793:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012104b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+430:2000:x1817354606286976:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.231798:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a7e640/0xe92384b90c8413e1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c997 expref: 430 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.231799:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.231800:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081465680/0xe92384b90c8419fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cba4 expref: 430 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231802:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009693b840/0xe92384b90c8412d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c92e expref: 430 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.231806:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.231808:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.231809:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009693b840/0xe92384b90c8412d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c92e expref: 430 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.231810:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6fa8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231820:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.231821:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.231821:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808266 00010000:00010000:2.0:1733164792.231824:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6f7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.231825:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+430:2003:x1817354606287104:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.231831:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.231831:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6f7e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.231832:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.231836:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a7e640/0xe92384b90c8413e1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c997 expref: 430 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.231841:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.231844:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606287232 00010000:00010000:3.0:1733164792.231844:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a7e640/0xe92384b90c8413e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c997 expref: 430 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.231847:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606287232 00010000:00010000:3.0:1733164792.231854:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.231855:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.231856:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012104b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+431:2000:x1817354606286976:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (117us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.231857:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800987d5200/0xe92384b90c841474 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c9dd expref: 431 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.231857:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.231861:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808265 00010000:00010000:3.0:1733164792.231864:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6f85 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.231870:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808267 00000100:00100000:2.0:1733164792.231873:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121048000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+430:2001:x1817354606287232:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.231874:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.231877:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.231879:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800987d5200/0xe92384b90c841474 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c9dd expref: 430 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.231882:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081465680/0xe92384b90c8419fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cba4 expref: 430 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231884:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800987d5200/0xe92384b90c841474 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c9dd expref: 430 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.231890:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081465680/0xe92384b90c8419fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cba4 expref: 430 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.231890:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+430:2003:x1817354606287104:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (126us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.231891:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.231892:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.231894:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6f8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.231896:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.231896:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808266 00010000:00010000:2.0:1733164792.231898:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6f8c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231903:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.231906:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac65500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297387904:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.231911:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121048000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+429:2001:x1817354606287232:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 38us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.231914:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808267 00000100:00100000:0.0:1733164792.231915:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606287360 00000100:00100000:0.0:1733164792.231918:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606287360 00010000:00010000:0.0:1733164792.231927:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121ef0480/0xe92384b90c8415bd lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca46 expref: 429 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.231938:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800987d5200/0xe92384b90c841474 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c9dd expref: 429 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.231939:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297387008:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.231946:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297386752:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.231952:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808268 00010000:00010000:3.0:1733164792.231954:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6f93 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.231956:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+428:2001:x1817354606287360:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.231956:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6f8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231962:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a7e640/0xe92384b90c8413e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c997 expref: 428 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.231963:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.231966:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6faf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.231967:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121ef0480/0xe92384b90c8415bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca46 expref: 428 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.231967:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6f8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.231971:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297386624:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.231973:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6f8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.231974:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008de4b3c0/0xe92384b90c8418c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cb34 expref: 427 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.231976:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121ef0480/0xe92384b90c8415bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca46 expref: 427 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.231979:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6f8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231980:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.231980:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.231981:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.231984:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6faf lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231985:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6f8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231987:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.231988:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121ef0480/0xe92384b90c8415bd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca46 expref: 427 pid: 16650 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.231991:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6f8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.231994:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.231995:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.231997:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008de4b3c0/0xe92384b90c8418c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cb34 expref: 426 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.231998:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.231998:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6f8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.232000:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.232001:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.232003:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6f93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232003:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6f8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232004:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008de4b3c0/0xe92384b90c8418c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cb34 expref: 426 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.232008:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6f85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.232010:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6f93 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232011:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6f8c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.232013:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297388032:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.232015:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6f85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232017:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d6f8c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x239d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.232020:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.232023:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6f85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.232028:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.232031:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54840 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.232034:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6f85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232040:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6f93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.232043:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6f85 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.232044:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+426:2001:x1817354606287360:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (147us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.232046:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6f93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.232049:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d6f85 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x239c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.232050:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808268 00010000:00010000:3.0:1733164792.232057:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6f93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232063:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6f93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232069:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6f93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232074:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.232076:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6f93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232082:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6f93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232089:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6f93 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232095:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d6f93 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x239e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.232122:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3676:3762:x1817354297386496:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2030us (2063us total) trans 4295983252 rc 0/0 00000100:00100000:0.0:1733164792.232124:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265000 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.232127:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187840 00000004:00080000:2.0:1733164792.232167:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bddf80/2, rc 0, transno 1015957 00000100:00100000:1.0:1733164792.232168:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3676:3761:x1817354297386368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2079us (2131us total) trans 4295983253 rc 0/0 00000100:00100000:2.0:1733164792.232172:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297386368:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.232175:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187839 00010000:00010000:1.0:1733164792.232251:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009693b840/0xe92384b90c8412d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c92e expref: 425 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.232254:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297388160:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.232260:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297386240:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.232270:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6f7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.232274:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.232277:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6f7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.232279:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bdc000/2, rc 0, transno 1015956 00010000:00010000:1.0:1733164792.232282:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6f7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.232285:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297386496:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.232294:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6f7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.232300:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6f7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.232306:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6f7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.232312:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5440 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.232313:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297388288:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.232314:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6f7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.232320:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6f7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.232329:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6f7e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.232329:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.232335:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d6f7e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x239b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.232341:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3675:3759:x1817354297386880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2078us (2135us total) trans 4295983254 rc 0/0 00000100:00100000:2.0:1733164792.232347:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297388160 00000100:00100000:3.0:1733164792.232347:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187841 00000100:00100000:2.0:1733164792.232350:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297388160 00000100:00100000:2.0:1733164792.232363:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297388288 00000100:00100000:2.0:1733164792.232365:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297388288 00000004:00080000:3.0:1733164792.232367:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800950dbb80/2, rc 0, transno 1015958 00000100:00100000:3.0:1733164792.232373:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800950dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297386880:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.232375:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187846 00000100:00100000:2.0:1733164792.232378:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3677:3760:x1817354297388160:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.232388:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187847 00002000:00080000:2.0:1733164792.232389:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9123 count 1 00000100:00100000:3.0:1733164792.232392:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3677:3761:x1817354297388288:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.232398:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6fb6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.232402:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9124 count 1 00010000:00010000:2.0:1733164792.232408:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800932f0240/0xe92384b90c841ada lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cbf1 expref: 424 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232411:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6fbd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232414:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.232415:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.232417:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6fb6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232421:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801228f9b00/0xe92384b90c841b82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc4c expref: 424 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232428:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.232430:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.232432:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6fbd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232433:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800932f0240/0xe92384b90c841ada lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cbf1 expref: 424 pid: 16685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.232434:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297387520:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.232434:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3677:3759:x1817354297386112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2511us (2548us total) trans 4295983255 rc 0/0 00000100:00100000:1.0:1733164792.232440:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187838 00010000:00010000:2.0:1733164792.232442:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800932f0240/0xe92384b90c841ada lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cbf1 expref: 424 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.232446:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6fa1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.232448:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297388416:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.232448:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bdd500/2, rc 0, transno 1015959 00000100:00100000:3.0:1733164792.232452:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297386112:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.232465:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752d80 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.232468:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801228f9b00/0xe92384b90c841b82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc4c expref: 424 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232477:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801228f9b00/0xe92384b90c841b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc4c expref: 424 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.232486:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297388544:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.232497:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.232498:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297388800:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.232502:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297388672:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.232515:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.232525:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297388800 00000100:00100000:2.0:1733164792.232528:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297388800 00000100:00100000:2.0:1733164792.232554:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187848 00000100:00100000:2.0:1733164792.232558:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3677:3759:x1817354297388800:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.232560:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54540 going to sleep for 11 seconds 00002000:00080000:2.0:1733164792.232568:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9126 count 1 00010000:00010000:2.0:1733164792.232578:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6fc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232588:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081466880/0xe92384b90c841d73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ccd8 expref: 424 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232594:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.232595:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.232597:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6fc4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232613:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081466880/0xe92384b90c841d73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ccd8 expref: 424 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232621:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081466880/0xe92384b90c841d73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ccd8 expref: 424 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.232630:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297388928:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.232653:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.232659:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.232660:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012104a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297387392:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.232665:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.232675:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6f9a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.232683:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297388672 00000100:00100000:2.0:1733164792.232686:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297388672 00000100:00100000:0.0:1733164792.232687:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606287488 00000100:00100000:0.0:1733164792.232690:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606287488 00010000:00010000:0.0:1733164792.232701:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008dc90d80/0xe92384b90c841753 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cad9 expref: 425 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.232710:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187849 00000100:00100000:2.0:1733164792.232714:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3678:3761:x1817354297388672:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.232718:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.232732:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606287616 00000100:00100000:0.0:1733164792.232735:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606287616 00000100:00100000:2.0:1733164792.232735:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808269 00000100:00100000:2.0:1733164792.232738:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+426:2001:x1817354606287488:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.232742:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.232742:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297388032:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.232744:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a03cc0/0xe92384b90c84167a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca93 expref: 426 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.232749:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606287744 00000100:00100000:2.0:1733164792.232751:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606287744 00010000:00010000:3.0:1733164792.232754:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6faf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232758:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008de4b3c0/0xe92384b90c8418c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cb34 expref: 427 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.232780:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808270 00000100:00100000:2.0:1733164792.232782:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+427:2001:x1817354606287616:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.232784:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808271 00000100:00100000:3.0:1733164792.232788:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012395d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+427:2000:x1817354606287744:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.232794:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.232797:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a03cc0/0xe92384b90c84167a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca93 expref: 427 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.232798:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.232802:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008de4b3c0/0xe92384b90c8418c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cb34 expref: 427 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.232803:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a03cc0/0xe92384b90c84167a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca93 expref: 427 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.232810:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008de4b3c0/0xe92384b90c8418c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cb34 expref: 427 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.232811:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a03cc0/0xe92384b90c84167a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ca93 expref: 427 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.232816:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.232817:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.232819:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6fa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232820:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de4b3c0/0xe92384b90c8418c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cb34 expref: 426 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.232826:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6fa1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232827:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.232829:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.232831:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6faf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232836:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.232838:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6faf lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.232849:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+425:2001:x1817354606287616:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 66us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.232851:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.232852:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.232853:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808270 00000100:00100000:2.0:1733164792.232860:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606287872 00000100:00100000:2.0:1733164792.232862:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606287872 00000100:00100000:3.0:1733164792.232866:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012395d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+425:2000:x1817354606287744:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (123us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.232869:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081465680/0xe92384b90c8419fa lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cba4 expref: 425 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.232872:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808271 00000100:00100000:3.0:1733164792.232885:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808272 00010000:00010000:0.0:1733164792.232889:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6fa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.232889:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e006300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+424:2000:x1817354606287872:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.232894:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.232895:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.232898:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6fa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232899:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008dc90d80/0xe92384b90c841753 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cad9 expref: 424 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.232899:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081465680/0xe92384b90c8419fa lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cba4 expref: 424 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.232905:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6fa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232907:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081465680/0xe92384b90c8419fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cba4 expref: 424 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.232908:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008dc90d80/0xe92384b90c841753 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cad9 expref: 424 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.232911:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6fa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.232917:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6fa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232917:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.232918:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.232919:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008dc90d80/0xe92384b90c841753 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cad9 expref: 424 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.232920:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6fa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.232923:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.232926:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6fa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232927:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.232927:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6fa8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232929:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.232931:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6f9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.232932:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6fa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232936:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.232942:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6fa1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232943:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6f9a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.232948:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d6fa1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x239f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.232950:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e006300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+423:2000:x1817354606287872:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (99us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.232956:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.232956:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808272 00010000:00010000:3.0:1733164792.232970:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6faf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.232972:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+422:2001:x1817354606287488:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 232us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.232976:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808269 00010000:00010000:3.0:1733164792.232977:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6faf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232983:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6faf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232990:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6faf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232992:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6f9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.232996:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6faf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.232998:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6f9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233002:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.233004:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6faf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.233005:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6f9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.233010:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297388416:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.233011:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6f9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233011:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6faf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.233017:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6f9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233020:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6faf lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233021:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6fb6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.233023:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.233026:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6f9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233026:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d6faf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.233037:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6f9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.233046:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6f9a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.233053:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d6f9a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.233117:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3681:3762:x1817354297387648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1357us (1406us total) trans 4295983257 rc 0/0 00000100:00100000:3.0:1733164792.233123:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187844 00000100:00100000:1.0:1733164792.233131:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.233162:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606288000 00000100:00100000:2.0:1733164792.233165:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606288000 00000004:00080000:3.0:1733164792.233165:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c925f80/2, rc 0, transno 1015960 00000100:00100000:3.0:1733164792.233172:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297387136:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.233174:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800932f0240/0xe92384b90c841ada lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cbf1 expref: 422 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.233185:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808273 00000100:00100000:2.0:1733164792.233187:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ed850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+422:2001:x1817354606288000:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000004:00080000:3.0:1733164792.233187:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c925880/2, rc 0, transno 1015961 00000100:00100000:3.0:1733164792.233190:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297387648:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.233192:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.233194:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800932f0240/0xe92384b90c841ada lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cbf1 expref: 422 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.233199:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800932f0240/0xe92384b90c841ada lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cbf1 expref: 422 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.233204:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.233204:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297388544:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.233206:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800932f0240/0xe92384b90c841ada lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cbf1 expref: 422 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.233208:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3680:3759:x1817354297387136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1593us (1618us total) trans 4295983256 rc 0/0 00000100:00100000:0.0:1733164792.233215:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187843 00010000:00010000:3.0:1733164792.233217:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6fbd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.233218:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.233219:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.233221:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6fb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.233226:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6fb6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.233227:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606288256 00000100:00100000:3.0:1733164792.233229:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606288256 00000100:00100000:1.0:1733164792.233234:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.233238:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.233239:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081466880/0xe92384b90c841d73 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ccd8 expref: 422 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.233243:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081465680/0xe92384b90c8419fa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cba4 expref: 422 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.233245:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606288128 00000100:00100000:1.0:1733164792.233248:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606288128 00000100:00100000:0.0:1733164792.233253:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac65500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297387904:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.233256:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801228f9b00/0xe92384b90c841b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc4c expref: 422 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.233256:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808274 00000100:00100000:2.0:1733164792.233257:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ed850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+422:2001:x1817354606288000:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.233260:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+422:2001:x1817354606288256:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.233262:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808273 00010000:00010000:0.0:1733164792.233264:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6fa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233266:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.233269:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081466880/0xe92384b90c841d73 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ccd8 expref: 421 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.233272:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6fa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.233277:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6fa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.233278:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808275 00010000:00010000:3.0:1733164792.233278:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081466880/0xe92384b90c841d73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ccd8 expref: 421 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.233282:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d91c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+421:2001:x1817354606288128:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.233284:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6fa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233287:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.233289:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.233290:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6fa8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233291:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801228f9b00/0xe92384b90c841b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc4c expref: 421 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.233291:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.233293:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233300:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801228f9b00/0xe92384b90c841b82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc4c expref: 421 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.233300:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6fc4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233309:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.233310:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801228f9b00/0xe92384b90c841b82 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc4c expref: 421 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.233323:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+420:2001:x1817354606288256:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (120us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.233325:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.233326:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.233328:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6fbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.233328:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808274 00010000:00010000:1.0:1733164792.233335:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6fbd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233344:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.233344:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1733164792.233348:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092dfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297389184:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.233350:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6fa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.233350:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092dfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297389056:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.233355:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+419:2001:x1817354606288128:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.233360:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808275 00010000:00010000:0.0:1733164792.233361:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.233364:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6fa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.233368:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.233370:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6fa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233373:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6fbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233374:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6fb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.233379:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6fa8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233381:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6fb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233382:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6fbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.233385:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d6fa8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233388:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6fb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233388:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6fbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233394:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6fb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233394:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6fbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233400:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6fb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.233400:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9125 count 1 00010000:00010000:3.0:1733164792.233400:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6fbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233410:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.233410:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.233411:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6fcb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233413:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6fb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233413:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6fbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.233415:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297389184 00000100:00100000:0.0:1733164792.233419:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297389184 00010000:00010000:1.0:1733164792.233420:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6fb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233420:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6fbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.233421:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b5b6ac0/0xe92384b90c841c70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc99 expref: 418 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.233427:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.233428:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6fb6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.233428:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.233428:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6fbd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.233430:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6fcb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.233433:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187850 00010000:00010000:1.0:1733164792.233434:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d6fb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233434:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d6fbd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.233438:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3680:3761:x1817354297389184:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.233444:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b5b6ac0/0xe92384b90c841c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc99 expref: 418 pid: 16652 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.233449:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9128 count 1 00000100:00100000:3.0:1733164792.233451:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.233454:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b5b6ac0/0xe92384b90c841c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc99 expref: 418 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.233459:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6fd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.233463:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297389312:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.233467:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297389056 00010000:00010000:0.0:1733164792.233469:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085f78000/0xe92384b90c841fbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cd95 expref: 418 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.233470:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297389056 00010000:00010000:0.0:1733164792.233475:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.233476:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.233479:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6fd2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.233481:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.233484:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187851 00000100:00100000:3.0:1733164792.233488:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3682:3759:x1817354297389056:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.233494:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085f78000/0xe92384b90c841fbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cd95 expref: 418 pid: 16653 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.233498:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9127 count 1 00010000:00010000:0.0:1733164792.233502:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085f78000/0xe92384b90c841fbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cd95 expref: 418 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.233507:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6fd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.233510:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3682:3762:x1817354297387264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1923us (1974us total) trans 4295983258 rc 0/0 00000100:00100000:0.0:1733164792.233511:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b07480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297389440:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.233516:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187842 00010000:00010000:3.0:1733164792.233516:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ca26640/0xe92384b90c841e84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cd33 expref: 418 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233522:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.233524:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.233526:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6fd9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.233529:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265000 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.233550:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3681:3760:x1817354297388160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1157us (1261us total) trans 4295983259 rc 0/0 00010000:00010000:3.0:1733164792.233554:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ca26640/0xe92384b90c841e84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cd33 expref: 418 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.233556:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187846 00000004:00080000:2.0:1733164792.233557:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c927480/2, rc 0, transno 1015962 00000100:00100000:2.0:1733164792.233563:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297387264:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.233563:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ca26640/0xe92384b90c841e84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cd33 expref: 418 pid: 15885 timeout: 1075 lvb_type: 0 00000004:00080000:0.0:1733164792.233566:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91d180/2, rc 0, transno 1015963 00000100:00100000:0.0:1733164792.233570:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297388160:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.233571:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297389568:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.233580:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081466880/0xe92384b90c841d73 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ccd8 expref: 418 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.233588:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54540 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.233589:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297388928:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.233598:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233605:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.233607:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297389824:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.233613:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297389696:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.233615:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233622:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.233624:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.233629:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6fc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.233634:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.233636:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6fc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233642:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.233645:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6fc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233652:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6fc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.233654:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297389824 00000100:00100000:2.0:1733164792.233656:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297389824 00010000:00010000:1.0:1733164792.233661:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6fc4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.233662:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297389696 00000100:00100000:0.0:1733164792.233665:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297389696 00000100:00100000:2.0:1733164792.233666:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187852 00010000:00010000:1.0:1733164792.233668:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d6fc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.233668:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3683:3759:x1817354297389824:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.233676:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9130 count 1 00000100:00100000:0.0:1733164792.233681:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187853 00010000:00010000:2.0:1733164792.233684:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6fe0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.233685:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3683:3762:x1817354297389696:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.233692:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085f89d40/0xe92384b90c84219b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce52 expref: 417 pid: 16653 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.233696:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9129 count 1 00010000:00010000:2.0:1733164792.233698:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.233699:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.233701:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6fe0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.233705:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6fe7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.233715:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091e5ef40/0xe92384b90c8420d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cdfe expref: 417 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.233715:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085f89d40/0xe92384b90c84219b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce52 expref: 417 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.233716:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d91c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3684:3761:x1817354297388288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1323us (1385us total) trans 4295983260 rc 0/0 00010000:00010000:0.0:1733164792.233721:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.233723:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.233723:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187847 00010000:00010000:2.0:1733164792.233724:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085f89d40/0xe92384b90c84219b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce52 expref: 417 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.233725:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6fe7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.233732:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297389952:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.233744:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091e5ef40/0xe92384b90c8420d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cdfe expref: 417 pid: 16618 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.233744:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91dc00/2, rc 0, transno 1015964 00000100:00100000:3.0:1733164792.233751:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297388288:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.233753:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091e5ef40/0xe92384b90c8420d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cdfe expref: 417 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.233755:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.233757:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3683:3759:x1817354297388800:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1197us (1240us total) trans 4295983261 rc 0/0 00000100:00100000:0.0:1733164792.233762:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac65500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297390080:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.233763:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187848 00000004:00080000:3.0:1733164792.233764:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bbd500/2, rc 0, transno 1015965 00000100:00100000:3.0:1733164792.233766:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297388800:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.233778:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.233802:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297390208:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.233815:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.233820:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.233820:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297390336:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.233833:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297390208 00000100:00100000:3.0:1733164792.233836:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297390208 00000100:00100000:2.0:1733164792.233838:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.233848:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297390336 00000100:00100000:3.0:1733164792.233850:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297390336 00000100:00100000:1.0:1733164792.233854:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187854 00000100:00100000:1.0:1733164792.233858:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3684:3760:x1817354297390208:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.233861:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187855 00000100:00100000:3.0:1733164792.233865:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c2e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3685:3762:x1817354297390336:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.233875:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9132 count 1 00002000:00080000:1.0:1733164792.233882:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9131 count 1 00010000:00010000:3.0:1733164792.233884:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6fee lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233890:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6ff5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233893:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123e38b40/0xe92384b90c842338 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ceec expref: 417 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233898:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800852e8000/0xe92384b90c84224a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce83 expref: 417 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233899:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.233901:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.233903:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6fee lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.233904:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.233905:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.233907:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6ff5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.233917:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123e38b40/0xe92384b90c842338 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ceec expref: 417 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.233918:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3685:3760:x1817354297387776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2147us (2188us total) trans 4295983262 rc 0/0 00010000:00010000:1.0:1733164792.233918:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800852e8000/0xe92384b90c84224a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce83 expref: 417 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.233925:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187845 00010000:00010000:1.0:1733164792.233926:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800852e8000/0xe92384b90c84224a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce83 expref: 417 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.233926:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123e38b40/0xe92384b90c842338 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ceec expref: 417 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.233935:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297390592:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.233935:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297390464:192.168.202.7@tcp:104: 00000004:00080000:0.0:1733164792.233947:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012df05180/2, rc 0, transno 1015966 00000100:00100000:1.0:1733164792.233956:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987300 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.233956:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54840 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.233962:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012df05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297387776:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.234004:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1733164792.234011:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297390720:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.234029:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.234044:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297390720 00000100:00100000:0.0:1733164792.234047:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297390720 00000100:00100000:0.0:1733164792.234061:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187856 00000100:00100000:0.0:1733164792.234065:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3685:3761:x1817354297390720:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.234084:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9133 count 1 00010000:00010000:0.0:1733164792.234094:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6ffc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.234105:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009049f840/0xe92384b90c8423d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf24 expref: 417 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.234112:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.234113:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.234115:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6ffc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.234131:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009049f840/0xe92384b90c8423d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf24 expref: 417 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.234158:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009049f840/0xe92384b90c8423d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf24 expref: 417 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.234169:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297390848:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.234244:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265180 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.234780:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.234791:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606288384 00000100:00100000:1.0:1733164792.234794:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606288384 00000100:00100000:2.0:1733164792.234802:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297389312:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.234805:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b5b6ac0/0xe92384b90c841c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc99 expref: 418 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.234817:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6fcb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.234825:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808276 00000100:00100000:1.0:1733164792.234829:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+418:2001:x1817354606288384:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.234834:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.234837:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b5b6ac0/0xe92384b90c841c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc99 expref: 418 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.234842:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b5b6ac0/0xe92384b90c841c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc99 expref: 418 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.234845:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297389568:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.234850:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b5b6ac0/0xe92384b90c841c70 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cc99 expref: 418 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.234856:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.234857:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.234857:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.234857:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6fd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.234859:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.234863:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6fcb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.234873:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.234875:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606288512 00000100:00100000:2.0:1733164792.234878:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606288512 00000100:00100000:3.0:1733164792.234881:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297389952:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.234889:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+418:2001:x1817354606288384:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (111us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.234889:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6fe0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.234892:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808276 00010000:00010000:2.0:1733164792.234892:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085f78000/0xe92384b90c841fbf lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cd95 expref: 418 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.234898:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.234902:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.234907:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.234911:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b07480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297389440:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.234911:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6fcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.234914:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6fcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.234918:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.234920:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6fcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.234923:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6fd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.234924:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6fcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.234925:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808277 00000100:00100000:2.0:1733164792.234930:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+417:2001:x1817354606288512:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.234930:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6fcb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.234933:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d6fcb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.234938:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.234943:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085f78000/0xe92384b90c841fbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cd95 expref: 417 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.234944:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.234951:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085f78000/0xe92384b90c841fbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cd95 expref: 417 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.234960:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297390592:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.234960:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085f78000/0xe92384b90c841fbf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cd95 expref: 417 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.234965:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.234966:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.234967:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.234969:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6ff5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.234969:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6fd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.234974:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6fd2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.234981:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606288768 00000100:00100000:3.0:1733164792.234982:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606289024 00000100:00100000:1.0:1733164792.234983:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606288768 00010000:00010000:2.0:1733164792.234984:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.234985:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.234985:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606289024 00010000:00010000:1.0:1733164792.234992:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085f89d40/0xe92384b90c84219b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce52 expref: 418 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.234998:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123e38b40/0xe92384b90c842338 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ceec expref: 418 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.234999:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.234999:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+418:2001:x1817354606288512:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.235003:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808277 00000100:00100000:1.0:1733164792.235012:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606288640 00000100:00100000:1.0:1733164792.235015:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606288640 00000100:00100000:2.0:1733164792.235018:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606288896 00000100:00100000:2.0:1733164792.235021:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606288896 00010000:00010000:1.0:1733164792.235023:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ca26640/0xe92384b90c841e84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cd33 expref: 418 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.235023:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808278 00010000:00010000:2.0:1733164792.235028:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091e5ef40/0xe92384b90c8420d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cdfe expref: 419 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.235028:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+419:2001:x1817354606288768:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.235035:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.235038:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808279 00010000:00010000:3.0:1733164792.235039:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085f89d40/0xe92384b90c84219b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce52 expref: 419 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.235041:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808280 00000100:00100000:1.0:1733164792.235042:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+419:2001:x1817354606289024:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.235043:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+419:2000:x1817354606288640:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.235045:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085f89d40/0xe92384b90c84219b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce52 expref: 419 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.235048:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.235049:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.235050:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ca26640/0xe92384b90c841e84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cd33 expref: 419 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.235053:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123e38b40/0xe92384b90c842338 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ceec expref: 419 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.235053:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085f89d40/0xe92384b90c84219b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce52 expref: 419 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.235056:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ca26640/0xe92384b90c841e84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cd33 expref: 419 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.235057:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.235058:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.235060:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.235061:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123e38b40/0xe92384b90c842338 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ceec expref: 418 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.235063:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ca26640/0xe92384b90c841e84 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cd33 expref: 418 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.235063:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6fe0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235068:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.235069:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606289152 00010000:00010000:2.0:1733164792.235069:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.235069:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6fe0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235071:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6fd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.235072:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606289152 00010000:00010000:2.0:1733164792.235075:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6fd9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.235077:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.235078:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.235081:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6fee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235083:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800852e8000/0xe92384b90c84224a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce83 expref: 418 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.235083:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.235083:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.235087:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6fee lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.235092:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+418:2000:x1817354606288640:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 48us (107us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.235095:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.235096:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808280 00000100:00100000:0.0:1733164792.235100:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808281 00000100:00100000:3.0:1733164792.235101:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+418:2001:x1817354606288768:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.235104:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808282 00000100:00100000:0.0:1733164792.235105:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+417:2000:x1817354606288896:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.235106:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+417:2001:x1817354606289024:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.235107:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+417:2000:x1817354606289152:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.235108:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808278 00000100:00100000:1.0:1733164792.235111:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808279 00010000:00010000:2.0:1733164792.235111:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.235112:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.235113:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800852e8000/0xe92384b90c84224a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce83 expref: 417 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.235116:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091e5ef40/0xe92384b90c8420d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cdfe expref: 417 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.235119:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800852e8000/0xe92384b90c84224a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce83 expref: 415 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.235125:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091e5ef40/0xe92384b90c8420d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cdfe expref: 415 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.235125:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800852e8000/0xe92384b90c84224a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ce83 expref: 415 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.235129:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6fe0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235131:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.235132:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.235134:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.235135:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6fe0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235137:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.235138:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.235138:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6ff5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235157:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6fe7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235160:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.235163:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6fe0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235165:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6fe7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.235169:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+414:2000:x1817354606289152:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (113us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.235169:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6fe0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.235173:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808282 00010000:00010000:3.0:1733164792.235175:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6fe0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235177:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.235181:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.235183:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6fe0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.235186:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.235189:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6fd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.235189:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.235192:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+413:2000:x1817354606288896:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (192us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.235195:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6fd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.235198:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808281 00010000:00010000:3.0:1733164792.235198:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6fe0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235200:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6fd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235204:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6fd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235207:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.235208:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606289280 00010000:00010000:3.0:1733164792.235209:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d6fe0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235210:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4480 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.235211:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606289280 00010000:00010000:2.0:1733164792.235212:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235216:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235219:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009049f840/0xe92384b90c8423d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf24 expref: 413 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.235221:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6fd2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235225:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d6fd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.235233:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808283 00000100:00100000:0.0:1733164792.235236:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+413:2001:x1817354606289280:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.235242:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235246:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.235247:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235249:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009049f840/0xe92384b90c8423d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf24 expref: 413 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.235252:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.235256:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6ff5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235258:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009049f840/0xe92384b90c8423d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf24 expref: 413 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.235259:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6ff5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.235266:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.235268:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6ff5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.235272:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6ff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.235278:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6ff5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.235281:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d6ff5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235324:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.235326:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.235329:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235335:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6ffc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.235336:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3687:3759:x1817354297389824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1665us (1709us total) trans 4295983263 rc 0/0 00000100:00100000:3.0:1733164792.235342:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187852 00010000:00010000:0.0:1733164792.235345:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.235347:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092df9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3688:3761:x1817354297389184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1907us (1977us total) trans 4295983264 rc 0/0 00000100:00100000:2.0:1733164792.235352:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187850 00010000:00010000:3.0:1733164792.235358:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6fd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.235363:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+413:2001:x1817354606289280:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 125us (176us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.235364:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6fd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.235369:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808283 00010000:00010000:3.0:1733164792.235371:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6fd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.235373:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bdc700/2, rc 0, transno 1015967 00010000:00010000:3.0:1733164792.235376:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6fd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.235377:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297389824:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.235382:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6fd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.235386:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2400 already unused, calling callback (ffffffffa0854100) 00000004:00080000:2.0:1733164792.235387:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092dfa300/2, rc 0, transno 1015968 00010000:00010000:3.0:1733164792.235388:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6fd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.235389:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092dfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297389184:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.235394:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091e5ef40/0xe92384b90c8420d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cdfe expref: 412 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.235394:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6fd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.235403:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3686:3760:x1817354297390208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1543us (1581us total) trans 4295983265 rc 0/0 00010000:00010000:3.0:1733164792.235403:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6fd9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.235407:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187854 00010000:00010000:3.0:1733164792.235408:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d6fd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.235415:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac65500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297390080:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.235420:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297390976:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.235422:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297391104:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.235425:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6fe7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235432:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6fe7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.235434:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.235439:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6fe7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.235444:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297391104 00010000:00010000:0.0:1733164792.235445:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6fe7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.235447:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297391104 00010000:00010000:0.0:1733164792.235450:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6fe7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.235450:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800998a0e00/2, rc 0, transno 1015969 00000100:00100000:1.0:1733164792.235454:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297390208:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.235456:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6fe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235462:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.235464:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6fe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.235464:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187857 00000100:00100000:2.0:1733164792.235468:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3687:3760:x1817354297391104:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.235470:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6fe7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235479:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6fe7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.235480:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9135 count 1 00010000:00010000:0.0:1733164792.235485:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d6fe7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235490:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7003 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235498:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801340b2640/0xe92384b90c84258b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cfbe expref: 411 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235502:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.235503:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.235503:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3687:3759:x1817354297389056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2013us (2050us total) trans 4295983266 rc 0/0 00010000:00010000:2.0:1733164792.235504:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7003 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.235509:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187851 00010000:00010000:2.0:1733164792.235516:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801340b2640/0xe92384b90c84258b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cfbe expref: 411 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235522:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801340b2640/0xe92384b90c84258b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cfbe expref: 411 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.235556:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123e38b40/0xe92384b90c842338 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ceec expref: 411 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.235564:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297390464:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.235573:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6fee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.235577:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6fee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.235581:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6fee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.235584:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297391232:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.235587:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6fee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.235598:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6fee lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.235604:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6fee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.235609:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.235612:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6fee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.235615:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3688:3762:x1817354297389696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1927us (1979us total) trans 4295983267 rc 0/0 00010000:00010000:3.0:1733164792.235618:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6fee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.235622:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187853 00000100:00100000:2.0:1733164792.235622:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.235627:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6fee lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.235634:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d6fee lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.235636:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1733164792.235654:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092dfb800/2, rc 0, transno 1015970 00000100:00100000:2.0:1733164792.235657:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092dfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297389056:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.235695:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009049f840/0xe92384b90c8423d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf24 expref: 410 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.235704:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297391360:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.235705:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297390848:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.235717:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235724:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.235725:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.235730:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.235734:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c2e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3688:3762:x1817354297390336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1867us (1894us total) trans 4295983269 rc 0/0 00010000:00010000:0.0:1733164792.235737:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.235738:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.235741:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187855 00000100:00100000:2.0:1733164792.235743:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297391488:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.235745:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6ffc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.235751:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6ffc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.235752:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297390976 00000100:00100000:3.0:1733164792.235755:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297390976 00010000:00010000:0.0:1733164792.235756:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.235759:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6ffc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.235759:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.235770:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6ffc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.235778:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297391360 00000100:00100000:2.0:1733164792.235779:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297391488 00010000:00010000:0.0:1733164792.235780:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6ffc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.235781:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297391360 00000100:00100000:2.0:1733164792.235782:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297391488 00010000:00010000:0.0:1733164792.235786:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d6ffc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.235794:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187858 00000100:00100000:3.0:1733164792.235798:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007db8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3690:3759:x1817354297390976:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.235800:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187859 00000100:00100000:2.0:1733164792.235805:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007db8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3690:3761:x1817354297391360:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.235806:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187860 00002000:00080000:3.0:1733164792.235810:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9134 count 1 00000100:00100000:1.0:1733164792.235811:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007db8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3690:3761:x1817354297391488:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.235817:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9136 count 1 00010000:00010000:3.0:1733164792.235819:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d700a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.235824:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9137 count 1 00010000:00010000:2.0:1733164792.235827:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d7011 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.235829:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085f89440/0xe92384b90c842488 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf86 expref: 409 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.235833:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7018 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.235833:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.235834:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.235836:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d700a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235838:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090f0aac0/0xe92384b90c84266b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cff6 expref: 409 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235844:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.235845:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097d10b40/0xe92384b90c8426fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d02e expref: 409 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235846:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.235847:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085f89440/0xe92384b90c842488 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf86 expref: 409 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.235848:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d7011 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.235851:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.235852:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085f89440/0xe92384b90c842488 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf86 expref: 409 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.235853:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.235855:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7018 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.235858:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297391616:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.235866:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090f0aac0/0xe92384b90c84266b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cff6 expref: 409 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.235870:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097d10b40/0xe92384b90c8426fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d02e expref: 409 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.235874:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54840 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.235876:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090f0aac0/0xe92384b90c84266b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cff6 expref: 409 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.235880:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097d10b40/0xe92384b90c8426fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d02e expref: 409 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.235882:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297391744:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.235889:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297391872:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.235890:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800998a2d80/2, rc 0, transno 1015973 00000100:00100000:3.0:1733164792.235895:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297390336:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.235897:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752d80 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.235900:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092dfa680/2, rc 0, transno 1015971 00000100:00100000:3.0:1733164792.235902:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297389696:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.235907:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.235929:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164792.235932:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1733164792.235936:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297392000:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.235937:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297392128:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.235959:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.235979:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3691:3761:x1817354297390720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1911us (1947us total) trans 4295983270 rc 0/0 00000100:00100000:3.0:1733164792.235981:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3691:3761:x1817354297388672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3266us (3314us total) trans 4295983268 rc 0/0 00000100:00100000:2.0:1733164792.235984:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297392128 00000100:00100000:0.0:1733164792.235986:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187856 00000100:00100000:2.0:1733164792.235987:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297392128 00000100:00100000:1.0:1733164792.235988:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.235989:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187849 00000100:00100000:0.0:1733164792.236000:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297392000 00000100:00100000:0.0:1733164792.236003:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297392000 00000100:00100000:2.0:1733164792.236004:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187861 00000100:00100000:2.0:1733164792.236009:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007db8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3691:3759:x1817354297392128:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.236020:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9139 count 1 00000100:00100000:0.0:1733164792.236021:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187862 00000100:00100000:0.0:1733164792.236024:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3691:3760:x1817354297392000:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.236029:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d701f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.236036:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9138 count 1 00010000:00010000:2.0:1733164792.236040:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012329ef40/0xe92384b90c842886 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d0ba expref: 409 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.236045:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.236046:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7026 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.236047:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.236049:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d701f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.236057:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012329cfc0/0xe92384b90c84280f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d090 expref: 409 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.236063:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.236064:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.236064:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012329ef40/0xe92384b90c842886 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d0ba expref: 409 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.236067:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7026 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.236078:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012329ef40/0xe92384b90c842886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d0ba expref: 409 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.236082:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012329cfc0/0xe92384b90c84280f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d090 expref: 409 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.236086:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297392256:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.236092:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012329cfc0/0xe92384b90c84280f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d090 expref: 409 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.236101:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297392384:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.236109:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.236120:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265180 going to sleep for 11 seconds 00000004:00080000:0.0:1733164792.236164:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e006300/2, rc 0, transno 1015974 00000100:00100000:0.0:1733164792.236172:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297390720:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.236183:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91d880/2, rc 0, transno 1015972 00000100:00100000:0.0:1733164792.236186:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297388672:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.236197:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297392512:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.236217:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.236229:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297392512 00000100:00100000:0.0:1733164792.236230:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1733164792.236231:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297392512 00000100:00100000:0.0:1733164792.236235:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297392640:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.236242:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187863 00000100:00100000:2.0:1733164792.236245:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3692:3761:x1817354297392512:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.236250:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1733164792.236252:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9140 count 1 00010000:00010000:2.0:1733164792.236259:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d702d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.236266:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090d33600/0xe92384b90c8429a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d11c expref: 409 pid: 15943 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.236269:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297392640 00010000:00010000:2.0:1733164792.236270:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.236271:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.236272:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297392640 00010000:00010000:2.0:1733164792.236273:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d702d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.236281:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090d33600/0xe92384b90c8429a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d11c expref: 409 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.236286:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090d33600/0xe92384b90c8429a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d11c expref: 409 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.236295:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297392768:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.236310:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752e40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.236322:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187864 00000100:00100000:1.0:1733164792.236326:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3693:3761:x1817354297392640:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.236357:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9141 count 1 00010000:00010000:1.0:1733164792.236366:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7034 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.236380:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800806efa80/0xe92384b90c842aee lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d18c expref: 409 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.236386:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.236399:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.236402:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7034 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.236422:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297391232:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.236426:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800806efa80/0xe92384b90c842aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d18c expref: 409 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.236433:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7003 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.236434:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800806efa80/0xe92384b90c842aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d18c expref: 409 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.236455:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297392896:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.236495:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.236656:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.236697:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606289408 00000100:00100000:2.0:1733164792.236700:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606289408 00010000:00010000:2.0:1733164792.236711:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801340b2640/0xe92384b90c84258b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cfbe expref: 410 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.236724:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808284 00000100:00100000:2.0:1733164792.236727:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+410:2000:x1817354606289408:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.236732:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.236734:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801340b2640/0xe92384b90c84258b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cfbe expref: 410 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.236740:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801340b2640/0xe92384b90c84258b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cfbe expref: 410 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.236752:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801340b2640/0xe92384b90c84258b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cfbe expref: 410 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.236763:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.236765:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.236767:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7003 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.236774:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7003 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.236788:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.236799:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7003 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.236808:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7003 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.236817:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+409:2000:x1817354606289408:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (160us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.236818:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7003 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.236823:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808284 00010000:00010000:0.0:1733164792.236824:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7003 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.236829:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7003 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.236835:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.236838:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7003 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.236844:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7003 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.236854:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7003 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.236859:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7003 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.237174:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297391616:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.237188:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d700a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.237191:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880122b21180/2, rc 0, transno 1015975 00000100:00100000:1.0:1733164792.237224:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297391104:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.237252:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3694:3760:x1817354297391104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1712us (1745us total) trans 4295983271 rc 0/0 00000100:00100000:0.0:1733164792.237260:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187857 00000100:00100000:2.0:1733164792.237284:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297391744:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.237293:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d7011 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.237298:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.237366:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297393024:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.237400:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.237416:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297393024 00000100:00100000:0.0:1733164792.237420:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297393024 00000100:00100000:0.0:1733164792.237445:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187865 00000100:00100000:0.0:1733164792.237449:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3694:3760:x1817354297393024:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.237460:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9142 count 1 00010000:00010000:0.0:1733164792.237470:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d703b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.237480:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800981e5f80/0xe92384b90c842bff lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d1e7 expref: 408 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.237486:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.237488:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.237490:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d703b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.237503:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297392256:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.237505:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800981e5f80/0xe92384b90c842bff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d1e7 expref: 408 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.237513:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800981e5f80/0xe92384b90c842bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d1e7 expref: 408 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.237519:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d701f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.237521:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297393152:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.237559:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.237598:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297392384:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.237609:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7026 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.237622:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297391872:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.237632:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7018 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.237669:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.237678:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297392896:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.237678:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297392768:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.237691:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7034 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.237692:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d702d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.237696:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.237710:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606289536 00000100:00100000:3.0:1733164792.237714:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606289536 00000100:00100000:0.0:1733164792.237717:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606289792 00000100:00100000:1.0:1733164792.237717:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.237720:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606289792 00010000:00010000:3.0:1733164792.237727:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090f0aac0/0xe92384b90c84266b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cff6 expref: 410 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.237731:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097d10b40/0xe92384b90c8426fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d02e expref: 410 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.237731:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606290048 00000100:00100000:1.0:1733164792.237734:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.237734:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606290048 00010000:00010000:2.0:1733164792.237744:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012329cfc0/0xe92384b90c84280f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d090 expref: 411 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.237744:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606289664 00000100:00100000:3.0:1733164792.237746:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606289664 00000100:00100000:0.0:1733164792.237754:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808285 00010000:00010000:3.0:1733164792.237754:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085f89440/0xe92384b90c842488 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf86 expref: 412 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.237759:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+412:2001:x1817354606289536:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.237760:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808286 00000100:00100000:2.0:1733164792.237764:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808287 00010000:00010000:0.0:1733164792.237766:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.237766:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+412:2001:x1817354606289792:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.237769:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+412:2001:x1817354606290048:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.237770:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090f0aac0/0xe92384b90c84266b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cff6 expref: 412 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.237774:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.237775:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.237778:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090f0aac0/0xe92384b90c84266b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cff6 expref: 412 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.237779:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097d10b40/0xe92384b90c8426fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d02e expref: 412 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.237779:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012329cfc0/0xe92384b90c84280f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d090 expref: 412 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.237782:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808288 00010000:00010000:2.0:1733164792.237786:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012329cfc0/0xe92384b90c84280f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d090 expref: 412 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.237787:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097d10b40/0xe92384b90c8426fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d02e expref: 412 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.237787:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+412:2001:x1817354606289664:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.237790:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090f0aac0/0xe92384b90c84266b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cff6 expref: 412 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.237795:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.237798:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012329cfc0/0xe92384b90c84280f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d090 expref: 411 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.237799:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085f89440/0xe92384b90c842488 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf86 expref: 411 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.237800:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d10b40/0xe92384b90c8426fe lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d02e expref: 411 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.237802:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.237803:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.237805:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d7011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.237808:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.237809:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.237809:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.237810:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.237812:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.237813:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7018 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.237813:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085f89440/0xe92384b90c842488 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf86 expref: 409 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.237815:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d7011 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.237818:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7026 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.237819:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7018 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.237824:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085f89440/0xe92384b90c842488 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37cf86 expref: 409 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.237829:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.237833:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.237833:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.237834:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.237837:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d700a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.237838:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.237843:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d700a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.237850:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+408:2001:x1817354606289536:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 89us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.237850:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+408:2001:x1817354606289792:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.237854:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808286 00000100:00100000:2.0:1733164792.237856:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+408:2001:x1817354606290048:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (138us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.237857:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.237858:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808285 00000100:00100000:2.0:1733164792.237863:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808287 00010000:00010000:1.0:1733164792.237869:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7018 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.237873:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7018 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.237873:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+405:2001:x1817354606289664:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (139us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.237878:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.237880:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7018 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.237880:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808288 00010000:00010000:0.0:1733164792.237885:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.237885:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7018 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.237891:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.237891:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.237896:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.237897:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7026 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.237899:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.237903:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.237905:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.237908:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.237910:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.237914:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7018 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.237915:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.237920:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7026 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.237924:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7018 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.237927:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606290304 00010000:00010000:0.0:1733164792.237928:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7026 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.237930:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606290304 00010000:00010000:0.0:1733164792.237934:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7026 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.237940:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800806efa80/0xe92384b90c842aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d18c expref: 405 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.237949:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.237963:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606289920 00000100:00100000:2.0:1733164792.237966:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606289920 00010000:00010000:2.0:1733164792.237973:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012329ef40/0xe92384b90c842886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d0ba expref: 406 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.237976:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808289 00000100:00100000:3.0:1733164792.237981:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121048000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+406:2003:x1817354606290304:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.237988:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.237993:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808290 00010000:00010000:3.0:1733164792.237993:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800806efa80/0xe92384b90c842aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d18c expref: 406 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.237997:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121049500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+406:2001:x1817354606289920:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.238003:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.238006:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800806efa80/0xe92384b90c842aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d18c expref: 406 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.238007:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012329ef40/0xe92384b90c842886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d0ba expref: 406 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.238016:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012329ef40/0xe92384b90c842886 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d0ba expref: 406 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.238017:0:16115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800806efa80/0xe92384b90c842aee lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d18c expref: 406 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.238028:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007db8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3696:3761:x1817354297391488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2215us (2267us total) trans 4295983272 rc 0/0 00010000:00010000:2.0:1733164792.238028:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012329ef40/0xe92384b90c842886 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d0ba expref: 406 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.238032:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.238034:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187860 00010000:00010000:3.0:1733164792.238034:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.238037:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.238037:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7034 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238039:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.238041:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d701f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238043:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7034 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238047:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d701f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238057:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.238059:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.238061:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3695:3760:x1817354297392000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2034us (2072us total) trans 4295983273 rc 0/0 00000100:00100000:0.0:1733164792.238067:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187862 00000004:00080000:1.0:1733164792.238068:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8d880/2, rc 0, transno 1015977 00000100:00100000:3.0:1733164792.238072:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121048000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+404:2003:x1817354606290304:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.238075:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297392000:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.238076:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121049500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+404:2001:x1817354606289920:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.238078:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808289 00000100:00100000:2.0:1733164792.238083:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808290 00000004:00080000:0.0:1733164792.238092:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8e680/2, rc 0, transno 1015976 00000100:00100000:0.0:1733164792.238096:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297391488:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.238101:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d7011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.238105:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7034 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238105:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d7011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.238109:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7034 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238110:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d7011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.238112:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1733164792.238114:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7034 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238114:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d7011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.238117:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7034 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238117:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d7011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.238119:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297393280:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.238120:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.238122:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d7011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.238125:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7034 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238126:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d7011 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.238128:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.238130:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7034 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238131:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d7011 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.238133:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7034 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238135:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d7011 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.238140:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7034 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.238158:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.238165:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7034 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.238174:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.238180:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297393408:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.238196:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.238199:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.238222:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606290176 00000100:00100000:2.0:1733164792.238224:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606290176 00000100:00100000:1.0:1733164792.238225:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297393280 00000100:00100000:1.0:1733164792.238228:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297393280 00010000:00010000:2.0:1733164792.238232:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090d33600/0xe92384b90c8429a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d11c expref: 403 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.238242:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297393408 00000100:00100000:2.0:1733164792.238242:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808291 00000100:00100000:1.0:1733164792.238244:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297393408 00000100:00100000:2.0:1733164792.238245:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+403:2001:x1817354606290176:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.238249:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.238251:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090d33600/0xe92384b90c8429a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d11c expref: 403 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.238255:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187866 00010000:00010000:2.0:1733164792.238257:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090d33600/0xe92384b90c8429a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d11c expref: 403 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.238259:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3697:3759:x1817354297393280:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.238264:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090d33600/0xe92384b90c8429a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d11c expref: 403 pid: 15943 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.238270:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9143 count 1 00010000:00010000:2.0:1733164792.238270:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.238271:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.238273:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d702d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238277:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d702d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.238280:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7042 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238284:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.238290:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095956d00/0xe92384b90c842cb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d23b expref: 402 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.238296:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.238297:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.238300:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7042 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.238301:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+402:2001:x1817354606290176:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.238305:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808291 00010000:00010000:1.0:1733164792.238319:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095956d00/0xe92384b90c842cb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d23b expref: 401 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.238327:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095956d00/0xe92384b90c842cb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d23b expref: 401 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.238336:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297393536:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.238338:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007db8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3698:3761:x1817354297391360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2532us (2613us total) trans 4295983274 rc 0/0 00000100:00100000:2.0:1733164792.238343:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187859 00000100:00100000:0.0:1733164792.238349:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3698:3761:x1817354297392640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2021us (2097us total) trans 4295983275 rc 0/0 00000100:00100000:3.0:1733164792.238352:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297393152:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.238355:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187864 00000100:00100000:1.0:1733164792.238359:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987c00 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.238359:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187867 00000100:00100000:2.0:1733164792.238362:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012104a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3697:3762:x1817354297393408:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.238364:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d703b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.238373:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9144 count 1 00010000:00010000:3.0:1733164792.238378:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d700a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.238381:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8c700/2, rc 0, transno 1015979 00010000:00010000:2.0:1733164792.238382:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d7049 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238385:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d700a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.238387:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297392640:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.238391:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a842f40/0xe92384b90c842d6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d28f expref: 401 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238391:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d700a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.238396:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8c380/2, rc 0, transno 1015978 00010000:00010000:2.0:1733164792.238396:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.238397:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.238397:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d700a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.238399:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297391360:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.238399:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d7049 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238403:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d700a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238408:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.238411:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d700a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238413:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a842f40/0xe92384b90c842d6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d28f expref: 401 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238417:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d700a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238421:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a842f40/0xe92384b90c842d6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d28f expref: 401 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.238426:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d700a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.238430:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297393664:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.238434:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d700a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.238446:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1733164792.238453:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164792.238453:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752d80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.238454:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297393792:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.238460:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297393920:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.238464:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d701f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.238475:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.238475:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d701f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238481:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d701f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238487:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d701f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.238492:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297393792 00010000:00010000:2.0:1733164792.238492:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d701f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.238494:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297393792 00010000:00010000:2.0:1733164792.238497:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1200 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.238498:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.238500:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d701f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238506:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d701f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.238514:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297393920 00010000:00010000:2.0:1733164792.238514:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d701f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.238517:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297393920 00010000:00010000:2.0:1733164792.238520:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d701f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.238530:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187868 00000100:00100000:1.0:1733164792.238535:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3699:3761:x1817354297393792:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.238563:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9145 count 1 00010000:00010000:1.0:1733164792.238573:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7050 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.238582:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187869 00010000:00010000:1.0:1733164792.238582:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b7de880/0xe92384b90c842e8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d2c7 expref: 401 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.238587:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3700:3760:x1817354297393920:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.238588:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.238590:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.238592:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7050 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.238600:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9146 count 1 00000100:00100000:3.0:1733164792.238603:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007db8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3700:3759:x1817354297390976:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2803us (2966us total) trans 4295983276 rc 0/0 00010000:00010000:0.0:1733164792.238610:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7057 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.238610:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b7de880/0xe92384b90c842e8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d2c7 expref: 401 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.238610:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187858 00010000:00010000:1.0:1733164792.238618:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b7de880/0xe92384b90c842e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d2c7 expref: 401 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.238621:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801212361c0/0xe92384b90c842f71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d330 expref: 401 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.238626:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297394048:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.238627:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.238629:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.238631:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7057 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.238633:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092df8700/2, rc 0, transno 1015980 00000100:00100000:3.0:1733164792.238640:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297390976:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.238645:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.238647:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801212361c0/0xe92384b90c842f71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d330 expref: 401 pid: 16686 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.238649:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8ea00/2, rc 0, transno 1015981 00000100:00100000:2.0:1733164792.238652:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007db8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3699:3759:x1817354297392128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2641us (2691us total) trans 4295983277 rc 0/0 00000100:00100000:3.0:1733164792.238652:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297392128:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.238656:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801212361c0/0xe92384b90c842f71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d330 expref: 401 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.238657:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187861 00000100:00100000:0.0:1733164792.238664:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082798380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297394176:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.238670:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1733164792.238671:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d702d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238675:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d702d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.238676:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096604a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297394304:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.238680:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d702d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238683:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d702d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238687:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d702d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.238689:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096605f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297394432:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.238690:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.238691:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d702d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.238694:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.238695:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d702d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238701:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d702d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238704:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d702d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.238709:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.238712:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.238720:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297394304 00000100:00100000:3.0:1733164792.238723:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297394304 00000100:00100000:2.0:1733164792.238727:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606290432 00000100:00100000:2.0:1733164792.238729:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606290432 00000100:00100000:0.0:1733164792.238732:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297394432 00000100:00100000:0.0:1733164792.238736:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297394432 00010000:00010000:2.0:1733164792.238738:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800981e5f80/0xe92384b90c842bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d1e7 expref: 402 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.238739:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187870 00000100:00100000:3.0:1733164792.238743:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3700:3759:x1817354297394304:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.238748:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808292 00000100:00100000:2.0:1733164792.238751:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096604e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+402:2001:x1817354606290432:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.238753:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187871 00002000:00080000:3.0:1733164792.238754:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9147 count 1 00010000:00010000:2.0:1733164792.238756:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.238757:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3700:3761:x1817354297394432:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.238758:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800981e5f80/0xe92384b90c842bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d1e7 expref: 402 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.238763:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800981e5f80/0xe92384b90c842bff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d1e7 expref: 402 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.238764:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d705e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.238768:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9148 count 1 00010000:00010000:2.0:1733164792.238770:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800981e5f80/0xe92384b90c842bff lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d1e7 expref: 402 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.238775:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880080523600/0xe92384b90c8430c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d399 expref: 401 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238776:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.238777:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.238779:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d703b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238781:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.238783:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d703b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238783:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.238785:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d705e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.238791:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.238805:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096604e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+401:2001:x1817354606290432:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (94us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.238806:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880080523600/0xe92384b90c8430c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d399 expref: 401 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.238808:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808292 00010000:00010000:3.0:1733164792.238816:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880080523600/0xe92384b90c8430c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d399 expref: 400 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.238825:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297394560:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.238843:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7065 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.238844:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54840 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.238854:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ec4cd80/0xe92384b90c84323b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d3f4 expref: 400 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238855:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d703b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.238860:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.238862:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.238862:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d703b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.238864:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7065 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238869:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d703b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238875:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d703b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.238879:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ec4cd80/0xe92384b90c84323b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d3f4 expref: 400 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238881:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d703b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238886:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.238888:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ec4cd80/0xe92384b90c84323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d3f4 expref: 400 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.238889:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d703b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.238894:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3701:3761:x1817354297392512:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2646us (2675us total) trans 4295983278 rc 0/0 00010000:00010000:3.0:1733164792.238895:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d703b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.238897:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297394688:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.238900:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187863 00010000:00010000:3.0:1733164792.238905:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d703b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.238910:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d703b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.238916:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265000 going to sleep for 11 seconds 00000004:00080000:2.0:1733164792.238924:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8ce00/2, rc 0, transno 1015982 00000100:00100000:2.0:1733164792.238940:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297392512:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.238981:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297394816:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.238991:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265180 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.239003:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.239011:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3701:3760:x1817354297393024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1560us (1609us total) trans 4295983279 rc 0/0 00000100:00100000:3.0:1733164792.239018:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187865 00000100:00100000:2.0:1733164792.239026:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297394816 00000004:00080000:0.0:1733164792.239028:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8d500/2, rc 0, transno 1015983 00000100:00100000:2.0:1733164792.239029:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297394816 00000100:00100000:0.0:1733164792.239035:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297393024:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.239044:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187872 00000100:00100000:2.0:1733164792.239048:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007db8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3701:3762:x1817354297394816:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.239058:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9149 count 1 00000100:00100000:3.0:1733164792.239061:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297394944:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.239067:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d706c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.239078:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957f2ac0/0xe92384b90c843353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d456 expref: 400 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.239081:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.239083:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.239085:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.239087:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d706c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.239097:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297394944 00000100:00100000:0.0:1733164792.239100:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297394944 00010000:00010000:2.0:1733164792.239102:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957f2ac0/0xe92384b90c843353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d456 expref: 400 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.239111:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957f2ac0/0xe92384b90c843353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d456 expref: 400 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.239115:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187873 00000100:00100000:0.0:1733164792.239119:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3702:3759:x1817354297394944:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.239119:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297395072:192.168.202.7@tcp:104: 00002000:00080000:0.0:1733164792.239129:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9150 count 1 00010000:00010000:0.0:1733164792.239139:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7073 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.239161:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.239167:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b007a80/0xe92384b90c843480 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d4b8 expref: 400 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.239172:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.239173:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.239176:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7073 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.239192:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b007a80/0xe92384b90c843480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d4b8 expref: 400 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.239201:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b007a80/0xe92384b90c843480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d4b8 expref: 400 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.239211:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297395200:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.239229:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.239447:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297393536:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.239461:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7042 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.239467:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297393664:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.239476:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d7049 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.239707:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.239736:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.239750:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606290560 00000100:00100000:2.0:1733164792.239754:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606290560 00000100:00100000:1.0:1733164792.239761:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297394048:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.239766:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095956d00/0xe92384b90c842cb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d23b expref: 401 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.239774:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7050 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.239778:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606290688 00000100:00100000:3.0:1733164792.239783:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606290688 00000100:00100000:2.0:1733164792.239789:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808293 00000100:00100000:2.0:1733164792.239793:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+402:2001:x1817354606290560:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.239800:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.239803:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a842f40/0xe92384b90c842d6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d28f expref: 402 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.239804:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095956d00/0xe92384b90c842cb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d23b expref: 402 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.239808:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297394560:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.239809:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.239811:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095956d00/0xe92384b90c842cb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d23b expref: 402 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.239819:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d705e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.239822:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095956d00/0xe92384b90c842cb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d23b expref: 402 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.239831:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.239832:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.239835:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7042 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.239840:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7042 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.239852:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.239860:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7042 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.239868:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7042 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.239872:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+401:2001:x1817354606290560:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (166us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.239873:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7042 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.239877:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606290816 00000100:00100000:2.0:1733164792.239878:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808293 00010000:00010000:1.0:1733164792.239879:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7042 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.239881:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606290816 00010000:00010000:1.0:1733164792.239886:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.239890:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808294 00010000:00010000:1.0:1733164792.239891:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.239892:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b7de880/0xe92384b90c842e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d2c7 expref: 401 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.239894:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.239894:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+401:2001:x1817354606290688:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.239901:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7042 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.239901:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.239904:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a842f40/0xe92384b90c842d6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d28f expref: 401 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.239909:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a842f40/0xe92384b90c842d6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d28f expref: 401 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.239912:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7042 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.239916:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a842f40/0xe92384b90c842d6b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d28f expref: 401 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.239917:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808295 00010000:00010000:1.0:1733164792.239918:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7042 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.239921:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.239922:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.239923:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+400:2001:x1817354606290816:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.239924:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d7049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.239928:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d7049 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.239931:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.239934:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297394688:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.239935:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b7de880/0xe92384b90c842e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d2c7 expref: 400 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.239936:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.239943:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b7de880/0xe92384b90c842e8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d2c7 expref: 400 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.239945:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7065 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.239953:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+400:2001:x1817354606290688:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 58us (215us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.239956:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b7de880/0xe92384b90c842e8a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d2c7 expref: 400 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.239959:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808294 00000100:00100000:0.0:1733164792.239963:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.239965:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.239967:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.239969:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.239970:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606290944 00000100:00100000:0.0:1733164792.239972:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606290944 00010000:00010000:3.0:1733164792.239976:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7050 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.239981:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880080523600/0xe92384b90c8430c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d399 expref: 399 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.239990:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.239991:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808296 00000100:00100000:0.0:1733164792.239994:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+399:2001:x1817354606290944:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.239999:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.240001:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880080523600/0xe92384b90c8430c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d399 expref: 399 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.240002:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d7049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240007:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880080523600/0xe92384b90c8430c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d399 expref: 399 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.240007:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+399:2001:x1817354606290816:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (198us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.240010:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d7049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.240014:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808295 00010000:00010000:0.0:1733164792.240015:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880080523600/0xe92384b90c8430c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d399 expref: 399 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.240016:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3703:3759:x1817354297393280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1756us (1875us total) trans 4295983280 rc 0/0 00010000:00010000:2.0:1733164792.240016:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d7049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240021:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187866 00010000:00010000:2.0:1733164792.240023:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d7049 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.240028:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d7049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.240032:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.240034:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d7049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.240038:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b4700/2, rc 0, transno 1015984 00010000:00010000:2.0:1733164792.240038:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d7049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240042:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297393280:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.240045:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d7049 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.240048:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d7049 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240061:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.240061:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1733164792.240063:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.240065:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d705e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240065:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297395328:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.240069:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d705e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240079:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.240080:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.240093:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297395328 00000100:00100000:0.0:1733164792.240094:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+397:2001:x1817354606290944:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 98us (130us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.240094:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d705e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.240096:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297395328 00000100:00100000:0.0:1733164792.240098:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808296 00010000:00010000:1.0:1733164792.240102:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d705e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.240110:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d705e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.240113:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187874 00010000:00010000:1.0:1733164792.240116:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d705e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.240117:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3704:3759:x1817354297395328:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.240122:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d705e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.240128:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0b40 already unused, calling callback (ffffffffa0854100) 00002000:00080000:3.0:1733164792.240129:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9151 count 1 00010000:00010000:1.0:1733164792.240131:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d705e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.240131:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012104a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3704:3762:x1817354297393408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1766us (1933us total) trans 4295983281 rc 0/0 00010000:00010000:1.0:1733164792.240137:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d705e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.240137:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187867 00000100:00100000:0.0:1733164792.240160:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.240160:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d707a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.240167:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606291072 00010000:00010000:1.0:1733164792.240168:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d705e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.240169:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606291072 00010000:00010000:3.0:1733164792.240172:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cba58c0/0xe92384b90c843544 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d51a expref: 397 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.240175:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d705e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240176:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec4cd80/0xe92384b90c84323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d3f4 expref: 397 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.240177:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.240179:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.240181:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d707a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.240184:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b4e00/2, rc 0, transno 1015985 00000100:00100000:0.0:1733164792.240186:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808297 00000100:00100000:0.0:1733164792.240188:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+397:2001:x1817354606291072:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.240192:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297393408:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.240193:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.240195:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ec4cd80/0xe92384b90c84323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d3f4 expref: 397 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.240197:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cba58c0/0xe92384b90c843544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d51a expref: 397 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240200:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ec4cd80/0xe92384b90c84323b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d3f4 expref: 397 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.240206:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cba58c0/0xe92384b90c843544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d51a expref: 397 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.240207:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ec4cd80/0xe92384b90c84323b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d3f4 expref: 397 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.240213:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.240214:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.240215:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.240215:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012104b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297395456:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.240220:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1733164792.240223:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7065 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.240227:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297395584:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.240231:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.240234:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.240242:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+396:2001:x1817354606291072:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.240245:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808297 00000100:00100000:2.0:1733164792.240247:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.240255:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240259:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240264:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.240264:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297395584 00000100:00100000:3.0:1733164792.240266:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297395584 00010000:00010000:0.0:1733164792.240267:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7065 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240271:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240272:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3705:3759:x1817354297394304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1528us (1577us total) trans 4295983282 rc 0/0 00010000:00010000:0.0:1733164792.240274:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.240276:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240276:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187870 00000100:00100000:3.0:1733164792.240282:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187875 00010000:00010000:0.0:1733164792.240283:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.240286:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007db8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3704:3762:x1817354297395584:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.240288:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7065 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.240290:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.240291:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7065 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.240292:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096604a80/2, rc 0, transno 1015986 00000100:00100000:1.0:1733164792.240296:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096604a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297394304:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.240297:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9152 count 1 00010000:00010000:1.0:1733164792.240305:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.240306:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606291200 00010000:00010000:3.0:1733164792.240306:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7081 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.240307:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606291200 00010000:00010000:1.0:1733164792.240309:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240312:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801212361c0/0xe92384b90c842f71 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d330 expref: 396 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.240314:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.240315:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008de61440/0xe92384b90c843616 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d552 expref: 396 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.240318:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.240320:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808298 00010000:00010000:1.0:1733164792.240321:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.240321:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.240323:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007db8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+396:2001:x1817354606291200:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.240323:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.240325:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7081 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240326:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.240328:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801212361c0/0xe92384b90c842f71 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d330 expref: 396 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.240328:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.240330:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240333:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801212361c0/0xe92384b90c842f71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d330 expref: 396 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.240333:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.240338:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.240339:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008de61440/0xe92384b90c843616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d552 expref: 396 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240340:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.240340:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7050 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240342:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.240344:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.240345:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7050 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.240349:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008de61440/0xe92384b90c843616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d552 expref: 396 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.240351:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7057 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.240358:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297395712:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.240361:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.240368:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606291328 00000100:00100000:3.0:1733164792.240371:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606291328 00000100:00100000:0.0:1733164792.240375:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007db8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+397:2001:x1817354606291200:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 51us (86us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.240380:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957f2ac0/0xe92384b90c843353 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d456 expref: 397 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.240382:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808298 00000100:00100000:2.0:1733164792.240382:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.240397:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606291456 00000100:00100000:0.0:1733164792.240400:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606291456 00000100:00100000:3.0:1733164792.240406:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808299 00010000:00010000:0.0:1733164792.240408:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b007a80/0xe92384b90c843480 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d4b8 expref: 397 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.240410:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007db8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+397:2001:x1817354606291328:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.240418:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.240421:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957f2ac0/0xe92384b90c843353 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d456 expref: 397 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.240422:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297395840:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.240425:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808300 00010000:00010000:3.0:1733164792.240429:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957f2ac0/0xe92384b90c843353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d456 expref: 397 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.240430:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+397:2000:x1817354606291456:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.240432:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3705:3761:x1817354297393792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1896us (1956us total) trans 4295983283 rc 0/0 00000100:00100000:1.0:1733164792.240436:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187868 00010000:00010000:0.0:1733164792.240437:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.240439:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b007a80/0xe92384b90c843480 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d4b8 expref: 397 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.240442:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.240445:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b007a80/0xe92384b90c843480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d4b8 expref: 397 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.240446:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.240447:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.240448:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297395840 00010000:00010000:3.0:1733164792.240449:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d706c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240450:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297395840 00010000:00010000:0.0:1733164792.240453:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.240454:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.240456:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.240457:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d706c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240459:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187876 00000100:00100000:1.0:1733164792.240462:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3705:3762:x1817354297395840:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.240463:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7073 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.240467:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1733164792.240469:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9153 count 1 00010000:00010000:0.0:1733164792.240470:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1733164792.240472:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3c000/2, rc 0, transno 1015987 00010000:00010000:1.0:1733164792.240476:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7088 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.240477:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297393792:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.240484:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800816b5f80/0xe92384b90c843712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d598 expref: 397 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.240485:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+397:2000:x1817354606291456:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.240485:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007db8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+397:2001:x1817354606291328:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.240488:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808300 00010000:00010000:1.0:1733164792.240491:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.240492:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.240492:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808299 00010000:00010000:1.0:1733164792.240494:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7088 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240511:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297395968:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.240525:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957f2ac0/0xe92384b90c843353 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d456 expref: 395 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.240527:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.240528:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.240551:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297395072:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.240561:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297395968 00000100:00100000:1.0:1733164792.240564:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297395968 00010000:00010000:2.0:1733164792.240567:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d706c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240573:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187877 00010000:00010000:2.0:1733164792.240574:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d706c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240576:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3707:3759:x1817354297395968:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.240580:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d706c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.240584:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9154 count 1 00010000:00010000:2.0:1733164792.240587:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d706c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.240591:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d708f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.240593:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d706c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.240598:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013135f600/0xe92384b90c8437c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d5f3 expref: 394 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.240599:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d706c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.240602:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.240603:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.240604:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d708f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.240604:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.240607:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d706c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.240608:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3707:3761:x1817354297394432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1849us (1898us total) trans 4295983284 rc 0/0 00010000:00010000:1.0:1733164792.240613:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013135f600/0xe92384b90c8437c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d5f3 expref: 394 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.240614:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d706c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.240615:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187871 00010000:00010000:1.0:1733164792.240619:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013135f600/0xe92384b90c8437c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d5f3 expref: 394 pid: 16653 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.240624:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096605f80/2, rc 0, transno 1015988 00000100:00100000:1.0:1733164792.240625:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096604380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297396096:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.240628:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d706c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.240632:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096605f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297394432:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.240635:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d706c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240638:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.240651:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800816b5f80/0xe92384b90c843712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d598 expref: 394 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.240656:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800816b5f80/0xe92384b90c843712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d598 expref: 394 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.240661:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096604000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297396224:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.240669:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987c00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.240673:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297396352:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.240687:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.240700:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297396352 00000100:00100000:1.0:1733164792.240703:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297396352 00000100:00100000:1.0:1733164792.240718:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187878 00000100:00100000:1.0:1733164792.240721:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3708:3760:x1817354297396352:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.240731:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9155 count 1 00000100:00100000:2.0:1733164792.240736:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007db8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3708:3762:x1817354297394816:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1687us (1732us total) trans 4295983285 rc 0/0 00010000:00010000:1.0:1733164792.240739:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7096 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.240741:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187872 00010000:00010000:0.0:1733164792.240746:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801212361c0/0xe92384b90c842f71 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d330 expref: 394 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.240749:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0cf180/0xe92384b90c84385b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d640 expref: 394 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.240749:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096605880/2, rc 0, transno 1015989 00000100:00100000:0.0:1733164792.240753:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082798380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297394176:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.240755:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.240755:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297394816:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.240756:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.240758:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7096 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240760:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.240762:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b007a80/0xe92384b90c843480 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d4b8 expref: 393 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.240765:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.240768:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297395200:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.240769:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240776:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.240777:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0cf180/0xe92384b90c84385b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d640 expref: 392 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.240778:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.240778:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1733164792.240781:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7057 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.240784:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.240784:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297396480:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.240785:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f0cf180/0xe92384b90c84385b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d640 expref: 392 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.240786:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.240790:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240792:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6400 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.240793:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297396608:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.240794:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.240797:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240801:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7057 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.240805:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.240808:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7073 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240809:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7057 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.240814:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7073 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.240815:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7057 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240815:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.240819:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.240823:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7073 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240827:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297396480 00010000:00010000:2.0:1733164792.240829:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7073 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240830:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297396480 00010000:00010000:2.0:1733164792.240838:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7073 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.240844:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7073 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.240845:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187879 00000100:00100000:1.0:1733164792.240849:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3708:3762:x1817354297396480:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.240857:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9156 count 1 00010000:00010000:1.0:1733164792.240866:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d709d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.240875:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085a40900/0xe92384b90c84395e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d68d expref: 392 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.240881:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.240882:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.240884:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d709d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.240897:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085a40900/0xe92384b90c84395e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d68d expref: 392 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.240906:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3710:3760:x1817354297393920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2318us (2407us total) trans 4295983286 rc 0/0 00010000:00010000:1.0:1733164792.240910:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085a40900/0xe92384b90c84395e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d68d expref: 392 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.240911:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187869 00000100:00100000:1.0:1733164792.240917:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096605180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297396736:192.168.202.7@tcp:104: 00000004:00080000:0.0:1733164792.240930:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f7cfb80/2, rc 0, transno 1015990 00000100:00100000:1.0:1733164792.240936:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.240943:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f7cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297393920:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.240943:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3709:3759:x1817354297394944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1823us (1862us total) trans 4295983287 rc 0/0 00000100:00100000:2.0:1733164792.240948:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187873 00000004:00080000:1.0:1733164792.240955:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096607b80/2, rc 0, transno 1015991 00000100:00100000:1.0:1733164792.240959:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297394944:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.240991:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297396864:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.241003:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297396992:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.241006:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.241022:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.241036:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297396864 00000100:00100000:2.0:1733164792.241039:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297396864 00000100:00100000:1.0:1733164792.241042:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297396992 00000100:00100000:1.0:1733164792.241044:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297396992 00000100:00100000:2.0:1733164792.241054:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187880 00000100:00100000:2.0:1733164792.241058:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3710:3762:x1817354297396864:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.241059:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187881 00000100:00100000:1.0:1733164792.241063:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096606680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3710:3759:x1817354297396992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.241069:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9157 count 1 00002000:00080000:1.0:1733164792.241072:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9158 count 1 00010000:00010000:2.0:1733164792.241079:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d70a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.241081:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d70ab lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.241089:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865d6ac0/0xe92384b90c843a29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d6e8 expref: 392 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.241091:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c05e1c0/0xe92384b90c843c98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d735 expref: 392 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.241095:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.241096:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.241096:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.241097:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.241098:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d70a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.241100:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d70ab lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.241114:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865d6ac0/0xe92384b90c843a29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d6e8 expref: 392 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.241120:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c05e1c0/0xe92384b90c843c98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d735 expref: 392 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.241123:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865d6ac0/0xe92384b90c843a29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d6e8 expref: 392 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.241128:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c05e1c0/0xe92384b90c843c98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d735 expref: 392 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.241132:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297397120:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.241137:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096605500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297397248:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.241176:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.241177:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.241728:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.241738:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012104b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297395456:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.241753:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d707a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.241756:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297395712:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.241766:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606291584 00000100:00100000:0.0:1733164792.241768:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.241768:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7081 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.241770:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606291584 00000100:00100000:0.0:1733164792.241779:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606291712 00010000:00010000:3.0:1733164792.241781:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cba58c0/0xe92384b90c843544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d51a expref: 393 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.241782:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606291712 00010000:00010000:0.0:1733164792.241795:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008de61440/0xe92384b90c843616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d552 expref: 394 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.241797:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096604380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297396096:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.241798:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808301 00000100:00100000:3.0:1733164792.241803:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b520c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+394:2002:x1817354606291584:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.241809:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d708f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.241810:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.241811:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808302 00010000:00010000:3.0:1733164792.241813:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cba58c0/0xe92384b90c843544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d51a expref: 394 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.241814:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+394:2000:x1817354606291712:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.241820:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.241821:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cba58c0/0xe92384b90c843544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d51a expref: 394 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.241823:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008de61440/0xe92384b90c843616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d552 expref: 394 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.241829:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008de61440/0xe92384b90c843616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d552 expref: 394 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.241833:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cba58c0/0xe92384b90c843544 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d51a expref: 394 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.241837:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de61440/0xe92384b90c843616 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d552 expref: 394 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.241842:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.241843:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.241844:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.241844:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.241846:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7081 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.241847:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d707a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.241850:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7081 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.241853:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d707a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.241863:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.241864:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.241869:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7081 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.241876:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7081 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.241877:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+392:2000:x1817354606291712:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.241880:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b520c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+392:2002:x1817354606291584:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.241881:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808302 00010000:00010000:2.0:1733164792.241883:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7081 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.241887:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808301 00010000:00010000:2.0:1733164792.241888:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7081 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.241894:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7081 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.241900:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.241903:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7081 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.241908:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7081 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.241917:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7081 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.241923:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7081 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.241929:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d707a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.241934:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096604000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297396224:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.241936:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d707a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.241942:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7088 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.241942:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d707a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.241948:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d707a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.241955:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d707a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.241960:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.241963:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d707a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.241969:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d707a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.241978:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d707a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.241983:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297396608:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.241984:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d707a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.241990:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7096 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.242037:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096605180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297396736:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.242037:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007db8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3712:3762:x1817354297395584:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1749us (1788us total) trans 4295983288 rc 0/0 00000100:00100000:1.0:1733164792.242041:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.242044:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187875 00010000:00010000:0.0:1733164792.242046:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d709d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.242063:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.242064:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606291968 00000100:00100000:3.0:1733164792.242067:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606291968 00000004:00080000:2.0:1733164792.242069:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8d180/2, rc 0, transno 1015992 00000100:00100000:0.0:1733164792.242075:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606292480 00000100:00100000:1.0:1733164792.242076:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.242076:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297395584:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.242077:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606292480 00010000:00010000:3.0:1733164792.242077:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800816b5f80/0xe92384b90c843712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d598 expref: 391 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.242085:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c05e1c0/0xe92384b90c843c98 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d735 expref: 392 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.242096:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808303 00000100:00100000:3.0:1733164792.242096:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606292224 00000100:00100000:3.0:1733164792.242098:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606292224 00000100:00100000:0.0:1733164792.242099:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+392:2000:x1817354606291968:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.242099:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.242100:0:16115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808304 00010000:00010000:0.0:1733164792.242104:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.242105:0:16115:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096604000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+393:2002:x1817354606292480:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.242105:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085a40900/0xe92384b90c84395e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d68d expref: 393 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.242107:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800816b5f80/0xe92384b90c843712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d598 expref: 393 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.242112:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800816b5f80/0xe92384b90c843712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d598 expref: 393 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.242113:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.242113:0:16115:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.242117:0:16115:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c05e1c0/0xe92384b90c843c98 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d735 expref: 393 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.242120:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800816b5f80/0xe92384b90c843712 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d598 expref: 393 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.242123:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606291840 00010000:00010000:2.0:1733164792.242126:0:16115:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c05e1c0/0xe92384b90c843c98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d735 expref: 393 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.242126:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606291840 00010000:00010000:0.0:1733164792.242130:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.242131:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.242131:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606292096 00010000:00010000:0.0:1733164792.242133:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7088 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.242133:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013135f600/0xe92384b90c8437c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d5f3 expref: 393 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.242134:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606292096 00010000:00010000:0.0:1733164792.242137:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7088 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.242137:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.242139:0:16115:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.242158:0:16115:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d70ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.242162:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0cf180/0xe92384b90c84385b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d640 expref: 394 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.242162:0:16115:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d70ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.242163:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.242166:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808305 00000100:00100000:3.0:1733164792.242169:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096604380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+394:2000:x1817354606292224:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.242170:0:16115:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.242174:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.242176:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808306 00000100:00100000:0.0:1733164792.242177:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+394:2000:x1817354606291968:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (136us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.242177:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085a40900/0xe92384b90c84395e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d68d expref: 394 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.242179:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+394:2000:x1817354606291840:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.242180:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808303 00000100:00100000:2.0:1733164792.242183:0:16115:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096604000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+394:2002:x1817354606292480:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (120us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.242183:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085a40900/0xe92384b90c84395e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d68d expref: 394 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.242184:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.242187:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013135f600/0xe92384b90c8437c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d5f3 expref: 393 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.242189:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808307 00010000:00010000:3.0:1733164792.242191:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085a40900/0xe92384b90c84395e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d68d expref: 393 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.242192:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096606300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+393:2000:x1817354606292096:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.242193:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013135f600/0xe92384b90c8437c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d5f3 expref: 393 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.242193:0:16115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808304 00010000:00010000:0.0:1733164792.242196:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.242199:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f0cf180/0xe92384b90c84385b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d640 expref: 393 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.242201:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013135f600/0xe92384b90c8437c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d5f3 expref: 391 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.242202:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.242202:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.242204:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f0cf180/0xe92384b90c84385b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d640 expref: 391 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.242204:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d709d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.242209:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.242209:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d709d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.242210:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.242212:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d708f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.242214:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0cf180/0xe92384b90c84385b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d640 expref: 390 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.242218:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d708f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.242218:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.242220:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297397120:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.242222:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.242223:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.242225:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.242230:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096604380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+389:2000:x1817354606292224:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (154us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.242231:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.242232:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7096 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.242233:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808305 00010000:00010000:2.0:1733164792.242238:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d70a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.242246:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.242248:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+388:2000:x1817354606291840:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.242255:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808306 00000100:00100000:0.0:1733164792.242261:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096606300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+388:2000:x1817354606292096:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.242266:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808307 00010000:00010000:0.0:1733164792.242287:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d709d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.242293:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d709d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.242299:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d709d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.242300:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.242305:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d709d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.242313:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d709d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.242318:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6880 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.242319:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606292352 00010000:00010000:0.0:1733164792.242322:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d709d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.242322:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606292352 00010000:00010000:0.0:1733164792.242328:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d709d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.242329:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800865d6ac0/0xe92384b90c843a29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d6e8 expref: 387 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.242334:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d709d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.242337:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d709d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.242338:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808308 00000100:00100000:3.0:1733164792.242341:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+387:2000:x1817354606292352:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.242345:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.242347:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800865d6ac0/0xe92384b90c843a29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d6e8 expref: 387 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.242353:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800865d6ac0/0xe92384b90c843a29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d6e8 expref: 387 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.242364:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865d6ac0/0xe92384b90c843a29 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d6e8 expref: 387 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.242369:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.242370:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.242372:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d70a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.242376:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d70a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.242379:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d708f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.242383:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.242388:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d708f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.242389:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d70a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.242393:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d70a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.242396:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d708f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.242396:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+386:2000:x1817354606292352:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (98us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.242398:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d70a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.242400:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808308 00010000:00010000:2.0:1733164792.242401:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d70a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.242403:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d708f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.242405:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d70a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.242408:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.242410:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d708f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.242410:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d70a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.242414:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d70a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.242416:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca61c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.242419:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d708f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.242424:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d70a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.242426:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d708f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.242430:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d70a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.242436:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3712:3762:x1817354297396480:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1585us (1629us total) trans 4295983290 rc 0/0 00010000:00010000:1.0:1733164792.242438:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d708f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.242443:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187879 00010000:00010000:1.0:1733164792.242448:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d708f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.242464:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297397376:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.242484:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.242484:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3712:3759:x1817354297395328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2365us (2404us total) trans 4295983289 rc 0/0 00000100:00100000:3.0:1733164792.242489:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187874 00000100:00100000:0.0:1733164792.242501:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297397376 00000100:00100000:0.0:1733164792.242504:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297397376 00000004:00080000:3.0:1733164792.242507:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096606d80/2, rc 0, transno 1015993 00000100:00100000:3.0:1733164792.242511:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297395328:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.242518:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187882 00000100:00100000:0.0:1733164792.242523:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3713:3760:x1817354297397376:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.242529:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297397504:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.242531:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3713:3762:x1817354297396864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1472us (1524us total) trans 4295983291 rc 0/0 00002000:00080000:0.0:1733164792.242534:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9159 count 1 00000100:00100000:2.0:1733164792.242554:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187880 00010000:00010000:0.0:1733164792.242562:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d70b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.242564:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.242571:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3712:3759:x1817354297395968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1993us (2041us total) trans 4295983292 rc 0/0 00010000:00010000:0.0:1733164792.242572:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c7f5b00/0xe92384b90c843fa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d7c8 expref: 385 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.242576:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187877 00000004:00080000:2.0:1733164792.242576:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bde300/2, rc 0, transno 1015995 00010000:00010000:0.0:1733164792.242579:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.242581:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.242582:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297396864:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.242583:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d70b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.242585:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297397504 00000100:00100000:1.0:1733164792.242587:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297397504 00000004:00080000:2.0:1733164792.242588:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121048380/2, rc 0, transno 1015994 00000100:00100000:2.0:1733164792.242590:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297396480:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.242595:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097804a80/2, rc 0, transno 1015996 00000100:00100000:1.0:1733164792.242596:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187883 00010000:00010000:0.0:1733164792.242598:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c7f5b00/0xe92384b90c843fa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d7c8 expref: 385 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.242599:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3712:3761:x1817354297397504:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.242599:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297395968:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.242607:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c7f5b00/0xe92384b90c843fa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d7c8 expref: 385 pid: 16618 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.242607:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9160 count 1 00010000:00010000:1.0:1733164792.242614:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d70b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.242616:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297397632:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.242622:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e211200/0xe92384b90c84424f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d846 expref: 385 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.242626:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.242627:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.242628:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d70b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.242633:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297397760:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.242634:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265180 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.242638:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e211200/0xe92384b90c84424f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d846 expref: 385 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.242643:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.242643:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e211200/0xe92384b90c84424f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d846 expref: 385 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.242650:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297398016:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.242651:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297397888:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.242654:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1733164792.242656:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.242662:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012104b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297398144:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.242663:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.242670:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.242671:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.242676:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.242678:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297397760 00010000:00010000:1.0:1733164792.242681:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.242681:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297397760 00010000:00010000:1.0:1733164792.242684:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.242684:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.242688:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7088 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.242688:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7096 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.242691:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.242692:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7096 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.242695:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7088 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.242696:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297397888 00010000:00010000:1.0:1733164792.242697:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7096 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.242699:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297397888 00010000:00010000:0.0:1733164792.242702:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7088 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.242705:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7096 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.242706:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297398144 00010000:00010000:0.0:1733164792.242709:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.242709:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297398144 00000100:00100000:2.0:1733164792.242710:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187884 00010000:00010000:1.0:1733164792.242712:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7096 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.242713:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3715:3762:x1817354297397760:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.242716:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.242722:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9161 count 1 00000100:00100000:3.0:1733164792.242726:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187885 00010000:00010000:2.0:1733164792.242729:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d70c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.242730:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3715:3760:x1817354297397888:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.242739:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008062c240/0xe92384b90c84448d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d8a1 expref: 385 pid: 16696 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.242741:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9162 count 1 00010000:00010000:2.0:1733164792.242743:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.242744:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.242746:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d70c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.242751:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d70c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.242756:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008062c240/0xe92384b90c84448d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d8a1 expref: 385 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.242761:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008062c240/0xe92384b90c84448d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d8a1 expref: 385 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.242761:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f304b40/0xe92384b90c844597 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d8ee expref: 385 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.242766:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297398272:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.242768:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.242769:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.242770:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d70c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.242779:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5200 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.242780:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.242782:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.242782:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f304b40/0xe92384b90c844597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d8ee expref: 385 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.242788:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f304b40/0xe92384b90c844597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d8ee expref: 385 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.242789:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.242790:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187886 00000100:00100000:2.0:1733164792.242792:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3716:3759:x1817354297398144:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.242794:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297398400:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.242799:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7088 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.242799:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9163 count 1 00010000:00010000:0.0:1733164792.242805:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7088 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.242805:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d70ce lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.242810:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54900 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.242811:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b07840/0xe92384b90c845343 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d942 expref: 385 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.242815:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.242816:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.242817:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d70ce lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.242823:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3716:3760:x1817354297396352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2100us (2134us total) trans 4295983293 rc 0/0 00010000:00010000:2.0:1733164792.242827:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b07840/0xe92384b90c845343 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d942 expref: 385 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.242829:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187878 00010000:00010000:2.0:1733164792.242832:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b07840/0xe92384b90c845343 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d942 expref: 385 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.242837:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097804380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297398528:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.242846:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00000004:00080000:1.0:1733164792.242851:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121049500/2, rc 0, transno 1015997 00000100:00100000:1.0:1733164792.242858:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297396352:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.242878:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c05e1c0/0xe92384b90c843c98 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d735 expref: 385 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.242880:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1733164792.242884:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297398656:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.242888:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096605500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297397248:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.242898:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d70ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.242905:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3716:3762:x1817354297395840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2440us (2461us total) trans 4295983294 rc 0/0 00010000:00010000:1.0:1733164792.242905:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d70ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.242906:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.242910:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d70ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.242911:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187876 00010000:00010000:1.0:1733164792.242918:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d70ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.242920:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bbc000/2, rc 0, transno 1015998 00000100:00100000:0.0:1733164792.242923:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297398656 00010000:00010000:1.0:1733164792.242924:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d70ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.242924:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297395840:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.242925:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297398656 00010000:00010000:1.0:1733164792.242930:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d70ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.242936:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5f80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.242939:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187887 00010000:00010000:1.0:1733164792.242939:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d70ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.242942:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3716:3762:x1817354297398656:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.242945:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d70ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.242945:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297398784:0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.242952:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9164 count 1 00010000:00010000:1.0:1733164792.242954:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d70ab lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.242955:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.242960:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d70ab lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.242961:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d70d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.242964:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297398784 00000100:00100000:3.0:1733164792.242966:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297398784 00010000:00010000:0.0:1733164792.242971:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b85b00/0xe92384b90c845787 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9ab expref: 384 pid: 16663 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.242977:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187888 00000100:00100000:3.0:1733164792.242980:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3717:3762:x1817354297398784:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.242982:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.242983:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.242986:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d70d5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.242987:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9165 count 1 00010000:00010000:3.0:1733164792.242994:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d70dc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.243000:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b85b00/0xe92384b90c845787 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9ab expref: 384 pid: 16663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.243001:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090bc6880/0xe92384b90c845852 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9dc expref: 384 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.243006:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.243007:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.243008:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d70dc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.243009:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b85b00/0xe92384b90c845787 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9ab expref: 384 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.243018:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297398912:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.243018:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090bc6880/0xe92384b90c845852 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9dc expref: 384 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.243023:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090bc6880/0xe92384b90c845852 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9dc expref: 384 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.243028:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297399040:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.243036:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265000 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.243042:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.243056:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096606680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3718:3759:x1817354297396992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1991us (2032us total) trans 4295983295 rc 0/0 00000100:00100000:1.0:1733164792.243062:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187881 00000004:00080000:2.0:1733164792.243068:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bde680/2, rc 0, transno 1015999 00000100:00100000:2.0:1733164792.243075:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297396992:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.243098:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297399168:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.243127:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.243158:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297399168 00000100:00100000:1.0:1733164792.243162:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297399168 00000100:00100000:1.0:1733164792.243177:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187889 00000100:00100000:1.0:1733164792.243181:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3718:3759:x1817354297399168:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.243191:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9166 count 1 00010000:00010000:1.0:1733164792.243200:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d70e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.243214:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ca2c900/0xe92384b90c8458c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37da1b expref: 384 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.243220:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.243221:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.243223:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d70e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.243237:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ca2c900/0xe92384b90c8458c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37da1b expref: 384 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.243245:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ca2c900/0xe92384b90c8458c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37da1b expref: 384 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.243253:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096605500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297399296:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.243274:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987240 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.244009:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297398016:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.244013:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297397632:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.244022:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d70b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.244023:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d70b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.244040:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097804380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297398528:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.244042:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297398272:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.244053:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d70c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.244054:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297398912:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.244056:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d70ce lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.244063:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d70d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.244079:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297398400:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.244090:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d70c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.244093:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297399040:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.244104:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d70dc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.244252:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.244264:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.244274:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606292736 00000100:00100000:0.0:1733164792.244277:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606292736 00000100:00100000:1.0:1733164792.244279:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096605500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297399296:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.244282:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606292992 00000100:00100000:3.0:1733164792.244285:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606292992 00010000:00010000:0.0:1733164792.244288:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c7f5b00/0xe92384b90c843fa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d7c8 expref: 386 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.244292:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d70e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.244296:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008062c240/0xe92384b90c84448d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d8a1 expref: 386 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.244308:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808309 00000100:00100000:0.0:1733164792.244311:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+386:2001:x1817354606292736:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.244316:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.244319:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c7f5b00/0xe92384b90c843fa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d7c8 expref: 386 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.244322:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808310 00000100:00100000:3.0:1733164792.244326:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+386:2001:x1817354606292992:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.244329:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c7f5b00/0xe92384b90c843fa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d7c8 expref: 386 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.244332:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.244337:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c7f5b00/0xe92384b90c843fa1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d7c8 expref: 386 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.244338:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008062c240/0xe92384b90c84448d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d8a1 expref: 386 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.244344:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.244344:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008062c240/0xe92384b90c84448d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d8a1 expref: 385 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.244345:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.244347:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d70b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244351:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d70b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.244352:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008062c240/0xe92384b90c84448d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d8a1 expref: 385 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.244358:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.244359:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.244360:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.244361:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d70c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.244366:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d70c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.244367:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d70b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.244374:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+384:2001:x1817354606292736:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (123us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.244374:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d70b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.244378:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808309 00010000:00010000:3.0:1733164792.244379:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.244382:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d70b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.244388:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d70b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.244393:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+383:2001:x1817354606292992:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 66us (127us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.244395:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d70b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.244397:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.244397:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808310 00010000:00010000:2.0:1733164792.244401:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.244403:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d70b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.244406:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606293248 00000100:00100000:3.0:1733164792.244407:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606293248 00010000:00010000:2.0:1733164792.244410:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d70b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.244412:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090bc6880/0xe92384b90c845852 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9dc expref: 383 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.244415:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.244420:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d70b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.244422:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606292608 00000100:00100000:3.0:1733164792.244423:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606292608 00010000:00010000:2.0:1733164792.244426:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d70b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.244427:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e211200/0xe92384b90c84424f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d846 expref: 384 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.244432:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808311 00000100:00100000:1.0:1733164792.244436:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+384:2001:x1817354606293248:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.244443:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.244443:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808312 00000100:00100000:3.0:1733164792.244445:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+384:2001:x1817354606292608:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.244446:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090bc6880/0xe92384b90c845852 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9dc expref: 384 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.244449:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.244452:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090bc6880/0xe92384b90c845852 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9dc expref: 384 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.244452:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e211200/0xe92384b90c84424f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d846 expref: 384 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.244457:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e211200/0xe92384b90c84424f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d846 expref: 384 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.244458:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.244461:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090bc6880/0xe92384b90c845852 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9dc expref: 384 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.244464:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e211200/0xe92384b90c84424f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d846 expref: 384 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.244467:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.244468:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.244470:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d70dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.244473:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606292864 00010000:00010000:3.0:1733164792.244474:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.244475:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d70dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.244475:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.244476:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606292864 00010000:00010000:3.0:1733164792.244476:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d70b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.244480:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d70b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.244484:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.244488:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b07840/0xe92384b90c845343 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d942 expref: 383 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.244488:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.244498:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+383:2001:x1817354606293248:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.244499:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+383:2001:x1817354606292608:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.244502:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808311 00000100:00100000:3.0:1733164792.244505:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808312 00000100:00100000:0.0:1733164792.244515:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808313 00000100:00100000:0.0:1733164792.244520:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+381:2001:x1817354606292864:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.244525:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d70b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244527:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.244529:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d70b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244531:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b07840/0xe92384b90c845343 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d942 expref: 381 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.244534:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d70b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244552:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b07840/0xe92384b90c845343 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d942 expref: 381 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.244552:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d70b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.244556:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d70b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.244559:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3719:3760:x1817354297397376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2035us (2074us total) trans 4295983296 rc 0/0 00010000:00010000:1.0:1733164792.244560:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.244562:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d70b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244564:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b07840/0xe92384b90c845343 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d942 expref: 381 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.244565:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d70b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.244565:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187882 00010000:00010000:1.0:1733164792.244571:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d70b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244575:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.244575:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d70b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244576:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.244579:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d70ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244586:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d70ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.244589:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:1.0:1733164792.244601:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bdd880/2, rc 0, transno 1016000 00010000:00010000:0.0:1733164792.244602:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.244606:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297397376:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.244612:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606293120 00000100:00100000:3.0:1733164792.244615:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606293120 00000100:00100000:0.0:1733164792.244618:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+381:2001:x1817354606292864:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 97us (159us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.244623:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f304b40/0xe92384b90c844597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d8ee expref: 381 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.244624:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808313 00000100:00100000:2.0:1733164792.244629:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.244644:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606293376 00000100:00100000:0.0:1733164792.244646:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606293376 00000100:00100000:3.0:1733164792.244648:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808314 00000100:00100000:3.0:1733164792.244650:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097805c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+381:2001:x1817354606293120:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.244655:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.244656:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b85b00/0xe92384b90c845787 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9ab expref: 381 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.244658:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f304b40/0xe92384b90c844597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d8ee expref: 381 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.244663:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f304b40/0xe92384b90c844597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d8ee expref: 381 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.244673:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.244674:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f304b40/0xe92384b90c844597 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d8ee expref: 381 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.244682:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.244683:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606293504 00010000:00010000:3.0:1733164792.244683:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.244684:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d70c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.244685:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606293504 00000100:00100000:1.0:1733164792.244690:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808315 00010000:00010000:3.0:1733164792.244690:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d70c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244694:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ca2c900/0xe92384b90c8458c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37da1b expref: 381 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.244695:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+381:2001:x1817354606293376:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.244703:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.244710:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.244713:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808316 00010000:00010000:1.0:1733164792.244715:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b85b00/0xe92384b90c845787 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9ab expref: 381 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.244718:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+381:2003:x1817354606293504:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.244720:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097805c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+381:2001:x1817354606293120:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (129us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.244724:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b85b00/0xe92384b90c845787 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9ab expref: 381 pid: 16663 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.244726:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808314 00010000:00010000:0.0:1733164792.244732:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.244736:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b85b00/0xe92384b90c845787 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d9ab expref: 380 pid: 16663 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.244737:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ca2c900/0xe92384b90c8458c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37da1b expref: 380 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.244747:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ca2c900/0xe92384b90c8458c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37da1b expref: 379 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.244747:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.244749:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.244750:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d70c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.244751:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d70d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.244756:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d70d5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.244757:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d70c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244758:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ca2c900/0xe92384b90c8458c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37da1b expref: 379 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.244764:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d70c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244767:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.244767:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.244768:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.244771:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d70e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.244772:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d70c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.244775:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d70ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244777:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d70e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.244781:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+378:2001:x1817354606293376:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (152us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.244782:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d70ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.244783:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d70c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.244787:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808315 00010000:00010000:2.0:1733164792.244788:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.244789:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d70ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244790:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.244790:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d70c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.244795:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d70ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.244797:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d70c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.244807:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+377:2003:x1817354606293504:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (134us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.244807:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d70c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.244807:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d70ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.244812:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808316 00010000:00010000:2.0:1733164792.244813:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d70c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.244813:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.244815:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d70ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.244821:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297399424:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.244822:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d70ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244830:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d70e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.244831:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d70ce lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.244834:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.244835:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d70e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.244837:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d70ce lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244840:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d70e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244843:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d70e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244847:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d70e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244850:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.244851:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297399424 00010000:00010000:0.0:1733164792.244852:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d70e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.244854:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297399424 00010000:00010000:0.0:1733164792.244856:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d70e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244862:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d70e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.244869:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d70e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.244872:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187890 00000100:00100000:2.0:1733164792.244876:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3720:3760:x1817354297399424:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.244878:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3720:3761:x1817354297397504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2278us (2314us total) trans 4295983297 rc 0/0 00000100:00100000:1.0:1733164792.244883:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187883 00002000:00080000:2.0:1733164792.244888:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9167 count 1 00010000:00010000:2.0:1733164792.244898:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d70ea lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.244900:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bdce00/2, rc 0, transno 1016001 00000100:00100000:1.0:1733164792.244903:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297397504:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.244909:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ae24fc0/0xe92384b90c845947 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37da4c expref: 376 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.244910:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d70dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.244915:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d70dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.244919:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d70dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.244920:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.244922:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.244923:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d70dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.244924:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d70ea lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.244926:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d70dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.244930:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.244931:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d70dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.244939:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d70dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.244940:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ae24fc0/0xe92384b90c845947 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37da4c expref: 376 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.244944:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d70dc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.244948:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d70dc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.244948:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3721:3759:x1817354297398144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2153us (2262us total) trans 4295983298 rc 0/0 00010000:00010000:2.0:1733164792.244949:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ae24fc0/0xe92384b90c845947 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37da4c expref: 376 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.244954:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187886 00000100:00100000:2.0:1733164792.244958:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297399552:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.244971:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3720:3759:x1817354297399168:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1788us (1842us total) trans 4295983299 rc 0/0 00000100:00100000:0.0:1733164792.244977:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187889 00000100:00100000:2.0:1733164792.244978:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.244978:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91df80/2, rc 0, transno 1016003 00000100:00100000:3.0:1733164792.244982:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297399168:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.244990:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012104b100/2, rc 0, transno 1016002 00000100:00100000:3.0:1733164792.244993:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012104b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297398144:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.245021:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3720:3762:x1817354297398784:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2040us (2064us total) trans 4295983300 rc 0/0 00000100:00100000:1.0:1733164792.245025:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187888 00000100:00100000:0.0:1733164792.245028:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297399680:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.245043:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297399936:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.245045:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d70d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.245049:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.245049:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297399808:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.245050:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d70d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.245053:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d70d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.245057:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d70d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.245060:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d70d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.245066:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297399680 00000100:00100000:3.0:1733164792.245066:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.245067:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4240 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.245068:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297399680 00010000:00010000:1.0:1733164792.245070:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d70d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.245073:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d70d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.245078:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d70d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.245082:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d70d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.245086:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.245092:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d70c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.245100:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d70c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.245106:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800998a1500/2, rc 0, transno 1016004 00010000:00010000:3.0:1733164792.245107:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d70c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.245112:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297398784:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.245114:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d70c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.245120:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d70c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.245126:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1d40 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.245128:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297399936 00010000:00010000:3.0:1733164792.245129:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d70c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.245132:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297399936 00000100:00100000:0.0:1733164792.245134:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297399808 00010000:00010000:3.0:1733164792.245136:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d70c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.245137:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297399808 00000100:00100000:1.0:1733164792.245160:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3723:3762:x1817354297398656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2216us (2252us total) trans 4295983301 rc 0/0 00000100:00100000:1.0:1733164792.245164:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187887 00000100:00100000:0.0:1733164792.245167:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187891 00010000:00010000:3.0:1733164792.245168:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d70c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.245172:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3722:3761:x1817354297399680:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.245172:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187892 00010000:00010000:3.0:1733164792.245175:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d70c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.245176:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187893 00000100:00100000:2.0:1733164792.245178:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3722:3762:x1817354297399808:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.245179:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3722:3759:x1817354297399936:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.245184:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9168 count 1 00002000:00080000:1.0:1733164792.245187:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9170 count 1 00002000:00080000:2.0:1733164792.245190:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9169 count 1 00010000:00010000:0.0:1733164792.245194:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d70f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.245195:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d70f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.245200:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d70ff lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.245203:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b746c0/0xe92384b90c845b00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db17 expref: 376 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.245204:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b87600/0xe92384b90c845a04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daa0 expref: 376 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.245207:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.245209:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.245210:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d70f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.245211:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.245212:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.245214:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d70f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.245215:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095230480/0xe92384b90c845a5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daca expref: 376 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.245221:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.245222:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.245224:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d70ff lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.245224:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1733164792.245229:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b87600/0xe92384b90c845a04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daa0 expref: 376 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.245229:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297400064:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.245235:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b746c0/0xe92384b90c845b00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db17 expref: 376 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.245238:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b87600/0xe92384b90c845a04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daa0 expref: 376 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.245240:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095230480/0xe92384b90c845a5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daca expref: 376 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.245241:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b746c0/0xe92384b90c845b00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db17 expref: 376 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.245242:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.245247:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297400192:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.245247:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297400320:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.245249:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095230480/0xe92384b90c845a5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daca expref: 376 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.245253:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297400064 00000100:00100000:3.0:1733164792.245255:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297400064 00000100:00100000:2.0:1733164792.245257:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297400448:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.245262:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.245264:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265a80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.245265:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187894 00000100:00100000:3.0:1733164792.245268:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3723:3759:x1817354297400064:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.245276:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00002000:00080000:3.0:1733164792.245276:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9171 count 1 00010000:00010000:3.0:1733164792.245283:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d7106 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.245290:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e422d00/0xe92384b90c845b62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db5d expref: 376 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.245294:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:2.0:1733164792.245295:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800998a3b80/2, rc 0, transno 1016005 00010000:00010000:3.0:1733164792.245295:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.245296:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d7106 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.245302:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297398656:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.245306:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e422d00/0xe92384b90c845b62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db5d expref: 376 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.245311:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e422d00/0xe92384b90c845b62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db5d expref: 376 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.245316:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297400576:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.245329:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.245332:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54900 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.245336:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297400704:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.245357:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.245368:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297400704 00000100:00100000:1.0:1733164792.245371:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297400704 00000100:00100000:1.0:1733164792.245385:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187895 00000100:00100000:1.0:1733164792.245389:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3725:3762:x1817354297400704:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.245399:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9172 count 1 00000100:00100000:3.0:1733164792.245403:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3726:3760:x1817354297397888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2672us (2732us total) trans 4295983302 rc 0/0 00000100:00100000:3.0:1733164792.245407:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187885 00010000:00010000:1.0:1733164792.245408:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d710d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.245412:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121048000/2, rc 0, transno 1016006 00000100:00100000:0.0:1733164792.245417:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297397888:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.245417:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c845c11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dbbf expref: 376 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.245423:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.245424:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.245425:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d710d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.245440:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c845c11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dbbf expref: 376 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.245448:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c845c11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dbbf expref: 376 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.245456:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096604000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297400832:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.245465:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3725:3762:x1817354297397760:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2749us (2807us total) trans 4295983303 rc 0/0 00000004:00080000:3.0:1733164792.245471:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826b5180/2, rc 0, transno 1016007 00000100:00100000:2.0:1733164792.245472:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187884 00000100:00100000:3.0:1733164792.245474:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297397760:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.245479:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.245662:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.245664:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297401088:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.245668:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297400960:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.245688:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.245704:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.245706:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297401088 00000100:00100000:2.0:1733164792.245709:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297401088 00000100:00100000:3.0:1733164792.245715:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297400960 00000100:00100000:3.0:1733164792.245719:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297400960 00000100:00100000:2.0:1733164792.245725:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187896 00000100:00100000:0.0:1733164792.245730:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187897 00000100:00100000:2.0:1733164792.245730:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3726:3759:x1817354297401088:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.245733:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3726:3761:x1817354297400960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.245741:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9173 count 1 00002000:00080000:2.0:1733164792.245742:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9174 count 1 00010000:00010000:2.0:1733164792.245752:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d711b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.245762:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c845d4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc4b expref: 376 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.245767:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.245769:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.245771:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d711b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.245787:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c845d4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc4b expref: 376 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.245795:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c845d4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc4b expref: 376 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.245803:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d7114 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.245803:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097806d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297401216:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.245811:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097290d80/0xe92384b90c845cea lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc0c expref: 376 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.245815:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.245816:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.245817:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d7114 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.245825:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.245855:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297399552:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.245867:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d70ea lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.245897:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.245906:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297400320:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.245917:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606293632 00010000:00010000:2.0:1733164792.245919:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d70f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.245921:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606293632 00010000:00010000:0.0:1733164792.245933:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ae24fc0/0xe92384b90c845947 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37da4c expref: 377 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.245950:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808317 00000100:00100000:0.0:1733164792.245954:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096604380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+377:2000:x1817354606293632:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.245962:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.245965:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ae24fc0/0xe92384b90c845947 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37da4c expref: 377 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.245970:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ae24fc0/0xe92384b90c845947 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37da4c expref: 377 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.245979:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ae24fc0/0xe92384b90c845947 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37da4c expref: 377 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.245985:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297400448:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.245986:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.245987:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.245988:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d70ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.245993:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d70ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.245995:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d70ff lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246026:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d70ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246031:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d70ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246036:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d70ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246039:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d70ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246043:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d70ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246047:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.246049:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d70ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246053:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d70ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246059:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d70ea lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246063:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d70ea lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246126:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.246161:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3727:3760:x1817354297399424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1283us (1325us total) trans 4295983304 rc 0/0 00000100:00100000:3.0:1733164792.246165:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187890 00000100:00100000:0.0:1733164792.246175:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096604380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+376:2000:x1817354606293632:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 218us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.246181:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808317 00000004:00080000:1.0:1733164792.246194:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91e680/2, rc 0, transno 1016008 00000100:00100000:1.0:1733164792.246202:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297399424:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.246204:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097290d80/0xe92384b90c845cea lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc0c expref: 375 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246212:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097290d80/0xe92384b90c845cea lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc0c expref: 375 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.246221:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297401344:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.246238:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265480 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.246246:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297400576:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.246257:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297400192:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.246259:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d7106 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246267:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d70f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.246316:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297401472:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.246336:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.246355:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297401472 00000100:00100000:2.0:1733164792.246358:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297401472 00000100:00100000:2.0:1733164792.246377:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187898 00000100:00100000:2.0:1733164792.246381:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3727:3760:x1817354297401472:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.246392:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096604000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297400832:192.168.202.7@tcp:104: 00002000:00080000:2.0:1733164792.246393:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9175 count 1 00010000:00010000:2.0:1733164792.246402:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d7122 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246403:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d710d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.246403:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.246413:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091dfb600/0xe92384b90c845dc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc6e expref: 375 pid: 16685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.246416:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606293760 00000100:00100000:1.0:1733164792.246417:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.246419:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606293760 00010000:00010000:2.0:1733164792.246419:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.246420:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.246422:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d7122 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.246426:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.246429:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b746c0/0xe92384b90c845b00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db17 expref: 376 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.246430:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606294016 00000100:00100000:1.0:1733164792.246434:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606294272 00000100:00100000:3.0:1733164792.246434:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606294016 00000100:00100000:1.0:1733164792.246437:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606294272 00010000:00010000:2.0:1733164792.246439:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091dfb600/0xe92384b90c845dc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc6e expref: 377 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246444:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095230480/0xe92384b90c845a5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daca expref: 378 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.246445:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808318 00010000:00010000:1.0:1733164792.246446:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c845c11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dbbf expref: 378 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.246449:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091dfb600/0xe92384b90c845dc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc6e expref: 378 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.246450:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096606300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+378:2000:x1817354606293760:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.246456:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.246457:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808319 00010000:00010000:0.0:1733164792.246460:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b746c0/0xe92384b90c845b00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db17 expref: 378 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.246460:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097804e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297401600:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.246460:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+378:2000:x1817354606294016:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.246462:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808320 00010000:00010000:3.0:1733164792.246465:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.246466:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096604e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+378:2000:x1817354606294272:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.246468:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095230480/0xe92384b90c845a5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daca expref: 378 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.246469:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b746c0/0xe92384b90c845b00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db17 expref: 378 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.246471:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.246474:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c845c11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dbbf expref: 378 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.246474:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095230480/0xe92384b90c845a5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daca expref: 378 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.246480:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b746c0/0xe92384b90c845b00 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db17 expref: 378 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.246482:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095230480/0xe92384b90c845a5f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daca expref: 378 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.246486:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c845c11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dbbf expref: 378 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.246488:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.246489:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.246491:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.246491:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d70ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.246498:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c845c11 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dbbf expref: 376 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.246498:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d70ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.246511:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.246512:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.246512:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.246515:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d710d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.246517:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.246521:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d710d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.246528:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+375:2000:x1817354606294016:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.246530:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606293888 00010000:00010000:1.0:1733164792.246533:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.246533:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606293888 00000100:00100000:3.0:1733164792.246534:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808319 00010000:00010000:2.0:1733164792.246564:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b87600/0xe92384b90c845a04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daa0 expref: 375 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.246566:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096604e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+375:2000:x1817354606294272:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 97us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.246572:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808320 00000100:00100000:2.0:1733164792.246585:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808321 00000100:00100000:2.0:1733164792.246589:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+374:2000:x1817354606293888:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.246597:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.246602:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b87600/0xe92384b90c845a04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daa0 expref: 374 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.246606:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.246608:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.246610:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b87600/0xe92384b90c845a04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daa0 expref: 374 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.246611:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d70f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246617:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d70f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.246622:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b87600/0xe92384b90c845a04 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37daa0 expref: 374 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.246627:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.246629:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.246633:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.246636:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.246638:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d70f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.246638:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606294144 00000100:00100000:3.0:1733164792.246641:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606294144 00010000:00010000:2.0:1733164792.246644:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d70f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.246647:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096606300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+374:2000:x1817354606293760:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 196us (243us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.246650:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e422d00/0xe92384b90c845b62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db5d expref: 374 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.246653:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808318 00010000:00010000:2.0:1733164792.246659:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.246666:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808322 00000100:00100000:3.0:1733164792.246670:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ddec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+373:2000:x1817354606294144:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.246675:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.246676:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+373:2000:x1817354606293888:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (159us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.246678:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d70f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246679:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e422d00/0xe92384b90c845b62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db5d expref: 373 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.246683:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808321 00010000:00010000:0.0:1733164792.246685:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d70f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246687:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e422d00/0xe92384b90c845b62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db5d expref: 373 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.246692:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d70f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246697:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e422d00/0xe92384b90c845b62 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37db5d expref: 372 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.246702:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.246703:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d70f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246706:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.246707:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.246709:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d7106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246711:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d70f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246716:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d7106 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246717:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d46c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.246717:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606294400 00010000:00010000:0.0:1733164792.246720:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d70f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.246720:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606294400 00010000:00010000:0.0:1733164792.246726:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d70f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246728:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.246730:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c845d4c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc4b expref: 372 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.246732:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097806d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297401216:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.246735:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d70f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246741:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d70f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.246742:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ddec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+372:2000:x1817354606294144:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.246746:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808323 00010000:00010000:1.0:1733164792.246748:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d711b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.246749:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808322 00000100:00100000:2.0:1733164792.246751:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096604000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+372:2003:x1817354606294400:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.246757:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.246760:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c845d4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc4b expref: 371 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.246768:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c845d4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc4b expref: 371 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.246779:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c845d4c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc4b expref: 371 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.246782:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d7106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246789:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d7106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.246794:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.246795:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.246795:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d7106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.246798:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d711b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246803:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d7106 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.246805:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d711b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246809:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d7106 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246814:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d33c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.246817:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d7106 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.246819:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.246823:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d7106 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.246830:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d711b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.246831:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d7106 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.246834:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096604000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+370:2003:x1817354606294400:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (133us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.246836:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d7106 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.246840:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d711b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.246840:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808323 00010000:00010000:1.0:1733164792.246844:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d711b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.246848:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d711b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.246851:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3728:3761:x1817354297399680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1677us (1800us total) trans 4295983305 rc 0/0 00010000:00010000:1.0:1733164792.246852:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d711b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.246855:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.246856:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d70ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.246857:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187891 00010000:00010000:1.0:1733164792.246857:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d711b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.246861:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d711b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.246862:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d70ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.246868:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d711b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.246869:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d70ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.246872:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d711b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.246876:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91c700/2, rc 0, transno 1016009 00010000:00010000:2.0:1733164792.246876:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d70ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.246882:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297399680:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.246882:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d70ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246891:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d710d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.246894:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.246897:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d70ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246898:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d710d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246904:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d710d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.246904:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d70ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246910:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d710d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.246912:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d70ff lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246915:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d710d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246919:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.246919:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d70ff lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.246922:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d710d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.246944:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3729:3759:x1817354297400064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1673us (1698us total) trans 4295983306 rc 0/0 00000100:00100000:3.0:1733164792.246950:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187894 00000100:00100000:1.0:1733164792.246954:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3729:3759:x1817354297401088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1224us (1265us total) trans 4295983307 rc 0/0 00000100:00100000:1.0:1733164792.246959:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187896 00000004:00080000:3.0:1733164792.246974:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097805880/2, rc 0, transno 1016011 00000100:00100000:3.0:1733164792.246979:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297401088:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.246984:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d710d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.246987:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092df9880/2, rc 0, transno 1016010 00010000:00010000:0.0:1733164792.246991:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d710d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.246991:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297400064:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.246995:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d710d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.247012:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297401344:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.247020:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d7114 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.247033:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3728:3762:x1817354297399808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1854us (1947us total) trans 4295983308 rc 0/0 00000004:00080000:3.0:1733164792.247038:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d91c000/2, rc 0, transno 1016012 00000100:00100000:2.0:1733164792.247039:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187892 00000100:00100000:3.0:1733164792.247040:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297399808:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.247071:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.247076:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297401856:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.247091:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.247092:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297402112:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.247096:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3728:3762:x1817354297400704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1704us (1737us total) trans 4295983309 rc 0/0 00000100:00100000:3.0:1733164792.247101:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297401728:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.247102:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187895 00000100:00100000:1.0:1733164792.247109:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.247113:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297401856 00000100:00100000:3.0:1733164792.247113:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297401984:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.247125:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297401856 00000100:00100000:1.0:1733164792.247126:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297402112 00000100:00100000:1.0:1733164792.247130:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297402112 00000100:00100000:3.0:1733164792.247130:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.247157:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297401984 00000100:00100000:3.0:1733164792.247157:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.247159:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297401984 00000100:00100000:1.0:1733164792.247163:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297401728 00000100:00100000:1.0:1733164792.247166:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297401728 00000100:00100000:0.0:1733164792.247169:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187899 00000004:00080000:3.0:1733164792.247171:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097805180/2, rc 0, transno 1016013 00000100:00100000:0.0:1733164792.247173:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3731:3762:x1817354297401856:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.247175:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297400704:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.247180:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187900 00002000:00080000:0.0:1733164792.247183:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9177 count 1 00000100:00100000:1.0:1733164792.247184:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3731:3760:x1817354297402112:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.247195:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9179 count 1 00000100:00100000:2.0:1733164792.247201:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187901 00000100:00100000:3.0:1733164792.247202:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1733164792.247204:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7130 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.247205:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3731:3759:x1817354297401984:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.247207:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297402240:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.247215:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800814e2880/0xe92384b90c8461ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de20 expref: 369 pid: 15986 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.247218:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9178 count 1 00010000:00010000:1.0:1733164792.247221:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.247223:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.247225:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7130 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.247226:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.247228:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d7137 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.247240:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800814e2880/0xe92384b90c8461ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de20 expref: 369 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.247240:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097ae1680/0xe92384b90c845ee2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dd01 expref: 369 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.247243:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d7129 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.247247:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.247249:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.247250:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297402240 00010000:00010000:2.0:1733164792.247251:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d7137 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.247252:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e9046c0/0xe92384b90c845e80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dcd7 expref: 369 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.247253:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800814e2880/0xe92384b90c8461ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de20 expref: 369 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.247253:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297402240 00010000:00010000:0.0:1733164792.247256:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.247257:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.247258:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d7129 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.247262:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297402368:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.247265:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097ae1680/0xe92384b90c845ee2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dd01 expref: 369 pid: 16658 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.247270:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187902 00000100:00100000:0.0:1733164792.247273:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3732:3762:x1817354297401728:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.247273:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187903 00010000:00010000:2.0:1733164792.247274:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097ae1680/0xe92384b90c845ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dd01 expref: 369 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.247276:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3732:3762:x1817354297402240:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.247282:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9176 count 1 00000100:00100000:1.0:1733164792.247282:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987c00 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.247283:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297402496:192.168.202.7@tcp:104: 00002000:00080000:3.0:1733164792.247286:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9180 count 1 00010000:00010000:0.0:1733164792.247289:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d713e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.247293:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d7145 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.247302:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.247302:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093070480/0xe92384b90c8461f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de4a expref: 369 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.247303:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f9fa80/0xe92384b90c845e41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dca6 expref: 369 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.247310:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.247313:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.247314:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.247314:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.247315:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.247317:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d7145 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.247318:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d713e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.247328:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606294528 00000100:00100000:2.0:1733164792.247331:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606294528 00010000:00010000:3.0:1733164792.247333:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093070480/0xe92384b90c8461f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de4a expref: 369 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.247334:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f9fa80/0xe92384b90c845e41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dca6 expref: 369 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.247342:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097290d80/0xe92384b90c845cea lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc0c expref: 370 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.247342:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093070480/0xe92384b90c8461f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de4a expref: 370 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.247344:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f9fa80/0xe92384b90c845e41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dca6 expref: 370 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.247350:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297402624:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.247353:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297402752:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.247358:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808324 00000100:00100000:2.0:1733164792.247362:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+370:2000:x1817354606294528:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.247368:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.247372:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097290d80/0xe92384b90c845cea lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc0c expref: 370 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.247375:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265a80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.247375:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.247380:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097290d80/0xe92384b90c845cea lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc0c expref: 370 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.247387:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d70f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.247391:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097290d80/0xe92384b90c845cea lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc0c expref: 370 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.247394:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d70f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.247400:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d70f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.247401:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.247402:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.247405:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d7114 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.247406:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d70f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.247412:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d70f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.247412:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d7114 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.247417:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.247420:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d70f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.247425:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.247426:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d70f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.247435:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d70f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.247436:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d7114 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.247441:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d70f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.247442:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+369:2000:x1817354606294528:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (131us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.247444:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d7114 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.247447:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808324 00010000:00010000:1.0:1733164792.247451:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d7114 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.247457:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d7114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.247464:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d7114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.247469:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.247471:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d7114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.247478:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d7114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.247485:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d7114 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.247488:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d7114 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.247560:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3734:3759:x1817354297399936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2378us (2491us total) trans 4295983310 rc 0/0 00000100:00100000:0.0:1733164792.247566:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187893 00000004:00080000:3.0:1733164792.247576:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800998a1180/2, rc 0, transno 1016014 00000100:00100000:3.0:1733164792.247581:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297399936:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.247583:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3733:3761:x1817354297400960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1849us (1878us total) trans 4295983311 rc 0/0 00000100:00100000:1.0:1733164792.247588:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187897 00010000:00010000:0.0:1733164792.247595:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e9046c0/0xe92384b90c845e80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dcd7 expref: 368 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.247603:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e9046c0/0xe92384b90c845e80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dcd7 expref: 368 pid: 16600 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.247610:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097806680/2, rc 0, transno 1016015 00000100:00100000:0.0:1733164792.247613:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297402880:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.247614:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297403008:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.247616:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297400960:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.247632:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.247635:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.247643:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.247649:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012395d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297403136:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.247668:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.247684:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297403008 00000100:00100000:1.0:1733164792.247684:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297403136 00000100:00100000:1.0:1733164792.247687:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297403136 00000100:00100000:0.0:1733164792.247688:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297403008 00000100:00100000:1.0:1733164792.247702:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187904 00000100:00100000:0.0:1733164792.247706:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187905 00000100:00100000:1.0:1733164792.247706:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3734:3760:x1817354297403136:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.247711:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3734:3762:x1817354297403008:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.247717:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9182 count 1 00002000:00080000:0.0:1733164792.247721:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9181 count 1 00010000:00010000:1.0:1733164792.247726:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d714c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.247736:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c864b40/0xe92384b90c84637a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dea5 expref: 368 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.247743:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.247744:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.247747:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d714c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.247761:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c864b40/0xe92384b90c84637a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dea5 expref: 368 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.247770:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c864b40/0xe92384b90c84637a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dea5 expref: 368 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.247779:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297403264:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.247795:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d7153 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.247796:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.247807:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b65d40/0xe92384b90c8462d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de89 expref: 368 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.247812:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.247882:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.247886:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d7153 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.247898:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097804e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297401600:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.247903:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b65d40/0xe92384b90c8462d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de89 expref: 368 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.247910:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b65d40/0xe92384b90c8462d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de89 expref: 368 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.247911:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d7122 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.247919:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297403392:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.247940:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.247944:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297402368:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.247956:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7130 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.248065:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297402496:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.248076:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d7137 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.248117:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.248119:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297402752:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.248129:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d713e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.248158:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.248159:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606294656 00000100:00100000:3.0:1733164792.248162:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606294656 00010000:00010000:3.0:1733164792.248172:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091dfb600/0xe92384b90c845dc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc6e expref: 369 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.248174:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606294784 00000100:00100000:2.0:1733164792.248177:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606294784 00010000:00010000:2.0:1733164792.248188:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800814e2880/0xe92384b90c8461ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de20 expref: 370 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.248190:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808325 00000100:00100000:3.0:1733164792.248193:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+370:2000:x1817354606294656:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.248198:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.248200:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091dfb600/0xe92384b90c845dc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc6e expref: 370 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.248204:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808326 00010000:00010000:3.0:1733164792.248205:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091dfb600/0xe92384b90c845dc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc6e expref: 370 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.248207:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.248208:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+370:2000:x1817354606294784:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.248213:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091dfb600/0xe92384b90c845dc3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dc6e expref: 370 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.248215:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.248219:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800814e2880/0xe92384b90c8461ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de20 expref: 369 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.248220:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.248221:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.248222:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d7122 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248227:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800814e2880/0xe92384b90c8461ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de20 expref: 369 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.248229:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d7122 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248239:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800814e2880/0xe92384b90c8461ac lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de20 expref: 369 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.248242:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.248247:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606294912 00010000:00010000:2.0:1733164792.248248:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.248249:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.248250:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606294912 00010000:00010000:2.0:1733164792.248251:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248256:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7130 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.248259:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097ae1680/0xe92384b90c845ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dd01 expref: 369 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.248261:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+369:2000:x1817354606294656:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (144us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.248265:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.248267:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808325 00000100:00100000:1.0:1733164792.248272:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808327 00000100:00100000:1.0:1733164792.248275:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+368:2000:x1817354606294912:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.248278:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.248278:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+368:2000:x1817354606294784:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (138us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.248279:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.248282:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097ae1680/0xe92384b90c845ee2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dd01 expref: 368 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.248282:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808326 00010000:00010000:3.0:1733164792.248285:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d7122 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.248288:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097ae1680/0xe92384b90c845ee2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dd01 expref: 367 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.248291:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.248292:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d7122 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.248296:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097ae1680/0xe92384b90c845ee2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dd01 expref: 367 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.248298:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d7122 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.248299:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.248303:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d7122 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.248304:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.248305:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7130 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.248305:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.248306:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d7122 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.248308:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d7137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.248310:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.248311:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7130 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.248311:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d7122 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.248314:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d7137 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.248315:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d7122 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.248316:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.248319:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7130 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.248321:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d7122 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.248324:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d7122 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.248325:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7130 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.248328:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.248332:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d7137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.248334:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7130 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248337:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d7137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.248339:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7130 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248342:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d7137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.248346:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+366:2000:x1817354606294912:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (140us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.248347:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d7137 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248350:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d7137 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.248352:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808327 00010000:00010000:2.0:1733164792.248353:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.248355:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d7137 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248359:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d7137 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248365:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d7137 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248371:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d7137 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.248424:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3737:3760:x1817354297401472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2041us (2087us total) trans 4295983312 rc 0/0 00000100:00100000:3.0:1733164792.248431:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187898 00000004:00080000:1.0:1733164792.248440:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097805500/2, rc 0, transno 1016016 00000100:00100000:1.0:1733164792.248448:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297401472:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.248496:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.248515:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3736:3760:x1817354297402112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1329us (1403us total) trans 4295983313 rc 0/0 00000100:00100000:1.0:1733164792.248517:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606295040 00000100:00100000:1.0:1733164792.248520:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606295040 00000100:00100000:0.0:1733164792.248521:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187900 00010000:00010000:1.0:1733164792.248531:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f9fa80/0xe92384b90c845e41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dca6 expref: 366 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.248552:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297402624:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.248564:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d7145 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.248566:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297402880:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.248569:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808328 00000100:00100000:1.0:1733164792.248573:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+366:2000:x1817354606295040:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.248577:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d7129 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.248578:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1733164792.248580:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.248583:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f9fa80/0xe92384b90c845e41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dca6 expref: 366 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.248584:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297403520:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.248592:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f9fa80/0xe92384b90c845e41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dca6 expref: 366 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.248598:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.248604:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f9fa80/0xe92384b90c845e41 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dca6 expref: 366 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.248612:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297403520 00010000:00010000:1.0:1733164792.248613:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.248614:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.248615:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297403520 00010000:00010000:1.0:1733164792.248616:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d713e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.248621:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d713e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.248628:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187906 00010000:00010000:1.0:1733164792.248630:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.248632:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3736:3759:x1817354297403520:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.248636:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d713e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.248642:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9183 count 1 00000100:00100000:1.0:1733164792.248644:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+365:2000:x1817354606295040:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.248648:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808328 00010000:00010000:2.0:1733164792.248648:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d713e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.248651:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d715a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248656:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d713e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.248660:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081630d80/0xe92384b90c8463dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df00 expref: 364 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248662:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d713e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.248665:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.248667:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:1.0:1733164792.248667:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097804700/2, rc 0, transno 1016017 00010000:00010000:2.0:1733164792.248668:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d713e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.248669:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d715a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.248672:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297402112:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.248674:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.248676:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d713e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248680:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d713e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.248682:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081630d80/0xe92384b90c8463dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df00 expref: 364 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248686:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d713e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.248689:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3736:3759:x1817354297401984:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1483us (1558us total) trans 4295983314 rc 0/0 00010000:00010000:0.0:1733164792.248690:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081630d80/0xe92384b90c8463dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df00 expref: 364 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.248690:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d713e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.248692:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187901 00000100:00100000:0.0:1733164792.248704:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297403648:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.248705:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097806d80/2, rc 0, transno 1016018 00000100:00100000:3.0:1733164792.248710:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297401984:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.248787:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.248796:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.248803:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606295168 00000100:00100000:1.0:1733164792.248805:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606295168 00000100:00100000:2.0:1733164792.248806:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3736:3762:x1817354297401728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1530us (1646us total) trans 4295983315 rc 0/0 00010000:00010000:1.0:1733164792.248812:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093070480/0xe92384b90c8461f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de4a expref: 365 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.248813:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187902 00000004:00080000:3.0:1733164792.248821:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097804000/2, rc 0, transno 1016019 00000100:00100000:1.0:1733164792.248822:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808329 00000100:00100000:3.0:1733164792.248825:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297401728:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.248826:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ddc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+365:2000:x1817354606295168:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.248832:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.248835:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093070480/0xe92384b90c8461f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de4a expref: 365 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.248840:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.248844:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093070480/0xe92384b90c8461f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de4a expref: 365 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.248854:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606295296 00010000:00010000:1.0:1733164792.248855:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093070480/0xe92384b90c8461f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de4a expref: 365 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.248856:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606295296 00010000:00010000:1.0:1733164792.248863:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.248865:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.248867:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d7145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.248867:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e9046c0/0xe92384b90c845e80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dcd7 expref: 365 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.248879:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d7145 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.248880:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297403264:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.248883:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808330 00000100:00100000:3.0:1733164792.248887:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+365:2002:x1817354606295296:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.248892:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.248894:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.248897:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d7145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.248897:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e9046c0/0xe92384b90c845e80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dcd7 expref: 365 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.248905:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d7145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.248905:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e9046c0/0xe92384b90c845e80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dcd7 expref: 365 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.248910:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ddc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+365:2000:x1817354606295168:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (112us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.248912:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d7145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.248916:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808329 00010000:00010000:3.0:1733164792.248917:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e9046c0/0xe92384b90c845e80 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dcd7 expref: 365 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.248918:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d7145 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248922:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d7145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248926:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.248926:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.248928:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d7145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.248928:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.248930:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d7129 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248934:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d7145 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.248937:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d7129 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.248944:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d7145 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.248949:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1733164792.248949:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d7145 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.248951:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.248952:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d714c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.248955:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012104a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297404032:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.248967:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+363:2002:x1817354606295296:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.248969:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.248973:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808330 00000100:00100000:1.0:1733164792.248979:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c69c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297403776:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.248987:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.248995:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297403904:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.248996:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297404032 00000100:00100000:1.0:1733164792.248998:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297404032 00000100:00100000:0.0:1733164792.249004:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.249007:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297403776 00000100:00100000:1.0:1733164792.249008:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297403776 00000100:00100000:1.0:1733164792.249014:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187907 00000100:00100000:1.0:1733164792.249017:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096604000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3738:3760:x1817354297404032:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.249021:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606295424 00002000:00080000:1.0:1733164792.249025:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9186 count 1 00000100:00100000:3.0:1733164792.249025:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606295424 00010000:00010000:1.0:1733164792.249032:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d7161 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.249034:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c864b40/0xe92384b90c84637a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dea5 expref: 363 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.249040:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800814046c0/0xe92384b90c8464a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df46 expref: 363 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.249043:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.249045:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.249046:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d7161 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.249058:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808331 00000100:00100000:1.0:1733164792.249061:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+363:2001:x1817354606295424:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.249061:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3738:3762:x1817354297402240:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1782us (1833us total) trans 4295983316 rc 0/0 00000100:00100000:0.0:1733164792.249064:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.249065:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.249067:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c864b40/0xe92384b90c84637a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dea5 expref: 363 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.249067:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187903 00000100:00100000:3.0:1733164792.249072:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.249073:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c864b40/0xe92384b90c84637a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dea5 expref: 363 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.249080:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c864b40/0xe92384b90c84637a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dea5 expref: 363 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.249083:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297403904 00010000:00010000:1.0:1733164792.249085:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.249086:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.249086:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297403904 00000100:00100000:3.0:1733164792.249086:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606295552 00000100:00100000:0.0:1733164792.249087:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297403392:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.249087:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d714c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.249089:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606295552 00010000:00010000:1.0:1733164792.249093:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d714c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.249094:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d7153 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.249098:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b65d40/0xe92384b90c8462d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de89 expref: 363 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.249102:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d7129 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.249104:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187908 00010000:00010000:0.0:1733164792.249106:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d7129 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.249106:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.249109:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3738:3761:x1817354297403776:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.249111:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d7129 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.249114:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d7129 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.249117:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808332 00010000:00010000:0.0:1733164792.249122:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d7129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.249122:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+363:2001:x1817354606295552:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.249123:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+363:2001:x1817354606295424:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (119us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.249125:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.249127:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d7129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.249127:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9184 count 1 00000100:00100000:1.0:1733164792.249128:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808331 00010000:00010000:3.0:1733164792.249128:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.249131:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d7129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.249132:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b65d40/0xe92384b90c8462d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de89 expref: 363 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.249136:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d7129 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.249138:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7168 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.249140:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d7129 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.249157:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b65d40/0xe92384b90c8462d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de89 expref: 362 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.249169:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b65d40/0xe92384b90c8462d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37de89 expref: 362 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.249172:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091cd46c0/0xe92384b90c8463f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df15 expref: 362 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.249176:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800814046c0/0xe92384b90c8464a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df46 expref: 362 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.249179:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.249179:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.249180:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.249180:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.249182:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d7153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.249183:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800814046c0/0xe92384b90c8464a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df46 expref: 361 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.249183:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7168 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.249188:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d7153 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.249189:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297404160:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.249199:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091cd46c0/0xe92384b90c8463f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df15 expref: 361 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.249201:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.249204:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.249208:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091cd46c0/0xe92384b90c8463f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df15 expref: 361 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.249217:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297404288:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.249218:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+361:2001:x1817354606295552:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 95us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.249224:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808332 00000100:00100000:2.0:1733164792.249238:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947523c0 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.249246:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7f9500/2, rc 0, transno 1016020 00000100:00100000:3.0:1733164792.249253:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297402240:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.249271:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187909 00000100:00100000:2.0:1733164792.249276:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3739:3762:x1817354297403904:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.249287:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9185 count 1 00010000:00010000:2.0:1733164792.249296:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d716f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.249306:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f63ef40/0xe92384b90c84641b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df31 expref: 360 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.249312:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.249313:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.249316:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d716f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.249330:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f63ef40/0xe92384b90c84641b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df31 expref: 360 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.249338:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f63ef40/0xe92384b90c84641b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df31 expref: 360 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.249346:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121049c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297404416:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.249367:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880094752840 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.249380:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3739:3762:x1817354297401856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2205us (2287us total) trans 4295983317 rc 0/0 00000100:00100000:0.0:1733164792.249385:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187899 00000004:00080000:3.0:1733164792.249387:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097806300/2, rc 0, transno 1016021 00000100:00100000:3.0:1733164792.249392:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297401856:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.249398:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d7153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.249403:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d7153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.249403:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1733164792.249407:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d7153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.249409:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297404544:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.249411:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d7153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.249415:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d7153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.249418:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.249420:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d7153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.249424:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d7153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.249428:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.249430:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d7153 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.249436:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d7153 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.249444:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297403648:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.249445:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1733164792.249448:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297404544 00000100:00100000:3.0:1733164792.249450:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880132bdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297404672:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.249451:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297404544 00010000:00010000:1.0:1733164792.249454:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d715a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.249465:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.249467:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187910 00000100:00100000:2.0:1733164792.249472:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3739:3759:x1817354297404544:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.249480:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297404672 00002000:00080000:2.0:1733164792.249482:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9187 count 1 00000100:00100000:3.0:1733164792.249483:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297404672 00010000:00010000:2.0:1733164792.249491:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7176 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.249498:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187911 00010000:00010000:2.0:1733164792.249502:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011d189b00/0xe92384b90c84652c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df77 expref: 360 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.249503:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3741:3762:x1817354297404672:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.249508:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.249509:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.249512:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7176 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.249513:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9188 count 1 00010000:00010000:3.0:1733164792.249522:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d717d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.249527:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011d189b00/0xe92384b90c84652c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df77 expref: 360 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.249533:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952df600/0xe92384b90c846556 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df9a expref: 360 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.249551:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011d189b00/0xe92384b90c84652c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df77 expref: 360 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.249556:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.249558:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.249560:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d717d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.249562:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297404800:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.249577:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952df600/0xe92384b90c846556 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df9a expref: 360 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.249584:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.249589:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952df600/0xe92384b90c846556 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df9a expref: 360 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.249599:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097804e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297404928:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.249606:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3741:3762:x1817354297403008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1894us (1972us total) trans 4295983318 rc 0/0 00000100:00100000:0.0:1733164792.249611:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187905 00000100:00100000:3.0:1733164792.249619:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.249624:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d714c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.249628:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d714c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.249630:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097804380/2, rc 0, transno 1016022 00000100:00100000:1.0:1733164792.249633:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.249634:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d714c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.249637:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d714c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.249637:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297403008:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.249641:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d714c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.249644:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.249646:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d714c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.249649:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d714c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.249650:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606295680 00000100:00100000:3.0:1733164792.249653:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606295680 00010000:00010000:0.0:1733164792.249655:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d714c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.249658:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d714c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.249664:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297405056:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.249664:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081630d80/0xe92384b90c8463dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df00 expref: 361 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.249679:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808333 00000100:00100000:3.0:1733164792.249684:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096606680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+361:2001:x1817354606295680:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.249685:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.249690:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.249694:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081630d80/0xe92384b90c8463dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df00 expref: 361 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.249702:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081630d80/0xe92384b90c8463dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df00 expref: 361 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.249704:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297405056 00000100:00100000:2.0:1733164792.249708:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297405056 00010000:00010000:3.0:1733164792.249713:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081630d80/0xe92384b90c8463dc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df00 expref: 361 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.249722:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187912 00010000:00010000:3.0:1733164792.249722:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.249724:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.249726:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007db8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3742:3762:x1817354297405056:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.249727:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d715a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.249728:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3742:3760:x1817354297403136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2021us (2060us total) trans 4295983319 rc 0/0 00000100:00100000:0.0:1733164792.249732:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187904 00010000:00010000:3.0:1733164792.249733:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d715a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.249736:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012395d180/2, rc 0, transno 1016023 00002000:00080000:2.0:1733164792.249737:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9189 count 1 00000100:00100000:1.0:1733164792.249741:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012395d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297403136:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.249747:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d7184 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.249747:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.249758:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800815e33c0/0xe92384b90c8465a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfaf expref: 360 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.249762:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d715a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.249763:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096606680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+360:2001:x1817354606295680:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (129us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.249765:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.249766:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.249767:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d715a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.249769:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d7184 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.249769:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808333 00010000:00010000:1.0:1733164792.249771:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d715a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.249775:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d715a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.249782:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d715a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.249784:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800815e33c0/0xe92384b90c8465a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfaf expref: 359 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.249786:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4d80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.249786:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096604380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297405184:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.249788:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d715a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.249792:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d715a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.249793:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800815e33c0/0xe92384b90c8465a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfaf expref: 359 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.249797:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d715a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.249802:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d715a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.249802:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297405312:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.249810:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.249821:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129e320c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.249832:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297405184 00000100:00100000:2.0:1733164792.249835:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297405184 00000100:00100000:2.0:1733164792.249850:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187913 00000100:00100000:2.0:1733164792.249854:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3743:3759:x1817354297405184:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.249863:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9190 count 1 00010000:00010000:2.0:1733164792.249872:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d718b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.249882:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095d80d80/0xe92384b90c846644 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfd2 expref: 359 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.249888:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.249889:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.249892:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d718b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.249900:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3743:3759:x1817354297403520:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1267us (1300us total) trans 4295983320 rc 0/0 00000100:00100000:1.0:1733164792.249907:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187906 00010000:00010000:2.0:1733164792.249907:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095d80d80/0xe92384b90c846644 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfd2 expref: 359 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.249916:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095d80d80/0xe92384b90c846644 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfd2 expref: 359 pid: 16669 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.249917:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e004a80/2, rc 0, transno 1016024 00000100:00100000:2.0:1733164792.249924:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297405440:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.249924:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297403520:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.249945:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07780 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.249958:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.249965:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096605180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297405568:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.249981:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.249996:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297405568 00000100:00100000:2.0:1733164792.249999:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297405568 00000100:00100000:1.0:1733164792.250007:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297404160:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.250013:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187914 00010000:00010000:1.0:1733164792.250017:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d7161 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.250017:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121fb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3743:3759:x1817354297405568:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.250026:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9191 count 1 00010000:00010000:2.0:1733164792.250034:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7192 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250044:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097a21d40/0xe92384b90c846683 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfee expref: 359 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.250046:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297404288:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.250055:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.250056:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7168 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250058:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.250061:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7192 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.250080:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121049c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297404416:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.250092:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d716f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250110:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097a21d40/0xe92384b90c846683 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfee expref: 359 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250118:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097a21d40/0xe92384b90c846683 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfee expref: 359 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.250126:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297405696:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.250165:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07e40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.250267:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.250282:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.250297:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606295808 00000100:00100000:3.0:1733164792.250301:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606295808 00000100:00100000:0.0:1733164792.250312:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.250312:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800814046c0/0xe92384b90c8464a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df46 expref: 360 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.250337:0:16632:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606295936 00000100:00100000:3.0:1733164792.250338:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606296064 00000100:00100000:1.0:1733164792.250341:0:16632:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606295936 00000100:00100000:3.0:1733164792.250341:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606296064 00010000:00010000:3.0:1733164792.250350:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f63ef40/0xe92384b90c84641b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df31 expref: 362 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.250352:0:16632:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091cd46c0/0xe92384b90c8463f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df15 expref: 362 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.250365:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808334 00000100:00100000:1.0:1733164792.250369:0:16632:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808335 00000100:00100000:3.0:1733164792.250369:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+362:2000:x1817354606295808:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.250372:0:16632:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+362:2000:x1817354606296064:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.250374:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808336 00010000:00010000:3.0:1733164792.250376:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.250377:0:16632:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.250378:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+362:2000:x1817354606295936:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.250380:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800814046c0/0xe92384b90c8464a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df46 expref: 362 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.250382:0:16632:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f63ef40/0xe92384b90c84641b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df31 expref: 362 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.250383:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.250384:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.250387:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091cd46c0/0xe92384b90c8463f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df15 expref: 362 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.250388:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800814046c0/0xe92384b90c8464a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df46 expref: 362 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.250391:0:16632:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f63ef40/0xe92384b90c84641b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df31 expref: 362 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.250394:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091cd46c0/0xe92384b90c8463f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df15 expref: 362 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.250401:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800814046c0/0xe92384b90c8464a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df46 expref: 362 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.250403:0:16632:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f63ef40/0xe92384b90c84641b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df31 expref: 362 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.250403:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091cd46c0/0xe92384b90c8463f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df15 expref: 362 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.250410:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.250411:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.250412:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.250412:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.250414:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.250414:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7168 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.250414:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d7161 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.250416:0:16632:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.250418:0:16632:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d716f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250419:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7168 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.250421:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d7161 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.250425:0:16632:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d716f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250430:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.250435:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.250440:0:16632:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.250445:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+359:2000:x1817354606295936:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (163us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.250447:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d7161 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.250448:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808336 00000100:00100000:3.0:1733164792.250451:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+359:2000:x1817354606295808:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (185us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.250454:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d7161 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.250456:0:16632:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+358:2000:x1817354606296064:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.250456:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606296192 00000100:00100000:3.0:1733164792.250457:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808334 00000100:00100000:2.0:1733164792.250459:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606296192 00010000:00010000:0.0:1733164792.250462:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d7161 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.250462:0:16632:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808335 00010000:00010000:2.0:1733164792.250465:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011d189b00/0xe92384b90c84652c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df77 expref: 358 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.250468:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d7161 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.250474:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d7161 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.250475:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808337 00000100:00100000:2.0:1733164792.250478:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+357:2001:x1817354606296192:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.250479:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.250481:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.250482:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d7161 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250483:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011d189b00/0xe92384b90c84652c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df77 expref: 357 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.250489:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d7161 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250492:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011d189b00/0xe92384b90c84652c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df77 expref: 357 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.250498:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.250499:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.250500:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7176 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250504:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7176 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250511:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.250519:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+357:2001:x1817354606296192:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 40us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.250522:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808337 00010000:00010000:2.0:1733164792.250535:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d716f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250554:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d716f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250562:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d716f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250568:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d716f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250580:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d716f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250586:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.250589:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d716f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250596:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d716f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250606:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d716f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250612:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d716f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.250614:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d7161 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.250625:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d7161 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.250718:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3744:3762:x1817354297403904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1440us (1646us total) trans 4295983321 rc 0/0 00000100:00100000:3.0:1733164792.250722:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.250724:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187909 00000100:00100000:3.0:1733164792.250738:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606296448 00010000:00010000:2.0:1733164792.250740:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7168 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.250741:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606296448 00010000:00010000:2.0:1733164792.250745:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7168 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250749:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7168 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.250751:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800815e33c0/0xe92384b90c8465a3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfaf expref: 357 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.250754:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7168 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250758:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7168 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250761:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.250764:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7168 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250770:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.250776:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808338 00010000:00010000:2.0:1733164792.250778:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7168 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.250780:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121fb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+357:2001:x1817354606296448:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.250784:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7168 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.250788:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.250791:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800815e33c0/0xe92384b90c8465a3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfaf expref: 357 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.250799:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800815e33c0/0xe92384b90c8465a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfaf expref: 357 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.250810:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.250812:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.250814:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d7184 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.250820:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d7184 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.250826:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096604000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3744:3760:x1817354297404032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1806us (1854us total) trans 4295983322 rc 0/0 00010000:00010000:3.0:1733164792.250831:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.250832:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187907 00000004:00080000:1.0:1733164792.250840:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012104a680/2, rc 0, transno 1016026 00000100:00100000:3.0:1733164792.250846:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121fb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+357:2001:x1817354606296448:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.250848:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012104a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297404032:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.250852:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808338 00000100:00100000:1.0:1733164792.250872:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297405824:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.250878:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097804e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297404928:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.250882:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3744:3761:x1817354297403776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1772us (1893us total) trans 4295983323 rc 0/0 00000100:00100000:1.0:1733164792.250889:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.250889:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187908 00010000:00010000:3.0:1733164792.250891:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d717d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.250900:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297405824 00000100:00100000:2.0:1733164792.250903:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297405824 00000004:00080000:1.0:1733164792.250906:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c69c700/2, rc 0, transno 1016027 00000100:00100000:1.0:1733164792.250911:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c69c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297403776:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.250911:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800815e33c0/0xe92384b90c8465a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfaf expref: 356 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.250915:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187915 00000100:00100000:2.0:1733164792.250918:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3744:3761:x1817354297405824:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.250921:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297405312:192.168.202.7@tcp:104: 00002000:00080000:2.0:1733164792.250928:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9192 count 1 00010000:00010000:3.0:1733164792.250934:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d7184 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250936:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7199 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.250937:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1733164792.250942:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096604e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297405952:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.250942:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d7184 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250946:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f7f3180/0xe92384b90c8466e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e00a expref: 355 pid: 16680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.250947:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.250948:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d7184 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.250953:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d7184 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.250960:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.250960:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.250961:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d7184 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250962:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.250967:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7199 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.250967:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d7184 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.250973:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.250975:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d7184 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.250978:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297405952 00000100:00100000:1.0:1733164792.250981:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297405952 00010000:00010000:3.0:1733164792.250981:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d7184 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.250983:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f7f3180/0xe92384b90c8466e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e00a expref: 355 pid: 16680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.250986:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.250989:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f7f3180/0xe92384b90c8466e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e00a expref: 355 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.250991:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d7184 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.250996:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297406080:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.250997:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d7184 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.251005:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606296320 00000100:00100000:1.0:1733164792.251007:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606296320 00000100:00100000:2.0:1733164792.251010:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07240 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.251016:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952df600/0xe92384b90c846556 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df9a expref: 356 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.251020:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187916 00000100:00100000:3.0:1733164792.251022:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606296576 00000100:00100000:2.0:1733164792.251023:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3745:3761:x1817354297405952:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.251026:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606296576 00000100:00100000:1.0:1733164792.251030:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808339 00002000:00080000:2.0:1733164792.251030:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9193 count 1 00000100:00100000:1.0:1733164792.251033:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+357:2001:x1817354606296320:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.251036:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d71a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.251036:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095d80d80/0xe92384b90c846644 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfd2 expref: 357 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.251038:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.251041:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952df600/0xe92384b90c846556 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df9a expref: 357 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.251042:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952dfa80/0xe92384b90c846778 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e026 expref: 357 pid: 16680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.251045:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.251047:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952df600/0xe92384b90c846556 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df9a expref: 357 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.251047:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.251048:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.251050:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d71a0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.251052:0:8355:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606296704 00000100:00100000:3.0:1733164792.251053:0:8355:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606296704 00010000:00010000:1.0:1733164792.251054:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952df600/0xe92384b90c846556 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df9a expref: 357 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.251058:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952dfa80/0xe92384b90c846778 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e026 expref: 358 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.251060:0:8355:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097a21d40/0xe92384b90c846683 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfee expref: 357 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.251062:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.251063:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.251063:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952dfa80/0xe92384b90c846778 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e026 expref: 357 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.251065:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d717d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.251068:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297406208:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.251069:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d717d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.251072:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297405696:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.251072:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808340 00000100:00100000:3.0:1733164792.251076:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+357:2000:x1817354606296576:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.251077:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.251078:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07900 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.251082:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.251084:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7192 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.251086:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095d80d80/0xe92384b90c846644 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfd2 expref: 357 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.251089:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+357:2001:x1817354606296320:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (226us total) trans 0 rc 0/0 00000004:00080000:2.0:1733164792.251092:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121048700/2, rc 0, transno 1016025 00000100:00100000:1.0:1733164792.251093:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808339 00010000:00010000:3.0:1733164792.251093:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095d80d80/0xe92384b90c846644 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfd2 expref: 357 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.251097:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297403904:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.251101:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808341 00010000:00010000:3.0:1733164792.251103:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.251104:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+356:2000:x1817354606296704:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.251104:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.251106:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d718b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.251108:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.251110:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097a21d40/0xe92384b90c846683 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfee expref: 356 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.251113:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d718b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.251115:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097a21d40/0xe92384b90c846683 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfee expref: 356 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.251120:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011d189b00/0xe92384b90c84652c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37df77 expref: 356 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.251122:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.251122:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097a21d40/0xe92384b90c846683 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfee expref: 356 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.251123:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.251128:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297404800:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.251129:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.251130:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297406336:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.251130:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.251132:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7192 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.251136:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7192 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251136:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7176 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.251138:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+354:2000:x1817354606296576:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (151us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.251159:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.251162:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7176 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.251163:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808340 00000100:00100000:0.0:1733164792.251169:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.251170:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7176 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.251171:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+353:2000:x1817354606296704:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 66us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.251174:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808341 00010000:00010000:2.0:1733164792.251174:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7176 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251178:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7176 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251181:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7176 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251185:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3a80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.251186:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297406336 00010000:00010000:2.0:1733164792.251186:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7176 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.251190:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297406336 00010000:00010000:1.0:1733164792.251190:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d717d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251190:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.251196:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d717d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251196:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7176 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251199:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7176 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.251203:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d717d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.251205:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187917 00000100:00100000:0.0:1733164792.251210:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3746:3760:x1817354297406336:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.251210:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d717d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.251216:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d717d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.251220:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9194 count 1 00010000:00010000:1.0:1733164792.251221:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.251224:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d717d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.251230:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d71a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.251231:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d717d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.251239:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d717d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.251240:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880122b9d8c0/0xe92384b90c8467c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e03b expref: 352 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.251245:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d717d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.251247:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.251249:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.251251:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d71a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.251265:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880122b9d8c0/0xe92384b90c8467c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e03b expref: 352 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.251274:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880122b9d8c0/0xe92384b90c8467c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e03b expref: 352 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.251283:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297406464:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.251283:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007db8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3748:3762:x1817354297405056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1555us (1598us total) trans 4295983324 rc 0/0 00000100:00100000:2.0:1733164792.251287:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3748:3759:x1817354297404544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1814us (1858us total) trans 4295983325 rc 0/0 00000100:00100000:3.0:1733164792.251288:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187912 00000100:00100000:2.0:1733164792.251292:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187910 00000100:00100000:0.0:1733164792.251299:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.251306:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bdd180/2, rc 0, transno 1016029 00010000:00010000:0.0:1733164792.251310:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7192 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.251310:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297404544:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.251311:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095d80d80/0xe92384b90c846644 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37dfd2 expref: 352 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.251317:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7192 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.251317:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297405440:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.251319:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8f800/2, rc 0, transno 1016028 00000100:00100000:3.0:1733164792.251321:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297405056:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.251323:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7192 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251324:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d718b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.251329:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7192 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251329:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d718b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251333:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d718b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.251335:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7192 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251336:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d718b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251340:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d718b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.251341:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.251343:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7192 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251344:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d718b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251347:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.251348:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d718b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.251349:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7192 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251356:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d718b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.251358:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7192 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.251361:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3747:3762:x1817354297404672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1857us (1894us total) trans 4295983326 rc 0/0 00010000:00010000:0.0:1733164792.251364:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7192 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251365:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d718b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.251367:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187911 00010000:00010000:2.0:1733164792.251371:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d718b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.251390:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880132bdf100/2, rc 0, transno 1016030 00000100:00100000:3.0:1733164792.251393:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880132bdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297404672:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.251465:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3748:3759:x1817354297405184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1609us (1653us total) trans 4295983327 rc 0/0 00000100:00100000:2.0:1733164792.251471:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187913 00000004:00080000:3.0:1733164792.251477:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096604380/2, rc 0, transno 1016031 00000100:00100000:0.0:1733164792.251480:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121fb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3747:3759:x1817354297405568:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1460us (1495us total) trans 4295983328 rc 0/0 00000100:00100000:3.0:1733164792.251481:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096604380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297405184:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.251487:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187914 00000004:00080000:3.0:1733164792.251487:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096605180/2, rc 0, transno 1016032 00000100:00100000:3.0:1733164792.251491:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096605180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297405568:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.251607:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297406592:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.251619:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297406720:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.251620:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297406848:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.251627:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.251638:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297406592 00000100:00100000:2.0:1733164792.251641:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297406592 00000100:00100000:1.0:1733164792.251643:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.251645:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297407104:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.251647:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297406976:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.251653:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297406720 00000100:00100000:2.0:1733164792.251655:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297406720 00000100:00100000:2.0:1733164792.251664:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187918 00000100:00100000:0.0:1733164792.251666:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.251668:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3748:3760:x1817354297406592:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.251671:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297407104 00000100:00100000:1.0:1733164792.251674:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297407104 00000100:00100000:3.0:1733164792.251677:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187919 00002000:00080000:2.0:1733164792.251678:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9195 count 1 00000100:00100000:3.0:1733164792.251682:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3749:3761:x1817354297406720:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.251687:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d71ae lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.251689:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187920 00000100:00100000:3.0:1733164792.251690:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.251693:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3749:3760:x1817354297407104:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.251697:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957fc240/0xe92384b90c846851 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e057 expref: 351 pid: 16696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.251698:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297406976 00000100:00100000:0.0:1733164792.251702:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297406976 00010000:00010000:2.0:1733164792.251702:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:1.0:1733164792.251704:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9199 count 1 00010000:00010000:2.0:1733164792.251704:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.251705:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.251707:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d71ae lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.251714:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d71b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.251716:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297406848 00002000:00080000:3.0:1733164792.251717:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9196 count 1 00000100:00100000:0.0:1733164792.251718:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297406848 00010000:00010000:2.0:1733164792.251720:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957fc240/0xe92384b90c846851 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e057 expref: 351 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.251724:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0173c0/0xe92384b90c846962 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0b2 expref: 351 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.251725:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d71bc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251728:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957fc240/0xe92384b90c846851 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e057 expref: 351 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.251730:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.251732:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.251732:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957fd440/0xe92384b90c84686d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e073 expref: 351 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.251735:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d71b5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.251736:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.251737:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297407232:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.251738:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.251740:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d71bc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.251750:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0173c0/0xe92384b90c846962 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0b2 expref: 351 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.251755:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957fd440/0xe92384b90c84686d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e073 expref: 351 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.251758:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07780 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.251759:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f0173c0/0xe92384b90c846962 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0b2 expref: 351 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.251763:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957fd440/0xe92384b90c84686d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e073 expref: 351 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.251768:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297407360:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.251771:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187921 00000100:00100000:3.0:1733164792.251772:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297407488:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.251775:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121fb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3751:3759:x1817354297406976:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.251785:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9198 count 1 00000100:00100000:1.0:1733164792.251788:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.251793:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d71c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.251793:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.251794:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187922 00000100:00100000:0.0:1733164792.251798:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3751:3762:x1817354297406848:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.251802:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952bf840/0xe92384b90c8468e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e08f expref: 351 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251808:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:0.0:1733164792.251809:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9197 count 1 00010000:00010000:2.0:1733164792.251809:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.251811:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d71c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.251818:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d71ca lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251826:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952bf840/0xe92384b90c8468e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e08f expref: 351 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.251828:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ca04480/0xe92384b90c8468a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e07a expref: 351 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.251834:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.251836:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.251838:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d71ca lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.251839:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952bf840/0xe92384b90c8468e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e08f expref: 351 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.251847:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297407616:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.251853:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ca04480/0xe92384b90c8468a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e07a expref: 351 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.251861:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ca04480/0xe92384b90c8468a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e07a expref: 351 pid: 15885 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.251863:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07d80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.251870:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082798a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297407744:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.251887:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.252191:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.252196:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297406080:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.252211:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7199 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.252220:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297406208:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.252234:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d71a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.252235:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606296832 00000100:00100000:1.0:1733164792.252239:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606296832 00010000:00010000:1.0:1733164792.252249:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f7f3180/0xe92384b90c8466e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e00a expref: 352 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.252264:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808342 00000100:00100000:1.0:1733164792.252267:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+352:2001:x1817354606296832:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.252269:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.252272:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.252275:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f7f3180/0xe92384b90c8466e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e00a expref: 352 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.252281:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f7f3180/0xe92384b90c8466e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e00a expref: 352 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.252281:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606296960 00000100:00100000:2.0:1733164792.252284:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606296960 00010000:00010000:1.0:1733164792.252288:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f7f3180/0xe92384b90c8466e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e00a expref: 353 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.252293:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952dfa80/0xe92384b90c846778 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e026 expref: 353 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.252296:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.252297:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.252300:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7199 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.252305:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7199 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.252305:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808343 00000100:00100000:2.0:1733164792.252308:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+352:2001:x1817354606296960:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.252314:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.252314:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.252316:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952dfa80/0xe92384b90c846778 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e026 expref: 352 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.252319:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7199 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.252322:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952dfa80/0xe92384b90c846778 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e026 expref: 352 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.252323:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7199 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.252328:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7199 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.252329:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952dfa80/0xe92384b90c846778 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e026 expref: 352 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.252331:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.252331:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7199 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.252332:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+352:2001:x1817354606296832:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 63us (141us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.252335:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7199 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.252337:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.252338:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808342 00010000:00010000:2.0:1733164792.252338:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.252338:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.252340:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d71a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.252340:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7199 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.252344:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7199 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.252345:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d71a0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.252350:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606297088 00000100:00100000:1.0:1733164792.252353:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606297088 00010000:00010000:3.0:1733164792.252353:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7199 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.252354:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.252357:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7199 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.252361:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880122b9d8c0/0xe92384b90c8467c5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e03b expref: 351 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.252368:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+351:2001:x1817354606296960:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.252372:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808343 00000100:00100000:0.0:1733164792.252375:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297406464:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.252376:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808344 00000100:00100000:1.0:1733164792.252381:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+350:2000:x1817354606297088:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.252387:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d71a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.252388:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.252392:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880122b9d8c0/0xe92384b90c8467c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e03b expref: 350 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.252396:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d71a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.252401:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d71a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.252402:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880122b9d8c0/0xe92384b90c8467c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e03b expref: 350 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.252405:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d71a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.252409:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d71a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.252413:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d71a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.252419:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122b9d8c0/0xe92384b90c8467c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e03b expref: 350 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.252420:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.252422:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d71a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.252426:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d71a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.252429:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.252430:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.252431:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d71a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.252433:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d71a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.252434:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d71a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.252440:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d71a7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.252441:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3752:3761:x1817354297405824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1522us (1552us total) trans 4295983329 rc 0/0 00000100:00100000:3.0:1733164792.252445:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187915 00010000:00010000:1.0:1733164792.252454:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.252464:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d71a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.252471:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d71a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.252474:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+349:2000:x1817354606297088:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (143us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.252478:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d71a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.252481:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808344 00010000:00010000:0.0:1733164792.252484:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d71a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.252491:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d71a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.252496:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.252499:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d71a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.252505:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d71a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.252510:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096606680/2, rc 0, transno 1016033 00010000:00010000:0.0:1733164792.252514:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d71a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.252516:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297405824:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.252516:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3752:3761:x1817354297405952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1491us (1554us total) trans 4295983330 rc 0/0 00010000:00010000:0.0:1733164792.252520:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d71a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.252520:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187916 00000004:00080000:1.0:1733164792.252522:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096604e00/2, rc 0, transno 1016034 00000100:00100000:1.0:1733164792.252524:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096604e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297405952:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.252562:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297407872:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.252565:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297408000:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.252582:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.252593:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297408000 00000100:00100000:3.0:1733164792.252596:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297408000 00000100:00100000:1.0:1733164792.252602:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.252608:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297407872 00000100:00100000:3.0:1733164792.252609:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297407872 00000100:00100000:2.0:1733164792.252613:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187923 00000100:00100000:2.0:1733164792.252617:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007db8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3754:3762:x1817354297408000:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.252620:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187924 00000100:00100000:3.0:1733164792.252623:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3754:3761:x1817354297407872:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.252626:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9201 count 1 00002000:00080000:3.0:1733164792.252631:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9200 count 1 00010000:00010000:2.0:1733164792.252633:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d71d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.252639:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d71d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.252641:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3754:3760:x1817354297406336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1429us (1471us total) trans 4295983331 rc 0/0 00010000:00010000:2.0:1733164792.252641:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c25cd80/0xe92384b90c846a57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e10d expref: 348 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.252646:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.252646:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b798c0/0xe92384b90c8469af lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0d5 expref: 348 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.252647:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8ca80/2, rc 0, transno 1016035 00010000:00010000:2.0:1733164792.252647:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.252648:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187917 00010000:00010000:2.0:1733164792.252648:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d71d1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.252650:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.252651:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.252652:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297406336:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.252653:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d71d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.252658:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c25cd80/0xe92384b90c846a57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e10d expref: 348 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.252663:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c25cd80/0xe92384b90c846a57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e10d expref: 348 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.252666:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b798c0/0xe92384b90c8469af lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0d5 expref: 348 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.252669:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297408128:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.252671:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b798c0/0xe92384b90c8469af lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0d5 expref: 348 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.252677:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297408256:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.252681:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07c00 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.252690:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54840 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.252728:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297408384:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.252747:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.252765:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297408384 00000100:00100000:0.0:1733164792.252768:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297408384 00000100:00100000:0.0:1733164792.252784:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187925 00000100:00100000:0.0:1733164792.252788:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3754:3759:x1817354297408384:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.252799:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9202 count 1 00010000:00010000:0.0:1733164792.252866:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d71df lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.252878:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b1998c0/0xe92384b90c846ac0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e13e expref: 348 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.252883:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.252885:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.252887:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d71df lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.252956:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b1998c0/0xe92384b90c846ac0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e13e expref: 348 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.252964:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b1998c0/0xe92384b90c846ac0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e13e expref: 348 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.253005:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297407232:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.253012:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.253017:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d71ae lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.253027:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297408512:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.253028:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606297216 00000100:00100000:1.0:1733164792.253032:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606297216 00000100:00100000:3.0:1733164792.253038:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297407488:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.253042:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957fc240/0xe92384b90c846851 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e057 expref: 349 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.253049:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d71bc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.253051:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.253055:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808345 00000100:00100000:1.0:1733164792.253058:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+349:2001:x1817354606297216:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.253063:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.253066:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957fc240/0xe92384b90c846851 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e057 expref: 349 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.253070:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082798a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297407744:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.253072:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957fc240/0xe92384b90c846851 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e057 expref: 349 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.253080:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957fc240/0xe92384b90c846851 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e057 expref: 349 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.253081:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d71ca lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.253088:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.253089:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.253090:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d71ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.253094:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297407616:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.253095:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d71ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.253102:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.253104:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.253106:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d71c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.253114:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606297472 00000100:00100000:3.0:1733164792.253116:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606297472 00000100:00100000:1.0:1733164792.253123:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+349:2001:x1817354606297216:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (113us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.253126:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952bf840/0xe92384b90c8468e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e08f expref: 349 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.253127:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808345 00000100:00100000:3.0:1733164792.253135:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808346 00000100:00100000:3.0:1733164792.253138:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+348:2001:x1817354606297472:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.253166:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297407360:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.253166:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.253170:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952bf840/0xe92384b90c8468e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e08f expref: 348 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.253177:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d71b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.253178:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952bf840/0xe92384b90c8468e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e08f expref: 348 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.253179:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.253191:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952bf840/0xe92384b90c8468e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e08f expref: 348 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.253200:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.253201:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606297600 00010000:00010000:3.0:1733164792.253202:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.253204:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606297600 00010000:00010000:3.0:1733164792.253204:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d71c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.253211:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d71c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.253214:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0173c0/0xe92384b90c846962 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0b2 expref: 348 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.253230:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808347 00000100:00100000:0.0:1733164792.253233:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.253234:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+348:2001:x1817354606297600:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.253241:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.253243:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f0173c0/0xe92384b90c846962 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0b2 expref: 348 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.253249:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f0173c0/0xe92384b90c846962 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0b2 expref: 348 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.253254:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.253257:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0173c0/0xe92384b90c846962 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0b2 expref: 348 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.253263:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.253263:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606297344 00010000:00010000:1.0:1733164792.253264:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.253265:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d71b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.253266:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606297728 00000100:00100000:2.0:1733164792.253267:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606297344 00000100:00100000:0.0:1733164792.253269:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606297728 00010000:00010000:1.0:1733164792.253270:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d71b5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253278:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957fd440/0xe92384b90c84686d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e073 expref: 349 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.253280:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.253293:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+349:2001:x1817354606297600:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.253297:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808347 00000100:00100000:2.0:1733164792.253301:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808348 00010000:00010000:3.0:1733164792.253301:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.253305:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+348:2000:x1817354606297344:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.253310:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.253313:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957fd440/0xe92384b90c84686d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e073 expref: 348 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.253317:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+348:2001:x1817354606297472:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 177us (214us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.253319:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957fd440/0xe92384b90c84686d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e073 expref: 348 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.253321:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808346 00010000:00010000:2.0:1733164792.253328:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957fd440/0xe92384b90c84686d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e073 expref: 347 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.253336:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.253337:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.253339:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ca04480/0xe92384b90c8468a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e07a expref: 346 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.253339:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d71bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253344:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d71bc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253353:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.253356:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297408128:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.253359:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808349 00000100:00100000:0.0:1733164792.253364:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+346:2000:x1817354606297728:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.253365:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+346:2000:x1817354606297344:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (133us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.253365:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d71d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.253369:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808348 00010000:00010000:0.0:1733164792.253371:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.253374:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d71b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.253375:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ca04480/0xe92384b90c8468a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e07a expref: 345 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.253379:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d71b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253382:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d71c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.253383:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ca04480/0xe92384b90c8468a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e07a expref: 345 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.253384:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d71b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.253387:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d71b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253387:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d71c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.253391:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d71b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253392:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d71c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.253394:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.253395:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ca04480/0xe92384b90c8468a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e07a expref: 345 pid: 15885 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.253395:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d71c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.253396:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d71b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253399:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d71c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.253400:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d71b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253402:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.253404:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.253404:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d71c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.253406:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.253407:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d71c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.253408:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d71ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.253409:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d71b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.253412:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d71b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253412:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d71c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.253415:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d71ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253416:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d71c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.253429:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.253443:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297408256:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.253447:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+344:2000:x1817354606297728:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.253453:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808349 00010000:00010000:3.0:1733164792.253454:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d71d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.253499:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d71bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.253506:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d71bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.253508:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3756:3760:x1817354297407104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1813us (1840us total) trans 4295983332 rc 0/0 00010000:00010000:3.0:1733164792.253513:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d71bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.253514:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187920 00010000:00010000:3.0:1733164792.253519:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d71bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.253524:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121fb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3755:3759:x1817354297406976:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1747us (1831us total) trans 4295983333 rc 0/0 00010000:00010000:3.0:1733164792.253525:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d71bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.253530:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187921 00010000:00010000:3.0:1733164792.253530:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.253533:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d71bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.253555:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8f100/2, rc 0, transno 1016036 00010000:00010000:3.0:1733164792.253557:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d71bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.253563:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297407104:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1733164792.253566:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8f480/2, rc 0, transno 1016037 00010000:00010000:3.0:1733164792.253567:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d71bc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.253571:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297406976:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.253578:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d71bc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.253599:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.253600:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d71ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.253607:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d71ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.253612:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606297856 00010000:00010000:0.0:1733164792.253614:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d71ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.253615:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606297856 00010000:00010000:0.0:1733164792.253620:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d71ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.253626:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d71ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253626:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c25cd80/0xe92384b90c846a57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e10d expref: 344 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.253631:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.253634:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d71ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.253641:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d71ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.253643:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808350 00000100:00100000:2.0:1733164792.253646:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+344:2001:x1817354606297856:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.253649:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d71ca lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253654:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.253655:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d71ca lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253658:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c25cd80/0xe92384b90c846a57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e10d expref: 344 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.253665:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c25cd80/0xe92384b90c846a57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e10d expref: 344 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.253677:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c25cd80/0xe92384b90c846a57 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e10d expref: 344 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.253685:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3755:3761:x1817354297406720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2001us (2040us total) trans 4295983334 rc 0/0 00010000:00010000:2.0:1733164792.253688:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.253690:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.253691:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187919 00010000:00010000:2.0:1733164792.253692:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d71d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.253698:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8fb80/2, rc 0, transno 1016038 00000100:00100000:1.0:1733164792.253703:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297406720:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.253704:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d71d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253719:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.253729:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d71d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.253730:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297408640:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.253736:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d71d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253743:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d71d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.253751:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.253756:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d71d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253763:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d71d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.253764:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.253769:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.253772:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d71d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.253779:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d71d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.253782:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606297984 00000100:00100000:1.0:1733164792.253786:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606297984 00010000:00010000:2.0:1733164792.253793:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d71d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.253797:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b798c0/0xe92384b90c8469af lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0d5 expref: 344 pid: 16689 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.253800:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d71d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.253808:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3755:3762:x1817354297406848:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2008us (2100us total) trans 4295983335 rc 0/0 00000100:00100000:1.0:1733164792.253811:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808351 00000100:00100000:0.0:1733164792.253815:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187922 00000100:00100000:1.0:1733164792.253815:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+344:2001:x1817354606297984:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.253821:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.253825:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b798c0/0xe92384b90c8469af lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0d5 expref: 344 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.253826:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297408640 00000100:00100000:0.0:1733164792.253829:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297408640 00010000:00010000:1.0:1733164792.253833:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b798c0/0xe92384b90c8469af lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0d5 expref: 344 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.253834:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.253843:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b798c0/0xe92384b90c8469af lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e0d5 expref: 344 pid: 16689 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.253844:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187926 00000100:00100000:0.0:1733164792.253848:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3756:3760:x1817354297408640:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.253848:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606298112 00010000:00010000:1.0:1733164792.253851:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.253852:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.253852:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606298112 00010000:00010000:1.0:1733164792.253854:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d71d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.253858:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9203 count 1 00010000:00010000:1.0:1733164792.253860:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d71d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.253863:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b1998c0/0xe92384b90c846ac0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e13e expref: 344 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.253868:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d71e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.253872:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.253877:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b7b840/0xe92384b90c846b4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e161 expref: 344 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.253880:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808352 00010000:00010000:0.0:1733164792.253883:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.253885:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.253885:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+344:2000:x1817354606298112:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.253886:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+344:2001:x1817354606297984:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (121us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.253887:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d71e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.253891:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808351 00010000:00010000:3.0:1733164792.253892:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.253896:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b1998c0/0xe92384b90c846ac0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e13e expref: 344 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.253901:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007db8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3756:3762:x1817354297408000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1281us (1316us total) trans 4295983336 rc 0/0 00010000:00010000:0.0:1733164792.253903:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b7b840/0xe92384b90c846b4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e161 expref: 343 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.253904:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b1998c0/0xe92384b90c846ac0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e13e expref: 343 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.253908:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187923 00000100:00100000:1.0:1733164792.253911:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297408768:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.253912:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b7b840/0xe92384b90c846b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e161 expref: 343 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.253915:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.253916:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.253918:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d71df lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.253921:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297409024:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.253926:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d71df lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.253928:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.253934:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+343:2001:x1817354606297856:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 286us (335us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.253934:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.253940:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.253940:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808350 00000100:00100000:1.0:1733164792.253946:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297408768 00000100:00100000:3.0:1733164792.253947:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+342:2000:x1817354606298112:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.253949:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297408768 00000100:00100000:3.0:1733164792.253951:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808352 00010000:00010000:0.0:1733164792.253959:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b1998c0/0xe92384b90c846ac0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e13e expref: 341 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.253960:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187927 00000100:00100000:1.0:1733164792.253964:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3756:3761:x1817354297408768:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.253967:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d71d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.253969:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297408512:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.253973:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d71d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.253974:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9204 count 1 00010000:00010000:0.0:1733164792.253979:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d71df lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.253980:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297408896:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.253980:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d71d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.253983:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d71ed lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.253985:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d71df lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.253986:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d71d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.253991:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d71df lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.253992:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801341a6ac0/0xe92384b90c846bbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e184 expref: 340 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.253993:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d71d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.253997:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d71df lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.253998:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.253998:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.253998:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.253999:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.254001:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d71ed lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.254001:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d71d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.254002:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d71df lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.254009:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d71df lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.254011:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d71d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.254013:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801341a6ac0/0xe92384b90c846bbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e184 expref: 340 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.254014:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d61c0 already unused, calling callback (ffffffffa0854100) 00000004:00080000:2.0:1733164792.254015:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb4380/2, rc 0, transno 1016040 00010000:00010000:0.0:1733164792.254017:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d71df lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.254020:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d71d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.254021:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801341a6ac0/0xe92384b90c846bbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e184 expref: 340 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.254022:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d71df lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.254022:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297408000:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.254027:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d71d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.254029:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096604000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297409152:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.254031:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d71df lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.254031:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8ed80/2, rc 0, transno 1016039 00000100:00100000:2.0:1733164792.254034:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297406848:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.254037:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d71df lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.254045:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.254059:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297408896 00000100:00100000:1.0:1733164792.254062:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297408896 00000100:00100000:1.0:1733164792.254073:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.254079:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297409280:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.254081:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1733164792.254088:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297409408:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.254095:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.254108:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.254116:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3759:3761:x1817354297407872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1491us (1514us total) trans 4295983337 rc 0/0 00000100:00100000:3.0:1733164792.254120:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187924 00000004:00080000:1.0:1733164792.254122:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb7100/2, rc 0, transno 1016041 00000100:00100000:2.0:1733164792.254127:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297409280 00000100:00100000:3.0:1733164792.254128:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297409408 00000100:00100000:1.0:1733164792.254129:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297407872:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.254130:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297409280 00000100:00100000:3.0:1733164792.254130:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297409408 00000100:00100000:3.0:1733164792.254157:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187928 00000100:00100000:3.0:1733164792.254160:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3760:3759:x1817354297409408:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.254165:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3760:3759:x1817354297408384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1375us (1416us total) trans 4295983338 rc 0/0 00000100:00100000:2.0:1733164792.254167:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187929 00002000:00080000:3.0:1733164792.254168:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9207 count 1 00000100:00100000:1.0:1733164792.254172:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187930 00000100:00100000:2.0:1733164792.254172:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3760:3760:x1817354297409280:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.254174:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d71f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.254175:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187925 00000100:00100000:1.0:1733164792.254175:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3760:3762:x1817354297408896:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.254182:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866ef600/0xe92384b90c8471dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2fe expref: 340 pid: 16658 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.254184:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9206 count 1 00010000:00010000:3.0:1733164792.254185:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:1.0:1733164792.254186:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9205 count 1 00010000:00010000:3.0:1733164792.254186:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.254187:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d71f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.254193:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7202 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.254195:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d71fb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.254198:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb6300/2, rc 0, transno 1016042 00010000:00010000:3.0:1733164792.254198:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800866ef600/0xe92384b90c8471dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2fe expref: 340 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.254201:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c25f600/0xe92384b90c846c09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1a7 expref: 340 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.254202:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297408384:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.254203:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800866ef600/0xe92384b90c8471dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2fe expref: 340 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.254205:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.254206:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.254206:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f185d40/0xe92384b90c8470e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2db expref: 340 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.254208:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7202 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.254209:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297409536:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.254213:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.254214:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.254217:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d71fb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.254218:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c25f600/0xe92384b90c846c09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1a7 expref: 340 pid: 16625 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.254222:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54840 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.254224:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c25f600/0xe92384b90c846c09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1a7 expref: 340 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.254230:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297409664:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.254231:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d71ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.254234:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f185d40/0xe92384b90c8470e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2db expref: 340 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.254236:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d71ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.254240:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d71ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.254243:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.254243:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f185d40/0xe92384b90c8470e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2db expref: 340 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.254243:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d71ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.254247:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d71ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.254250:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.254251:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d71ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.254253:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297409792:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.254256:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d71ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.254261:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d71ae lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.254265:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d71ae lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.254271:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07f00 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.254300:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297409920:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.254305:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297410048:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.254313:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.254321:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.254331:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297409920 00000100:00100000:0.0:1733164792.254335:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297409920 00000100:00100000:1.0:1733164792.254337:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297410048 00000100:00100000:1.0:1733164792.254339:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297410048 00000100:00100000:0.0:1733164792.254352:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187931 00000100:00100000:0.0:1733164792.254356:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ad3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3762:3761:x1817354297409920:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.254356:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187932 00000100:00100000:1.0:1733164792.254360:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3762:3762:x1817354297410048:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.254370:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9208 count 1 00000100:00100000:3.0:1733164792.254372:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3762:3760:x1817354297406592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2702us (2743us total) trans 4295983339 rc 0/0 00000004:00080000:1.0:1733164792.254373:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8dc00/2, rc 0, transno 1016043 00000100:00100000:1.0:1733164792.254378:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297406592:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.254379:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7209 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.254379:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187918 00002000:00080000:1.0:1733164792.254387:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9209 count 1 00010000:00010000:0.0:1733164792.254389:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b157180/0xe92384b90c8472e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e328 expref: 340 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.254394:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7210 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.254395:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.254396:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.254400:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7209 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.254402:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235bb3c0/0xe92384b90c8473b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e344 expref: 340 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.254407:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.254408:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.254409:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7210 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.254413:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c76bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297410176:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.254422:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801235bb3c0/0xe92384b90c8473b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e344 expref: 340 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.254427:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801235bb3c0/0xe92384b90c8473b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e344 expref: 340 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.254432:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297410304:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.254433:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.254447:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.254463:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297410176 00000100:00100000:3.0:1733164792.254466:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297410176 00010000:00010000:0.0:1733164792.254471:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b157180/0xe92384b90c8472e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e328 expref: 340 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.254480:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187933 00010000:00010000:0.0:1733164792.254481:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b157180/0xe92384b90c8472e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e328 expref: 340 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.254484:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3762:3759:x1817354297410176:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.254489:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297410432:192.168.202.7@tcp:104: 00002000:00080000:3.0:1733164792.254495:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9210 count 1 00010000:00010000:3.0:1733164792.254504:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7217 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.254510:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.254515:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123c27840/0xe92384b90c84746e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e367 expref: 340 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.254521:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.254523:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.254525:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7217 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.254560:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123c27840/0xe92384b90c84746e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e367 expref: 340 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.254569:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123c27840/0xe92384b90c84746e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e367 expref: 340 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.254578:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297410560:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.254601:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.255490:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297409024:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.255501:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d71e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.255510:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096604000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297409152:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.255518:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297409792:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.255519:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297409536:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.255524:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.255524:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d71ed lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255526:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d71fb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.255530:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d71f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.255555:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606298368 00000100:00100000:0.0:1733164792.255557:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.255557:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606298368 00000100:00100000:1.0:1733164792.255558:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297409664:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.255559:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297410560:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.255567:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801341a6ac0/0xe92384b90c846bbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e184 expref: 341 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.255569:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7217 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.255570:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7202 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.255574:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.255585:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606298624 00000100:00100000:2.0:1733164792.255587:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606298624 00000100:00100000:3.0:1733164792.255589:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606298880 00000100:00100000:0.0:1733164792.255591:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.255592:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c25f600/0xe92384b90c846c09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1a7 expref: 342 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.255592:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606298880 00000100:00100000:1.0:1733164792.255593:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808353 00000100:00100000:1.0:1733164792.255598:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+343:2000:x1817354606298368:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.255601:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.255603:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801235bb3c0/0xe92384b90c8473b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e344 expref: 343 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.255604:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606298240 00010000:00010000:1.0:1733164792.255605:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.255606:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606298240 00010000:00010000:1.0:1733164792.255608:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801341a6ac0/0xe92384b90c846bbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e184 expref: 344 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.255611:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.255611:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b7b840/0xe92384b90c846b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e161 expref: 344 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.255617:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801341a6ac0/0xe92384b90c846bbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e184 expref: 344 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.255617:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606298496 00000100:00100000:3.0:1733164792.255619:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606298496 00000100:00100000:2.0:1733164792.255620:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606298752 00000100:00100000:0.0:1733164792.255622:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.255622:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606298752 00010000:00010000:3.0:1733164792.255625:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800866ef600/0xe92384b90c8471dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2fe expref: 346 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.255627:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f185d40/0xe92384b90c8470e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2db expref: 346 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.255629:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801341a6ac0/0xe92384b90c846bbc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e184 expref: 346 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.255634:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606299008 00000100:00100000:2.0:1733164792.255635:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606299008 00010000:00010000:1.0:1733164792.255639:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.255640:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b157180/0xe92384b90c8472e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e328 expref: 346 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.255641:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.255644:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d71ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.255645:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.255645:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808354 00000100:00100000:3.0:1733164792.255649:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+346:2000:x1817354606298624:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.255651:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d71ed lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.255654:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606299136 00000100:00100000:2.0:1733164792.255655:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606299136 00010000:00010000:3.0:1733164792.255655:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.255658:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c25f600/0xe92384b90c846c09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1a7 expref: 347 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.255660:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808355 00010000:00010000:2.0:1733164792.255661:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123c27840/0xe92384b90c84746e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e367 expref: 347 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.255663:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.255664:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+347:2000:x1817354606298880:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.255670:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808356 00010000:00010000:0.0:1733164792.255671:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.255671:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c25f600/0xe92384b90c846c09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1a7 expref: 347 pid: 16625 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.255674:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+347:2000:x1817354606298240:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.255675:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801235bb3c0/0xe92384b90c8473b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e344 expref: 347 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.255679:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.255681:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801235bb3c0/0xe92384b90c8473b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e344 expref: 347 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.255682:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+347:2000:x1817354606298368:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (158us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.255682:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b7b840/0xe92384b90c846b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e161 expref: 347 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.255682:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c25f600/0xe92384b90c846c09 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e1a7 expref: 347 pid: 16625 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.255687:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b7b840/0xe92384b90c846b4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e161 expref: 347 pid: 16690 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.255688:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808353 00010000:00010000:0.0:1733164792.255689:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.255690:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.255691:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.255692:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7210 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.255692:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.255694:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7202 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255696:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b7b840/0xe92384b90c846b4c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e161 expref: 345 pid: 16690 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.255697:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7210 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.255701:0:8355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808357 00010000:00010000:3.0:1733164792.255701:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7202 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255702:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.255703:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.255704:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.255705:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d71e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.255706:0:8355:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+344:2000:x1817354606298752:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.255710:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d71e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.255712:0:8355:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.255713:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.255715:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+344:2000:x1817354606298880:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 50us (140us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.255716:0:8355:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f185d40/0xe92384b90c8470e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2db expref: 344 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.255718:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.255719:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808355 00010000:00010000:1.0:1733164792.255723:0:8355:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f185d40/0xe92384b90c8470e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2db expref: 344 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.255726:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+343:2000:x1817354606298624:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.255729:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808358 00000100:00100000:2.0:1733164792.255731:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+343:2000:x1817354606298240:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.255732:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+343:2000:x1817354606298496:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.255733:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808354 00010000:00010000:1.0:1733164792.255734:0:8355:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f185d40/0xe92384b90c8470e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2db expref: 343 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.255736:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.255736:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808356 00010000:00010000:0.0:1733164792.255739:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800866ef600/0xe92384b90c8471dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2fe expref: 343 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.255741:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.255742:0:8355:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.255744:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808359 00010000:00010000:0.0:1733164792.255745:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800866ef600/0xe92384b90c8471dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2fe expref: 340 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.255745:0:8355:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d71fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.255748:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808360 00000100:00100000:3.0:1733164792.255749:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+340:2000:x1817354606299008:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.255751:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800866ef600/0xe92384b90c8471dc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e2fe expref: 340 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.255751:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+340:2000:x1817354606299136:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.255752:0:8355:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d71fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.255755:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.255756:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.255757:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.255758:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d71f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.255758:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b157180/0xe92384b90c8472e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e328 expref: 339 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.255760:0:8355:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.255761:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.255763:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d71f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255764:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123c27840/0xe92384b90c84746e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e367 expref: 339 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.255766:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b157180/0xe92384b90c8472e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e328 expref: 339 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.255770:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.255771:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123c27840/0xe92384b90c84746e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e367 expref: 339 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.255772:0:8355:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+339:2000:x1817354606298752:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (160us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.255775:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.255776:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.255777:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+339:2000:x1817354606298496:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 44us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.255777:0:8355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808357 00010000:00010000:3.0:1733164792.255778:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7209 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255779:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123c27840/0xe92384b90c84746e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e367 expref: 339 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.255781:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808358 00010000:00010000:3.0:1733164792.255784:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7209 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255785:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.255786:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.255787:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7217 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255792:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7217 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.255793:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.255798:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d71ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255798:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.255801:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d71f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.255804:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d71ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.255805:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d71f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.255806:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+336:2000:x1817354606299008:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.255808:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+336:2000:x1817354606299136:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (162us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.255809:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d71f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.255811:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808359 00010000:00010000:1.0:1733164792.255812:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d71ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.255814:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d71f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.255814:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808360 00010000:00010000:0.0:1733164792.255818:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d71f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.255818:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d71ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.255821:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.255823:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d71f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.255824:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d71ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.255827:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d71f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.255830:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.255832:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d71f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.255832:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d71ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255834:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d71fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.255835:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d71f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.255838:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d71ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.255838:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7217 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255839:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d71fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255843:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d71fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.255844:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7217 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.255847:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d71ed lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255847:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d71fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255851:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d71fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.255851:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7217 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.255853:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d71ed lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255854:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.255855:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d71fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.255858:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7217 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255859:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d71fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.255863:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7217 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255864:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d71fb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255867:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d71fb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.255868:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.255870:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7217 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.255876:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.255884:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7217 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.255889:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7217 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.255923:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3765:3759:x1817354297409408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1762us (1813us total) trans 4295983340 rc 0/0 00010000:00010000:1.0:1733164792.255924:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7202 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.255927:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187928 00010000:00010000:1.0:1733164792.255932:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7202 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.255939:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7202 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.255944:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7fbb80/2, rc 0, transno 1016044 00000100:00100000:0.0:1733164792.255949:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297409408:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.255953:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7202 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.255959:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7202 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.255961:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235bb3c0/0xe92384b90c8473b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e344 expref: 334 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.255964:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5200 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.255964:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3765:3760:x1817354297409280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1791us (1868us total) trans 4295983342 rc 0/0 00010000:00010000:1.0:1733164792.255967:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7202 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.255968:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187929 00000100:00100000:0.0:1733164792.255970:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297410304:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.255973:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7202 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.255978:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7210 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.255981:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7202 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.255983:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7210 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.255987:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7210 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.255988:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7202 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.255988:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3764:3759:x1817354297410176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1503us (1554us total) trans 4295983343 rc 0/0 00010000:00010000:0.0:1733164792.255991:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7210 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.255994:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7210 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.255995:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d71e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.255995:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187933 00010000:00010000:0.0:1733164792.255998:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7210 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.256000:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d71e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256001:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.256003:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7210 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.256004:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d71e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256006:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7210 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.256008:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d71e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.256011:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d71e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.256014:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.256015:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7210 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.256016:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d71e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.256017:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c76bb80/2, rc 0, transno 1016047 00010000:00010000:0.0:1733164792.256019:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7210 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.256020:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d71e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.256024:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c76bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297410176:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.256025:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d71e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.256030:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d71e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.256030:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.256036:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c769880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297410688:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.256046:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3763:3761:x1817354297408768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2080us (2117us total) trans 4295983341 rc 0/0 00000100:00100000:3.0:1733164792.256051:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.256052:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187927 00000100:00100000:1.0:1733164792.256064:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297410688 00000100:00100000:1.0:1733164792.256067:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297410688 00000100:00100000:1.0:1733164792.256081:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187934 00000100:00100000:1.0:1733164792.256085:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3765:3759:x1817354297410688:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.256087:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3765:3762:x1817354297410048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1727us (1765us total) trans 4295983344 rc 0/0 00000100:00100000:0.0:1733164792.256091:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187932 00002000:00080000:1.0:1733164792.256096:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9211 count 1 00010000:00010000:1.0:1733164792.256105:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d721e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256109:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b157180/0xe92384b90c8472e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e328 expref: 333 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.256113:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3764:3760:x1817354297408640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2264us (2360us total) trans 4295983345 rc 0/0 00000100:00100000:0.0:1733164792.256114:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297410432:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.256115:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935b4900/0xe92384b90c8474fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e391 expref: 332 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.256119:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187926 00010000:00010000:1.0:1733164792.256121:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.256122:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7209 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.256122:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.256124:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d721e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256126:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7209 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256129:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7209 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256133:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7209 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.256137:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935b4900/0xe92384b90c8474fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e391 expref: 332 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256157:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7209 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256161:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7209 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.256164:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935b4900/0xe92384b90c8474fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e391 expref: 332 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.256165:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.256166:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7209 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.256168:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf63b80/2, rc 0, transno 1016048 00010000:00010000:0.0:1733164792.256170:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7209 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.256173:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297410816:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.256173:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297410048:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.256175:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7209 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256179:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7209 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.256186:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00000004:00080000:1.0:1733164792.256203:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7f9c00/2, rc 0, transno 1016046 00000100:00100000:1.0:1733164792.256207:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297409280:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.256213:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297411072:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.256215:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb5180/2, rc 0, transno 1016049 00000100:00100000:1.0:1733164792.256218:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297408640:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.256224:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.256229:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297411328:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.256230:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.256243:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.256244:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.256247:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092df9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297410944:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.256249:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297411072 00000100:00100000:2.0:1733164792.256252:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297411072 00000100:00100000:1.0:1733164792.256254:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297411200:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.256259:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.256268:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297411328 00000100:00100000:2.0:1733164792.256270:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297411328 00000004:00080000:1.0:1733164792.256275:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb4000/2, rc 0, transno 1016045 00000100:00100000:0.0:1733164792.256278:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ad3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3766:3761:x1817354297409920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1921us (1963us total) trans 4295983346 rc 0/0 00000100:00100000:2.0:1733164792.256279:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297410944 00000100:00100000:2.0:1733164792.256280:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297410944 00000100:00100000:1.0:1733164792.256282:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297408768:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.256283:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187935 00000100:00100000:0.0:1733164792.256286:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187931 00000100:00100000:3.0:1733164792.256287:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3767:3762:x1817354297411072:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.256290:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf62a00/2, rc 0, transno 1016050 00000100:00100000:2.0:1733164792.256292:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187936 00000100:00100000:1.0:1733164792.256293:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297409920:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.256295:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3766:3760:x1817354297411328:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.256296:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187937 00000100:00100000:0.0:1733164792.256299:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121fb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3766:3762:x1817354297410944:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.256299:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9213 count 1 00000100:00100000:1.0:1733164792.256302:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1733164792.256304:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9215 count 1 00002000:00080000:0.0:1733164792.256307:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9212 count 1 00010000:00010000:3.0:1733164792.256308:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d7225 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.256313:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d722c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256315:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7233 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.256318:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880122b7b840/0xe92384b90c847619 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3d7 expref: 332 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256322:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935b6400/0xe92384b90c84755c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3b4 expref: 332 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.256323:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.256324:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e5458c0/0xe92384b90c84774d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e41d expref: 332 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.256324:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.256326:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.256326:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d7225 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256327:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.256329:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7233 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.256330:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.256331:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.256334:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d722c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256338:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935b6400/0xe92384b90c84755c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3b4 expref: 332 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.256341:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880122b7b840/0xe92384b90c847619 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3d7 expref: 332 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256344:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935b6400/0xe92384b90c84755c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3b4 expref: 332 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.256349:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880122b7b840/0xe92384b90c847619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3d7 expref: 332 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.256350:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297411456:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.256354:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e5458c0/0xe92384b90c84774d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e41d expref: 332 pid: 16688 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.256360:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.256363:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e5458c0/0xe92384b90c84774d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e41d expref: 332 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.256363:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297411584:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.256369:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297411200 00000100:00100000:0.0:1733164792.256371:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297411200 00000100:00100000:2.0:1733164792.256373:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297411712:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.256378:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.256382:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187938 00000100:00100000:0.0:1733164792.256384:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096604000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3768:3760:x1817354297411200:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.256389:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07f00 going to sleep for 11 seconds 00002000:00080000:0.0:1733164792.256396:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9214 count 1 00000100:00100000:1.0:1733164792.256400:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3768:3762:x1817354297408896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2223us (2401us total) trans 4295983347 rc 0/0 00010000:00010000:0.0:1733164792.256402:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d723a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.256406:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187930 00010000:00010000:0.0:1733164792.256409:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b06cfc0/0xe92384b90c8476cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3fa expref: 332 pid: 15935 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.256410:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb7800/2, rc 0, transno 1016051 00010000:00010000:0.0:1733164792.256413:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.256413:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297408896:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.256414:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.256416:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d723a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.256417:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.256420:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.256423:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297411840:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.256424:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297411968:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.256427:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b06cfc0/0xe92384b90c8476cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3fa expref: 332 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256435:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b06cfc0/0xe92384b90c8476cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3fa expref: 332 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.256441:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.256442:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082798380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297412224:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.256442:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297412096:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.256454:0:16590:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297411968 00000100:00100000:0.0:1733164792.256456:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265480 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.256457:0:16590:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297411968 00000100:00100000:3.0:1733164792.256460:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.256468:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297412096 00000100:00100000:0.0:1733164792.256471:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297412096 00000100:00100000:2.0:1733164792.256471:0:16590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187939 00000100:00100000:2.0:1733164792.256476:0:16590:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3769:3761:x1817354297411968:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.256476:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1733164792.256485:0:16590:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9217 count 1 00000100:00100000:0.0:1733164792.256487:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297411840 00000100:00100000:0.0:1733164792.256489:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297411840 00000100:00100000:3.0:1733164792.256491:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187940 00010000:00010000:2.0:1733164792.256493:0:16590:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7241 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.256496:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3770:3759:x1817354297412096:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.256501:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187941 00010000:00010000:2.0:1733164792.256504:0:16590:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801212f7600/0xe92384b90c84793e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e48d expref: 332 pid: 15891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.256505:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007db8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3770:3762:x1817354297411840:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.256506:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9218 count 1 00010000:00010000:2.0:1733164792.256510:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.256512:0:16590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:0.0:1733164792.256514:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9216 count 1 00010000:00010000:2.0:1733164792.256514:0:16590:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7241 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.256515:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d7248 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256523:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d724f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.256525:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b6e400/0xe92384b90c847968 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4a9 expref: 332 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.256527:0:16590:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801212f7600/0xe92384b90c84793e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e48d expref: 332 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.256531:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.256532:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b6d440/0xe92384b90c847803 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e440 expref: 332 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.256533:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.256552:0:16590:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801212f7600/0xe92384b90c84793e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e48d expref: 332 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.256552:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d7248 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.256560:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.256561:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.256561:0:16590:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297412352:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.256564:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d724f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.256570:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b6e400/0xe92384b90c847968 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4a9 expref: 332 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.256575:0:16590:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb070c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.256579:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b6d440/0xe92384b90c847803 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e440 expref: 332 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.256583:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b6e400/0xe92384b90c847968 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4a9 expref: 332 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.256587:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b6d440/0xe92384b90c847803 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e440 expref: 332 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.256591:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297412480:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.256596:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297412608:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.256608:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54840 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.256613:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265b40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.257413:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297410816:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.257429:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d721e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.257454:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297411456:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.257467:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7233 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.257793:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297411584:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.257809:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d7225 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.257818:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297411712:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.257821:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.257834:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d722c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.257839:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606299264 00000100:00100000:3.0:1733164792.257842:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606299264 00000100:00100000:1.0:1733164792.257843:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082798380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297412224:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.257854:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d723a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.257855:0:16590:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:16590:1817354297412352:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.257855:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935b4900/0xe92384b90c8474fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e391 expref: 333 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.257866:0:16590:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7241 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.257868:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.257877:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606299520 00000100:00100000:3.0:1733164792.257879:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606299520 00000100:00100000:0.0:1733164792.257886:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.257886:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808361 00010000:00010000:3.0:1733164792.257886:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880122b7b840/0xe92384b90c847619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3d7 expref: 334 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.257891:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+334:2001:x1817354606299264:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.257898:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606299776 00010000:00010000:2.0:1733164792.257899:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.257900:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606299776 00010000:00010000:2.0:1733164792.257904:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935b4900/0xe92384b90c8474fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e391 expref: 335 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.257906:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e5458c0/0xe92384b90c84774d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e41d expref: 335 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.257908:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.257920:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935b4900/0xe92384b90c8474fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e391 expref: 335 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.257926:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606300032 00000100:00100000:3.0:1733164792.257928:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606300032 00010000:00010000:2.0:1733164792.257934:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935b4900/0xe92384b90c8474fa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e391 expref: 336 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.257935:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b6e400/0xe92384b90c847968 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4a9 expref: 336 pid: 16651 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.257941:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.257945:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.257946:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.257949:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d721e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.257953:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606299392 00000100:00100000:3.0:1733164792.257955:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606299392 00010000:00010000:2.0:1733164792.257956:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d721e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.257962:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935b6400/0xe92384b90c84755c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3b4 expref: 336 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.257967:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.257979:0:7190:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606299648 00000100:00100000:2.0:1733164792.257982:0:7190:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606299648 00000100:00100000:3.0:1733164792.257982:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808362 00000100:00100000:0.0:1733164792.257983:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.257987:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+337:2001:x1817354606299520:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.257990:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808363 00010000:00010000:2.0:1733164792.257994:0:7190:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b06cfc0/0xe92384b90c8476cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3fa expref: 337 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.257994:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.257995:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+337:2001:x1817354606299776:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.257996:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606299904 00010000:00010000:3.0:1733164792.257997:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880122b7b840/0xe92384b90c847619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3d7 expref: 337 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.258000:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606299904 00010000:00010000:1.0:1733164792.258001:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.258005:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e5458c0/0xe92384b90c84774d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e41d expref: 338 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.258006:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880122b7b840/0xe92384b90c847619 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3d7 expref: 338 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.258013:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801212f7600/0xe92384b90c84793e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e48d expref: 338 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.258013:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e5458c0/0xe92384b90c84774d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e41d expref: 338 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.258014:0:7190:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808364 00010000:00010000:3.0:1733164792.258017:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122b7b840/0xe92384b90c847619 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3d7 expref: 338 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.258018:0:7190:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+338:2001:x1817354606300032:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.258023:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e5458c0/0xe92384b90c84774d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e41d expref: 337 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.258025:0:7190:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.258025:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.258027:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.258029:0:7190:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b6e400/0xe92384b90c847968 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4a9 expref: 337 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.258029:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d7225 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.258032:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808365 00010000:00010000:1.0:1733164792.258032:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.258033:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.258036:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d722c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258036:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d7225 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.258037:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+336:2001:x1817354606299392:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.258038:0:7190:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b6e400/0xe92384b90c847968 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4a9 expref: 336 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.258044:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.258044:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d722c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258048:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935b6400/0xe92384b90c84755c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3b4 expref: 336 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.258048:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.258050:0:7190:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.258052:0:7190:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d7248 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258054:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.258054:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.258058:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935b6400/0xe92384b90c84755c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3b4 expref: 336 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.258059:0:7190:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d7248 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258070:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935b6400/0xe92384b90c84755c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3b4 expref: 336 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.258070:0:7190:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.258073:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+336:2001:x1817354606299776:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.258073:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+336:2001:x1817354606299520:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (204us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.258079:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.258079:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808362 00010000:00010000:0.0:1733164792.258080:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.258082:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808363 00010000:00010000:0.0:1733164792.258083:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7233 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.258087:0:7190:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+333:2001:x1817354606300032:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (178us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.258090:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7233 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.258092:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808366 00000100:00100000:1.0:1733164792.258095:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808367 00000100:00100000:3.0:1733164792.258095:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+333:2001:x1817354606299648:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.258099:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+333:2001:x1817354606299904:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.258099:0:7190:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808364 00010000:00010000:3.0:1733164792.258101:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.258104:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.258104:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.258105:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b06cfc0/0xe92384b90c8476cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3fa expref: 333 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.258108:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801212f7600/0xe92384b90c84793e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e48d expref: 332 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.258113:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b06cfc0/0xe92384b90c8476cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3fa expref: 332 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.258116:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801212f7600/0xe92384b90c84793e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e48d expref: 332 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.258121:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+332:2001:x1817354606299392:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (179us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.258123:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b06cfc0/0xe92384b90c8476cf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e3fa expref: 332 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.258125:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801212f7600/0xe92384b90c84793e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e48d expref: 332 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.258127:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808365 00010000:00010000:2.0:1733164792.258128:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.258131:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.258132:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.258134:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d723a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258136:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.258137:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.258139:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7241 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258163:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d723a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.258164:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+329:2001:x1817354606299264:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 272us (343us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.258166:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7241 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.258170:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808361 00000100:00100000:0.0:1733164792.258171:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297412608:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.258175:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.258175:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.258183:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d724f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.258190:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+328:2001:x1817354606299904:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 90us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.258190:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+328:2001:x1817354606299648:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 93us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.258196:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808367 00000100:00100000:3.0:1733164792.258199:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808366 00010000:00010000:2.0:1733164792.258204:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d721e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258205:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7233 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258211:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d721e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258212:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7233 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258218:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7233 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258218:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d722c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258218:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d721e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258225:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7233 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258225:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d722c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258225:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d721e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258231:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7233 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258231:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d722c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258231:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d721e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258236:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.258237:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.258238:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d722c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258239:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d721e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258240:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7233 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258245:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d722c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258246:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7233 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258246:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d721e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258250:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.258253:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d722c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258254:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7233 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258255:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d721e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258259:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d722c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258260:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7233 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258261:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d721e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258268:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d722c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258274:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d722c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258324:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d723a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258333:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d723a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258339:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d723a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258346:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d723a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258352:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d723a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258352:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b6e400/0xe92384b90c847968 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4a9 expref: 326 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.258356:0:16590:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7241 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258357:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.258360:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d723a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.258363:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297412480:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.258365:0:16590:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7241 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258367:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d723a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258372:0:16590:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7241 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258372:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d7248 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258375:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d723a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258379:0:16590:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7241 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258379:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d7248 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258381:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d723a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258385:0:16590:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7241 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258385:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d7248 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258390:0:16590:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.258391:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d7248 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258394:0:16590:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7241 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258396:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d7248 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258400:0:16590:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7241 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258402:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d7248 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258407:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1680 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.258409:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121fb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3773:3762:x1817354297410944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2107us (2147us total) trans 4295983348 rc 0/0 00010000:00010000:2.0:1733164792.258409:0:16590:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7241 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258410:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d7248 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.258416:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187937 00010000:00010000:2.0:1733164792.258416:0:16590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7241 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258416:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d7248 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258425:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d7248 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258430:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d7248 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.258454:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3772:3760:x1817354297411328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2157us (2209us total) trans 4295983349 rc 0/0 00000100:00100000:1.0:1733164792.258460:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187936 00000100:00100000:0.0:1733164792.258477:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:1.0:1733164792.258485:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110df80/2, rc 0, transno 1016053 00000100:00100000:0.0:1733164792.258490:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606300160 00000100:00100000:2.0:1733164792.258492:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3772:3759:x1817354297410688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2405us (2439us total) trans 4295983350 rc 0/0 00000100:00100000:1.0:1733164792.258493:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297411328:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.258494:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606300160 00000100:00100000:2.0:1733164792.258499:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187934 00010000:00010000:0.0:1733164792.258506:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b6d440/0xe92384b90c847803 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e440 expref: 326 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.258523:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808368 00000100:00100000:0.0:1733164792.258527:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+326:2001:x1817354606300160:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1733164792.258530:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c769880/2, rc 0, transno 1016054 00000100:00100000:3.0:1733164792.258530:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3772:3759:x1817354297412096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2034us (2068us total) trans 4295983351 rc 0/0 00010000:00010000:0.0:1733164792.258534:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.258552:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c769880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297410688:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.258554:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b6d440/0xe92384b90c847803 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e440 expref: 326 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.258554:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187940 00010000:00010000:0.0:1733164792.258564:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b6d440/0xe92384b90c847803 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e440 expref: 326 pid: 16642 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.258565:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110d180/2, rc 0, transno 1016055 00000100:00100000:2.0:1733164792.258568:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297412096:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.258575:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b6d440/0xe92384b90c847803 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e440 expref: 326 pid: 16642 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.258581:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092df9c00/2, rc 0, transno 1016052 00000100:00100000:3.0:1733164792.258585:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092df9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297410944:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.258586:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.258588:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.258590:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d724f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.258594:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096604000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3771:3760:x1817354297411200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2208us (2290us total) trans 4295983352 rc 0/0 00010000:00010000:3.0:1733164792.258595:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d7225 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.258601:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187938 00010000:00010000:0.0:1733164792.258602:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d724f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258602:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d7225 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258608:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d7225 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.258614:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297412736:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.258615:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d7225 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258616:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.258623:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297413120:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.258632:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+325:2001:x1817354606300160:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 103us (155us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.258632:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d7225 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.258637:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.258638:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808368 00010000:00010000:3.0:1733164792.258638:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.258640:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d7225 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258647:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d7225 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.258653:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110fb80/2, rc 0, transno 1016056 00000100:00100000:2.0:1733164792.258655:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.258656:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d7225 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258657:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d724f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.258659:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297411200:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.258662:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d7225 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x23fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258663:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d724f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258670:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d724f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.258672:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297412864:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.258673:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297412736 00010000:00010000:0.0:1733164792.258676:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d724f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.258677:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297412736 00010000:00010000:0.0:1733164792.258682:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d724f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.258687:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4000 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.258689:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.258690:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d724f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.258699:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297413120 00000100:00100000:2.0:1733164792.258701:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297413120 00010000:00010000:0.0:1733164792.258702:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d724f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.258708:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297412864 00010000:00010000:0.0:1733164792.258710:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d724f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.258711:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297412864 00000100:00100000:2.0:1733164792.258713:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187942 00010000:00010000:0.0:1733164792.258716:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d724f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.258717:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b2b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3774:3760:x1817354297412736:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.258727:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187943 00002000:00080000:2.0:1733164792.258730:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9219 count 1 00000100:00100000:1.0:1733164792.258731:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3774:3759:x1817354297413120:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.258740:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7256 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.258742:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9222 count 1 00010000:00010000:2.0:1733164792.258750:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cd60480/0xe92384b90c847a2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4cc expref: 324 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258752:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d725d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.258753:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3774:3762:x1817354297411072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2464us (2521us total) trans 4295983353 rc 0/0 00010000:00010000:2.0:1733164792.258756:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.258757:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.258758:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187935 00010000:00010000:2.0:1733164792.258760:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7256 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258761:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b6e880/0xe92384b90c847c01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e53c expref: 324 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258767:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.258769:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.258769:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187944 00010000:00010000:1.0:1733164792.258771:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d725d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.258772:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3774:3761:x1817354297412864:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.258774:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011cd60480/0xe92384b90c847a2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4cc expref: 324 pid: 16680 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.258781:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9220 count 1 00010000:00010000:2.0:1733164792.258783:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011cd60480/0xe92384b90c847a2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4cc expref: 324 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.258785:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b6e880/0xe92384b90c847c01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e53c expref: 324 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.258789:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d7264 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.258792:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297413248:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.258798:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090cbe640/0xe92384b90c847abf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4ef expref: 324 pid: 16596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258799:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b6e880/0xe92384b90c847c01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e53c expref: 324 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.258804:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.258805:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.258806:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07f00 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.258807:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d7264 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.258809:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297413376:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.258819:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090cbe640/0xe92384b90c847abf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4ef expref: 324 pid: 16596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.258823:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.258827:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090cbe640/0xe92384b90c847abf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4ef expref: 324 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.258828:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007db8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3774:3762:x1817354297411840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2321us (2350us total) trans 4295983354 rc 0/0 00000100:00100000:2.0:1733164792.258832:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.258834:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187941 00000100:00100000:3.0:1733164792.258835:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297413504:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.258838:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1733164792.258838:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297413632:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.258843:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297412992:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.258848:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54840 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.258856:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1733164792.258862:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110c000/2, rc 0, transno 1016058 00000100:00100000:1.0:1733164792.258865:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297413632 00000100:00100000:1.0:1733164792.258867:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297413632 00000100:00100000:3.0:1733164792.258870:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297411840:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.258876:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1733164792.258877:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110f480/2, rc 0, transno 1016057 00000100:00100000:3.0:1733164792.258880:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297411072:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.258881:0:16653:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297412992 00000100:00100000:1.0:1733164792.258883:0:16653:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297412992 00000100:00100000:1.0:1733164792.258893:0:16653:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187945 00000100:00100000:1.0:1733164792.258898:0:16653:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3775:3759:x1817354297413632:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.258898:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187946 00000100:00100000:2.0:1733164792.258902:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3775:3761:x1817354297412992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.258908:0:16653:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9223 count 1 00002000:00080000:2.0:1733164792.258914:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9221 count 1 00010000:00010000:1.0:1733164792.258918:0:16653:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d726b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.258921:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297413888:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.258923:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7272 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258928:0:16653:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095dff840/0xe92384b90c847cbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e566 expref: 324 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258933:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123c57600/0xe92384b90c847b44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e512 expref: 324 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258934:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.258936:0:16653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.258938:0:16653:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d726b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.258939:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.258940:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.258940:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.258942:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7272 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258952:0:16653:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095dff840/0xe92384b90c847cbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e566 expref: 324 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.258952:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.258956:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297413760:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.258958:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123c57600/0xe92384b90c847b44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e512 expref: 324 pid: 16661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.258961:0:16653:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095dff840/0xe92384b90c847cbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e566 expref: 324 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.258967:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123c57600/0xe92384b90c847b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e512 expref: 324 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.258968:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.258969:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297413888 00000100:00100000:1.0:1733164792.258970:0:16653:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297414016:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.258973:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297413888 00000100:00100000:2.0:1733164792.258975:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297414144:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.258985:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297413760 00000100:00100000:3.0:1733164792.258988:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297413760 00000100:00100000:1.0:1733164792.258990:0:16653:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.258994:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07b40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.258999:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187947 00000100:00100000:0.0:1733164792.259003:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3777:3762:x1817354297413888:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.259006:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187948 00000100:00100000:1.0:1733164792.259010:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3777:3762:x1817354297413760:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.259017:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9225 count 1 00002000:00080000:1.0:1733164792.259020:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9224 count 1 00010000:00010000:0.0:1733164792.259027:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7279 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.259029:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7280 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.259038:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935da640/0xe92384b90c847e07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5b3 expref: 324 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.259039:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092205440/0xe92384b90c847d89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e589 expref: 324 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.259044:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.259045:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.259045:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.259046:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.259048:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7279 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.259048:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7280 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.259061:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092205440/0xe92384b90c847d89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e589 expref: 324 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.259064:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935da640/0xe92384b90c847e07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5b3 expref: 324 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.259068:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092205440/0xe92384b90c847d89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e589 expref: 324 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.259073:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935da640/0xe92384b90c847e07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5b3 expref: 324 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.259081:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a75c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297414272:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.259082:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297414400:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.259084:0:16590:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0001-mdtlov_UUID+3778:3761:x1817354297411968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2606us (2641us total) trans 4295983355 rc 0/0 00000100:00100000:2.0:1733164792.259093:0:16590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187939 00000004:00080000:3.0:1733164792.259096:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110c380/2, rc 0, transno 1016059 00000100:00100000:1.0:1733164792.259101:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.259102:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297411968:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.259106:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265b40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.259131:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297414528:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.259164:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.259205:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297414528 00000100:00100000:0.0:1733164792.259209:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297414528 00000100:00100000:0.0:1733164792.259227:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187949 00000100:00100000:0.0:1733164792.259232:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3778:3759:x1817354297414528:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.259243:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9226 count 1 00010000:00010000:0.0:1733164792.259253:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d7287 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.259263:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d706ac0/0xe92384b90c847ef5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5d6 expref: 324 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.259269:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.259270:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.259272:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d7287 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.259288:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d706ac0/0xe92384b90c847ef5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5d6 expref: 324 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.259300:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d706ac0/0xe92384b90c847ef5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5d6 expref: 324 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.259309:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082798700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297414656:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.259342:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265000 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.259978:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297413248:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.259992:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7256 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.260000:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297413376:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.260009:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297413504:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.260018:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d725d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260020:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d7264 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.260038:0:16653:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0001_UUID:16653:1817354297414016:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.260046:0:16653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d726b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.260128:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.260129:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297414144:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.260159:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7272 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.260169:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a75c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297414272:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.260183:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7280 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.260209:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606300416 00000100:00100000:2.0:1733164792.260212:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606300416 00010000:00010000:2.0:1733164792.260225:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b6e880/0xe92384b90c847c01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e53c expref: 325 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.260231:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.260252:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606300672 00000100:00100000:2.0:1733164792.260255:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606300672 00000100:00100000:1.0:1733164792.260257:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808369 00000100:00100000:1.0:1733164792.260261:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+326:2000:x1817354606300416:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.260264:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095dff840/0xe92384b90c847cbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e566 expref: 326 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.260267:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.260271:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b6e880/0xe92384b90c847c01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e53c expref: 326 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.260276:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b6e880/0xe92384b90c847c01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e53c expref: 326 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.260280:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808370 00000100:00100000:0.0:1733164792.260281:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297414400:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.260285:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+326:2000:x1817354606300672:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.260288:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b6e880/0xe92384b90c847c01 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e53c expref: 326 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.260292:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.260295:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7279 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.260296:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.260296:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095dff840/0xe92384b90c847cbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e566 expref: 325 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.260297:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.260299:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d725d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.260303:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d725d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.260305:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095dff840/0xe92384b90c847cbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e566 expref: 325 pid: 16651 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.260312:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.260317:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095dff840/0xe92384b90c847cbe lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e566 expref: 325 pid: 16651 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.260323:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.260326:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.260327:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+324:2000:x1817354606300416:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (201us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.260328:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.260330:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808369 00010000:00010000:2.0:1733164792.260331:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d726b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.260331:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606300288 00000100:00100000:3.0:1733164792.260334:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606300288 00010000:00010000:2.0:1733164792.260338:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d726b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.260344:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d725d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260344:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011cd60480/0xe92384b90c847a2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4cc expref: 324 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.260348:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d725d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.260351:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.260352:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d725d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.260356:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d725d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.260357:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808371 00000100:00100000:3.0:1733164792.260360:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+324:2000:x1817354606300288:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.260364:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d725d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260366:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.260368:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7a80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.260368:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+324:2000:x1817354606300672:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (137us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.260368:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011cd60480/0xe92384b90c847a2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4cc expref: 324 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.260369:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d725d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.260373:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d725d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.260374:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808370 00010000:00010000:3.0:1733164792.260374:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011cd60480/0xe92384b90c847a2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4cc expref: 324 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.260378:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d725d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.260379:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.260381:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d725d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260382:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cd60480/0xe92384b90c847a2c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4cc expref: 323 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.260386:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606300544 00000100:00100000:2.0:1733164792.260389:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606300544 00010000:00010000:3.0:1733164792.260389:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.260391:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.260393:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7256 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.260397:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090cbe640/0xe92384b90c847abf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4ef expref: 323 pid: 16596 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.260405:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7256 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.260419:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808372 00010000:00010000:3.0:1733164792.260420:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.260424:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+323:2000:x1817354606300544:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.260430:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.260434:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090cbe640/0xe92384b90c847abf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4ef expref: 323 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.260440:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+323:2000:x1817354606300288:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (116us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.260443:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090cbe640/0xe92384b90c847abf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4ef expref: 323 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.260444:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.260447:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808371 00010000:00010000:2.0:1733164792.260454:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090cbe640/0xe92384b90c847abf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e4ef expref: 323 pid: 16596 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.260455:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606300800 00000100:00100000:0.0:1733164792.260458:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606300800 00010000:00010000:2.0:1733164792.260464:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.260465:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.260468:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d7264 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.260470:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123c57600/0xe92384b90c847b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e512 expref: 322 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.260475:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d7264 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.260485:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808373 00010000:00010000:2.0:1733164792.260488:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.260490:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+322:2000:x1817354606300800:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.260497:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.260501:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123c57600/0xe92384b90c847b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e512 expref: 322 pid: 16661 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.260502:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+322:2000:x1817354606300544:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.260504:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3779:3759:x1817354297413120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1772us (1849us total) trans 4295983356 rc 0/0 00000100:00100000:2.0:1733164792.260508:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808372 00000100:00100000:1.0:1733164792.260509:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187943 00010000:00010000:3.0:1733164792.260510:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123c57600/0xe92384b90c847b44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e512 expref: 322 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.260521:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123c57600/0xe92384b90c847b44 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e512 expref: 321 pid: 16661 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.260524:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7256 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.260530:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110ce00/2, rc 0, transno 1016060 00010000:00010000:3.0:1733164792.260531:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.260532:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7256 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260532:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.260535:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7272 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.260550:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297413120:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.260554:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7256 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260558:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7272 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.260561:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7256 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.260567:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.260573:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.260574:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.260576:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.260582:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.260585:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297414784:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.260591:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7256 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.260591:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+320:2000:x1817354606300800:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 101us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.260597:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808373 00010000:00010000:2.0:1733164792.260598:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7256 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.260606:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.260607:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.260618:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606300928 00000100:00100000:1.0:1733164792.260620:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297414784 00000100:00100000:3.0:1733164792.260621:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606300928 00000100:00100000:1.0:1733164792.260623:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297414784 00010000:00010000:3.0:1733164792.260631:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092205440/0xe92384b90c847d89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e589 expref: 320 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.260635:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187950 00000100:00100000:1.0:1733164792.260637:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3779:3760:x1817354297414784:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.260646:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9227 count 1 00000100:00100000:3.0:1733164792.260648:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808374 00000100:00100000:3.0:1733164792.260651:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+320:2000:x1817354606300928:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.260654:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d728e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.260656:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.260657:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.260661:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136722f40/0xe92384b90c847fc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e600 expref: 320 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260661:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092205440/0xe92384b90c847d89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e589 expref: 320 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.260665:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.260666:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.260667:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d728e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260668:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092205440/0xe92384b90c847d89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e589 expref: 320 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.260671:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606301056 00000100:00100000:0.0:1733164792.260674:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606301056 00010000:00010000:1.0:1733164792.260676:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136722f40/0xe92384b90c847fc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e600 expref: 320 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260679:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092205440/0xe92384b90c847d89 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e589 expref: 321 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.260682:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136722f40/0xe92384b90c847fc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e600 expref: 321 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.260686:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935da640/0xe92384b90c847e07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5b3 expref: 320 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.260687:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.260688:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297414912:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.260688:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.260691:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7280 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.260702:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.260702:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7280 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.260713:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b2b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3780:3760:x1817354297412736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1994us (2074us total) trans 4295983357 rc 0/0 00000004:00080000:1.0:1733164792.260714:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110ea00/2, rc 0, transno 1016061 00010000:00010000:3.0:1733164792.260717:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.260718:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297412736:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.260720:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187942 00000100:00100000:3.0:1733164792.260735:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+320:2000:x1817354606300928:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (129us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.260739:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7280 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.260740:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808374 00010000:00010000:1.0:1733164792.260747:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7280 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.260751:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7280 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.260753:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808375 00010000:00010000:1.0:1733164792.260754:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7280 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.260757:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+319:2001:x1817354606301056:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.260758:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7280 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.260761:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.260763:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7280 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260764:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.260767:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7280 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260768:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935da640/0xe92384b90c847e07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5b3 expref: 319 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.260772:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7280 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260775:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935da640/0xe92384b90c847e07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5b3 expref: 319 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.260776:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7280 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260786:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935da640/0xe92384b90c847e07 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5b3 expref: 319 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.260796:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.260797:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.260799:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7279 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260805:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7279 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.260806:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.260819:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606301184 00010000:00010000:3.0:1733164792.260820:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.260827:0:16653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d726b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.260835:0:16653:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d726b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.260837:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+318:2001:x1817354606301056:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (181us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.260842:0:16653:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d726b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.260843:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808375 00000100:00100000:1.0:1733164792.260849:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3780:3762:x1817354297413760:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1838us (1880us total) trans 4295983358 rc 0/0 00010000:00010000:2.0:1733164792.260849:0:16653:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d726b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.260854:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187948 00010000:00010000:2.0:1733164792.260856:0:16653:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d726b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.260862:0:16653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.260863:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297415040:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.260865:0:16653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d726b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.260871:0:16653:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d726b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.260876:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606301184 00010000:00010000:2.0:1733164792.260880:0:16653:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d726b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.260881:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.260886:0:16653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d726b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.260889:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d706ac0/0xe92384b90c847ef5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5d6 expref: 318 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.260891:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297415040 00000100:00100000:1.0:1733164792.260894:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297415040 00000100:00100000:1.0:1733164792.260904:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187951 00000100:00100000:1.0:1733164792.260907:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3780:3761:x1817354297415040:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.260911:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb4e00/2, rc 0, transno 1016062 00000100:00100000:0.0:1733164792.260912:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808376 00002000:00080000:1.0:1733164792.260914:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9228 count 1 00000100:00100000:0.0:1733164792.260917:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+318:2000:x1817354606301184:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.260918:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297413760:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.260921:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d7295 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.260923:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.260927:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d706ac0/0xe92384b90c847ef5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5d6 expref: 318 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.260929:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c94b3c0/0xe92384b90c8480a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e623 expref: 318 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.260933:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.260934:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.260934:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d7264 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.260935:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d706ac0/0xe92384b90c847ef5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5d6 expref: 318 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.260935:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d7295 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260941:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d7264 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.260945:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c94b3c0/0xe92384b90c8480a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e623 expref: 318 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.260946:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.260947:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.260948:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d7264 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.260950:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d7287 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.260950:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c94b3c0/0xe92384b90c8480a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e623 expref: 318 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.260954:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d7264 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.260956:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d7287 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.260956:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a77100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297415168:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.260960:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d7264 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260966:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.260967:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.260968:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.260969:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d7264 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.260975:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d7264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.260983:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+318:2000:x1817354606301184:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (178us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.260985:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d7264 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.260989:0:16653:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0001-mdtlov_UUID+3781:3759:x1817354297413632:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2090us (2131us total) trans 4295983359 rc 0/0 00000100:00100000:0.0:1733164792.260993:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808376 00010000:00010000:3.0:1733164792.260993:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d7264 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.260995:0:16653:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187945 00000004:00080000:1.0:1733164792.261000:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110d500/2, rc 0, transno 1016063 00000100:00100000:1.0:1733164792.261004:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297413632:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.261011:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7279 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.261013:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7272 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.261013:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1733164792.261017:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7279 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.261020:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7272 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.261020:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297415296:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.261021:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1733164792.261023:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7279 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.261027:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297415424:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.261027:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7272 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.261029:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7279 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.261033:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7272 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.261035:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7279 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.261038:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.261039:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.261040:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7272 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.261042:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7279 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.261045:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.261048:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7279 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.261048:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7272 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.261051:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.261055:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7272 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.261056:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7279 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.261061:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7279 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.261066:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7272 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.261072:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7272 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.261076:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297415296 00000100:00100000:1.0:1733164792.261079:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297415296 00000100:00100000:1.0:1733164792.261094:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297415424 00000100:00100000:1.0:1733164792.261096:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297415424 00000100:00100000:2.0:1733164792.261098:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187952 00000100:00100000:2.0:1733164792.261103:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3783:3761:x1817354297415296:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.261108:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187953 00000100:00100000:1.0:1733164792.261112:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3784:3760:x1817354297415424:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.261114:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9229 count 1 00002000:00080000:1.0:1733164792.261122:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9230 count 1 00010000:00010000:2.0:1733164792.261124:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d729c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.261132:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d72a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.261135:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095771b00/0xe92384b90c8480e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e646 expref: 317 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.261139:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cc83180/0xe92384b90c8481b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e670 expref: 317 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.261159:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.261160:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.261160:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.261161:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d72a3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.261162:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.261163:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3784:3761:x1817354297412864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2366us (2450us total) trans 4295983360 rc 0/0 00010000:00010000:2.0:1733164792.261164:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d729c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.261171:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187944 00010000:00010000:1.0:1733164792.261173:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cc83180/0xe92384b90c8481b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e670 expref: 317 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.261178:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cc83180/0xe92384b90c8481b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e670 expref: 317 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.261180:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095771b00/0xe92384b90c8480e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e646 expref: 317 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.261184:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3783:3762:x1817354297413888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2180us (2243us total) trans 4295983361 rc 0/0 00000100:00100000:1.0:1733164792.261184:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297415552:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.261189:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095771b00/0xe92384b90c8480e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e646 expref: 317 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.261191:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187947 00000100:00100000:2.0:1733164792.261199:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297415680:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.261217:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07b40 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.261288:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d706ac0/0xe92384b90c847ef5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e5d6 expref: 317 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.261299:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082798700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297414656:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.261311:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d7287 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.261317:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d7287 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.261320:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.261322:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d7287 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.261329:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d7287 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.261335:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d7287 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.261340:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110c700/2, rc 0, transno 1016064 00010000:00010000:0.0:1733164792.261341:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d7287 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.261347:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297412864:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.261351:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.261354:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d7287 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.261359:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097807480/2, rc 0, transno 1016065 00010000:00010000:0.0:1733164792.261361:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d7287 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.261362:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297413888:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.261369:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d7287 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.261376:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d7287 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x240a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.261377:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3783:3761:x1817354297412992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2473us (2500us total) trans 4295983362 rc 0/0 00000100:00100000:1.0:1733164792.261384:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297415808:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.261384:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187946 00000100:00100000:3.0:1733164792.261385:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.261390:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297415936:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.261406:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1733164792.261408:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110d880/2, rc 0, transno 1016066 00000100:00100000:2.0:1733164792.261415:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297412992:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.261423:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297415808 00000100:00100000:3.0:1733164792.261426:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297415808 00000100:00100000:3.0:1733164792.261438:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187954 00000100:00100000:3.0:1733164792.261441:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3784:3760:x1817354297415808:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.261450:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9231 count 1 00000100:00100000:2.0:1733164792.261457:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1733164792.261457:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d72aa lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.261464:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297416064:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.261465:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f8033c0/0xe92384b90c848259 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e693 expref: 316 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.261469:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.261470:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.261472:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d72aa lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.261481:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3784:3759:x1817354297414528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2247us (2315us total) trans 4295983363 rc 0/0 00010000:00010000:3.0:1733164792.261481:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f8033c0/0xe92384b90c848259 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e693 expref: 316 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.261484:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.261487:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f8033c0/0xe92384b90c848259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e693 expref: 316 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.261488:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187949 00000004:00080000:1.0:1733164792.261493:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097807b80/2, rc 0, transno 1016067 00000100:00100000:3.0:1733164792.261493:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097804e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297416192:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.261498:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297416064 00000100:00100000:1.0:1733164792.261500:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297414528:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.261501:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297416064 00000100:00100000:3.0:1733164792.261509:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.261517:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187955 00000100:00100000:3.0:1733164792.261517:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.261521:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3784:3761:x1817354297416064:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.261524:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297415936 00000100:00100000:0.0:1733164792.261527:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297415936 00000100:00100000:1.0:1733164792.261527:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00080000:2.0:1733164792.261531:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9233 count 1 00000100:00100000:1.0:1733164792.261532:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297416320:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.261559:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d72b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.261560:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187956 00000100:00100000:0.0:1733164792.261564:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3785:3762:x1817354297415936:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.261568:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.261569:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880122b25680/0xe92384b90c8483c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6d9 expref: 316 pid: 16592 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.261575:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9232 count 1 00010000:00010000:2.0:1733164792.261576:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.261578:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.261580:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d72b1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.261585:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d72b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.261588:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297416320 00000100:00100000:1.0:1733164792.261591:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297416320 00010000:00010000:0.0:1733164792.261595:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800850a18c0/0xe92384b90c84830f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6b6 expref: 316 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.261596:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880122b25680/0xe92384b90c8483c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6d9 expref: 316 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.261604:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880122b25680/0xe92384b90c8483c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6d9 expref: 316 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.261607:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.261608:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.261609:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187957 00010000:00010000:0.0:1733164792.261611:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d72b8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.261612:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297416448:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.261614:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3786:3760:x1817354297416320:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.261624:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9234 count 1 00010000:00010000:0.0:1733164792.261626:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800850a18c0/0xe92384b90c84830f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6b6 expref: 316 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.261634:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d72bf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.261634:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07f00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.261636:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800850a18c0/0xe92384b90c84830f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6b6 expref: 316 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.261644:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f238d80/0xe92384b90c848443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e703 expref: 316 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.261646:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082798700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297416576:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.261651:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.261652:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.261654:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d72bf lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.261666:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265000 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.261669:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f238d80/0xe92384b90c848443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e703 expref: 316 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.261682:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f238d80/0xe92384b90c848443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e703 expref: 316 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.261689:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297416704:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.261704:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.262490:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297414912:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.262501:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a77100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297415168:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.262508:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d728e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.262520:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d7295 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.262794:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.262827:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.262852:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606301312 00000100:00100000:2.0:1733164792.262857:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606301312 00000100:00100000:0.0:1733164792.262865:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.262874:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136722f40/0xe92384b90c847fc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e600 expref: 317 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.262879:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606301440 00000100:00100000:3.0:1733164792.262883:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606301440 00000100:00100000:2.0:1733164792.262893:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606301568 00000100:00100000:2.0:1733164792.262896:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606301568 00010000:00010000:3.0:1733164792.262897:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c94b3c0/0xe92384b90c8480a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e623 expref: 318 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.262905:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095771b00/0xe92384b90c8480e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e646 expref: 319 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.262924:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808377 00000100:00100000:2.0:1733164792.262929:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808378 00000100:00100000:3.0:1733164792.262930:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+319:2001:x1817354606301312:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.262934:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ed450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+319:2001:x1817354606301440:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.262936:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808379 00000100:00100000:0.0:1733164792.262942:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+319:2001:x1817354606301568:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.262942:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.262942:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.262947:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c94b3c0/0xe92384b90c8480a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e623 expref: 319 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.262947:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136722f40/0xe92384b90c847fc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e600 expref: 319 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.262950:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.262955:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095771b00/0xe92384b90c8480e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e646 expref: 319 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.262956:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136722f40/0xe92384b90c847fc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e600 expref: 319 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.262957:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c94b3c0/0xe92384b90c8480a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e623 expref: 319 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.262963:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297415552:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.262964:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095771b00/0xe92384b90c8480e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e646 expref: 319 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.262969:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c94b3c0/0xe92384b90c8480a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e623 expref: 319 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.262970:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136722f40/0xe92384b90c847fc0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e600 expref: 319 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.262979:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.262980:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.262981:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.262981:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d72a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.262981:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.262981:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.262982:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.262984:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d7295 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.262984:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d728e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.262985:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d729c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.262991:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d7295 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.262991:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d728e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.262992:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d729c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.263005:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.263007:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.263008:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.263013:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d728e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263020:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d728e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263027:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d728e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.263030:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+317:2001:x1817354606301568:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.263030:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+317:2001:x1817354606301312:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 99us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.263032:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ed450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+317:2001:x1817354606301440:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 96us (204us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.263034:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d728e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.263036:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808377 00000100:00100000:0.0:1733164792.263040:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808379 00010000:00010000:1.0:1733164792.263047:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d728e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.263048:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808378 00010000:00010000:1.0:1733164792.263054:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.263057:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d728e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263065:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d728e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263076:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d728e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263083:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d728e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x240b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.263090:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095771b00/0xe92384b90c8480e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e646 expref: 314 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.263097:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297415680:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.263106:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d729c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.263110:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d729c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.263114:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d729c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.263118:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d729c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.263122:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d729c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.263126:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d729c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.263130:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.263132:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d729c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.263135:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d729c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.263161:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d729c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.263167:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0fc0/0xe92384b90c8d729c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x240d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.263185:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297416448:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.263193:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.263202:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d72b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.263218:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.263229:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606301824 00000100:00100000:3.0:1733164792.263232:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606301824 00000100:00100000:0.0:1733164792.263235:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.263243:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f8033c0/0xe92384b90c848259 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e693 expref: 314 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.263245:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3788:3760:x1817354297414784:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2605us (2637us total) trans 4295983364 rc 0/0 00000100:00100000:0.0:1733164792.263248:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606302080 00000100:00100000:0.0:1733164792.263251:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606302080 00000100:00100000:1.0:1733164792.263251:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187950 00000100:00100000:3.0:1733164792.263256:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606301696 00000100:00100000:3.0:1733164792.263258:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606301696 00010000:00010000:0.0:1733164792.263263:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800850a18c0/0xe92384b90c84830f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6b6 expref: 316 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.263265:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cc83180/0xe92384b90c8481b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e670 expref: 316 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.263280:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808380 00000100:00100000:1.0:1733164792.263280:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297416704:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.263284:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808381 00000100:00100000:0.0:1733164792.263285:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+316:2001:x1817354606301824:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.263289:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+316:2001:x1817354606302080:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.263291:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.263291:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3787:3761:x1817354297415296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2186us (2251us total) trans 4295983365 rc 0/0 00010000:00010000:1.0:1733164792.263292:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d72bf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.263295:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f8033c0/0xe92384b90c848259 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e693 expref: 316 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.263295:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.263298:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187952 00010000:00010000:3.0:1733164792.263299:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800850a18c0/0xe92384b90c84830f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6b6 expref: 316 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.263306:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800850a18c0/0xe92384b90c84830f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6b6 expref: 316 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.263308:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808382 00010000:00010000:0.0:1733164792.263309:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f8033c0/0xe92384b90c848259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e693 expref: 316 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.263313:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+316:2001:x1817354606301696:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.263316:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.263318:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.263320:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.263320:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d72b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.263322:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.263325:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d72aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.263327:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d72b8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263331:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.263332:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d72aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263335:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cc83180/0xe92384b90c8481b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e670 expref: 316 pid: 16696 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.263335:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a75500/2, rc 0, transno 1016069 00010000:00010000:3.0:1733164792.263336:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.263342:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297415296:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.263343:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.263343:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cc83180/0xe92384b90c8481b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e670 expref: 316 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.263354:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d7295 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.263355:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+316:2001:x1817354606302080:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 66us (137us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.263357:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cc83180/0xe92384b90c8481b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e670 expref: 316 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.263359:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+316:2001:x1817354606301824:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (167us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.263360:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d7295 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.263361:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808381 00010000:00010000:1.0:1733164792.263367:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.263367:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d7295 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263369:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.263371:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d72a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.263374:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d7295 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263377:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d72a3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.263379:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808380 00010000:00010000:2.0:1733164792.263380:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d7295 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.263386:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.263388:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d7295 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263391:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.263395:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d7295 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.263396:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.263404:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d7295 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.263409:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+313:2001:x1817354606301696:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 94us (173us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.263411:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d7295 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x240c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.263415:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800850a18c0/0xe92384b90c84830f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6b6 expref: 313 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.263415:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808382 00000100:00100000:0.0:1733164792.263426:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082798700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297416576:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.263427:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606301952 00000100:00100000:1.0:1733164792.263430:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606301952 00010000:00010000:0.0:1733164792.263438:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d72b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263439:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880122b25680/0xe92384b90c8483c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6d9 expref: 312 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.263448:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d72b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.263448:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.263456:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d72b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.263461:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606302208 00010000:00010000:0.0:1733164792.263463:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d72b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.263463:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606302208 00010000:00010000:0.0:1733164792.263469:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d72b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263472:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f238d80/0xe92384b90c848443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e703 expref: 313 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.263472:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808383 00010000:00010000:0.0:1733164792.263475:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d72b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.263477:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121049c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+313:2001:x1817354606301952:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.263480:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.263483:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d72b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.263484:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.263486:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808384 00010000:00010000:0.0:1733164792.263489:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d72b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.263489:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880122b25680/0xe92384b90c8483c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6d9 expref: 313 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.263490:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121048e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+313:2000:x1817354606302208:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.263496:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.263497:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d72b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.263497:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880122b25680/0xe92384b90c8483c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6d9 expref: 313 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.263500:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f238d80/0xe92384b90c848443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e703 expref: 313 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.263503:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d72b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.263509:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122b25680/0xe92384b90c8483c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e6d9 expref: 313 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.263510:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f238d80/0xe92384b90c848443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e703 expref: 313 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.263517:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3787:3761:x1817354297415040:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2607us (2634us total) trans 4295983366 rc 0/0 00010000:00010000:3.0:1733164792.263518:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.263519:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.263521:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f238d80/0xe92384b90c848443 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e703 expref: 312 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.263522:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d72b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.263524:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187951 00010000:00010000:3.0:1733164792.263529:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d72b1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263531:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.263532:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.263535:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d72bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.263554:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.263557:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d72bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.263565:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a74700/2, rc 0, transno 1016070 00000100:00100000:3.0:1733164792.263567:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121049c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+311:2001:x1817354606301952:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 90us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.263570:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297415040:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.263571:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.263573:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808383 00000100:00100000:1.0:1733164792.263588:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121048e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+310:2000:x1817354606302208:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 97us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.263594:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808384 00010000:00010000:1.0:1733164792.263612:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d72bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263619:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d72bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263626:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d72bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.263630:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d72b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263633:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d72bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.263635:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d72b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263640:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d72bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.263640:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d72b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.263644:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3787:3762:x1817354297415936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2077us (2124us total) trans 4295983367 rc 0/0 00010000:00010000:1.0:1733164792.263644:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.263644:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d72b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263646:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d72bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.263647:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d72b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.263650:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187956 00010000:00010000:1.0:1733164792.263650:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d72bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.263651:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.263653:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d72b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263656:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d72bf lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.263657:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d72b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263659:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d72bf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.263663:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d72b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.263667:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d72b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.263672:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a76d80/2, rc 0, transno 1016071 00010000:00010000:0.0:1733164792.263676:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f8033c0/0xe92384b90c848259 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e693 expref: 309 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.263677:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297415936:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.263687:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097804e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297416192:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.263703:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d72aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.263709:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d72aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.263714:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d72aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.263720:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d72aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.263726:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d72aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.263732:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d72aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.263736:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.263739:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d72aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.263744:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d72aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.263756:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d72aa lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.263761:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d72aa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x240f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.263769:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3788:3760:x1817354297416320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2154us (2201us total) trans 4295983368 rc 0/0 00000100:00100000:1.0:1733164792.263774:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187957 00000004:00080000:1.0:1733164792.263794:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a74e00/2, rc 0, transno 1016072 00000100:00100000:3.0:1733164792.263795:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3787:3761:x1817354297416064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2272us (2309us total) trans 4295983369 rc 0/0 00000100:00100000:1.0:1733164792.263797:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297416320:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.263802:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a75c00/2, rc 0, transno 1016068 00000100:00100000:3.0:1733164792.263802:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187955 00000100:00100000:1.0:1733164792.263804:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297414784:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1733164792.263820:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a76300/2, rc 0, transno 1016073 00000100:00100000:2.0:1733164792.263824:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297416064:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.263848:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297417088:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.263850:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297416960:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.263857:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297416832:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.263871:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3787:3760:x1817354297415808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2428us (2464us total) trans 4295983370 rc 0/0 00000100:00100000:3.0:1733164792.263876:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.263878:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187954 00000100:00100000:1.0:1733164792.263878:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297417216:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.263891:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297417088 00000100:00100000:0.0:1733164792.263895:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297417088 00000100:00100000:2.0:1733164792.263897:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.263898:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1733164792.263900:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d72a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.263903:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297417472:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.263907:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d72a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263912:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d72a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.263916:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d72a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.263919:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297416960 00000100:00100000:3.0:1733164792.263919:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.263920:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d72a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.263922:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297416960 00010000:00010000:1.0:1733164792.263927:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.263929:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d72a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.263930:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297417472 00010000:00010000:1.0:1733164792.263932:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d72a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.263933:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.263936:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297417472 00000100:00100000:0.0:1733164792.263938:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297416832 00010000:00010000:1.0:1733164792.263938:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d72a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.263940:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297416832 00010000:00010000:1.0:1733164792.263942:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d72a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x240e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.263943:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ad3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297417344:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.263947:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187958 00000100:00100000:0.0:1733164792.263951:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187959 00000100:00100000:2.0:1733164792.263952:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3790:3762:x1817354297417088:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.263955:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.263956:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3790:3761:x1817354297416960:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.263962:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297417344 00000100:00100000:1.0:1733164792.263964:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297417344 00002000:00080000:0.0:1733164792.263967:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9236 count 1 00002000:00080000:2.0:1733164792.263968:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9237 count 1 00000004:00080000:3.0:1733164792.263971:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a75180/2, rc 0, transno 1016074 00000100:00100000:1.0:1733164792.263975:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187960 00000100:00100000:3.0:1733164792.263977:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297415808:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.263978:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d72cd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.263978:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3791:3760:x1817354297416832:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.263978:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d72c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.263986:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9235 count 1 00010000:00010000:0.0:1733164792.263988:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082ed3180/0xe92384b90c84858c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e742 expref: 308 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.263989:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e9cdb00/0xe92384b90c848611 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e75e expref: 308 pid: 16658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.263991:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187961 00010000:00010000:1.0:1733164792.263992:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d72d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.263993:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.263995:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.263995:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.263996:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.263996:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3791:3760:x1817354297417344:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.263997:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d72cd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.263998:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d72c6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.264000:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5e9200/0xe92384b90c8484f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e726 expref: 308 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.264004:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.264004:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.264007:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d72d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.264007:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9239 count 1 00010000:00010000:2.0:1733164792.264016:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e9cdb00/0xe92384b90c848611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e75e expref: 308 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.264017:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d72db lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.264018:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5e9200/0xe92384b90c8484f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e726 expref: 308 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.264027:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5e9200/0xe92384b90c8484f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e726 expref: 308 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.264027:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e9cdb00/0xe92384b90c848611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e75e expref: 308 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.264027:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c6686c0/0xe92384b90c848776 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7b2 expref: 308 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.264032:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.264034:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.264036:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d72db lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.264037:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297417728:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.264038:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297417600:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.264050:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c6686c0/0xe92384b90c848776 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7b2 expref: 308 pid: 16696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.264057:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c6686c0/0xe92384b90c848776 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7b2 expref: 308 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.264062:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.264065:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297417856:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.264068:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07b40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.264074:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.264081:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc543c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.264091:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297417216 00010000:00010000:0.0:1733164792.264094:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082ed3180/0xe92384b90c84858c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e742 expref: 308 pid: 15891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.264094:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297417216 00010000:00010000:0.0:1733164792.264102:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082ed3180/0xe92384b90c84858c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e742 expref: 308 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.264108:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187962 00000100:00100000:3.0:1733164792.264109:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297418112:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.264112:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082798700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297417984:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.264113:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3792:3762:x1817354297417472:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.264123:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9240 count 1 00000100:00100000:3.0:1733164792.264125:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.264132:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d72e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.264133:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265000 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.264163:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c029440/0xe92384b90c848833 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7d5 expref: 308 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.264170:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.264171:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.264173:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d72e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.264191:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c029440/0xe92384b90c848833 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7d5 expref: 308 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.264193:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3793:3760:x1817354297415424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3080us (3141us total) trans 4295983371 rc 0/0 00000100:00100000:1.0:1733164792.264198:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187953 00010000:00010000:2.0:1733164792.264200:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c029440/0xe92384b90c848833 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7d5 expref: 308 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.264207:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297418112 00000100:00100000:1.0:1733164792.264209:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297418112 00000100:00100000:2.0:1733164792.264210:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297418240:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.264218:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187963 00000100:00100000:1.0:1733164792.264220:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3793:3759:x1817354297417216:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.264228:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9238 count 1 00010000:00010000:1.0:1733164792.264235:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d72e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.264236:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07300 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.264237:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187964 00000100:00100000:0.0:1733164792.264242:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3793:3762:x1817354297418112:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.264242:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012377cd80/0xe92384b90c8486ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e788 expref: 308 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.264246:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.264247:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.264249:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d72e9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.264254:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9241 count 1 00010000:00010000:1.0:1733164792.264260:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012377cd80/0xe92384b90c8486ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e788 expref: 308 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.264264:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d72f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.264266:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012377cd80/0xe92384b90c8486ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e788 expref: 308 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.264271:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297418368:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.264274:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093217a80/0xe92384b90c8488d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7f8 expref: 308 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.264279:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.264281:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.264283:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d72f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.264284:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00000004:00080000:1.0:1733164792.264297:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a77b80/2, rc 0, transno 1016075 00010000:00010000:0.0:1733164792.264298:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093217a80/0xe92384b90c8488d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7f8 expref: 308 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.264302:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297415424:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.264307:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093217a80/0xe92384b90c8488d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7f8 expref: 308 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.264316:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297418496:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.264328:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.264333:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297418624:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.264338:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2656c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.264349:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.264368:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297418624 00000100:00100000:0.0:1733164792.264371:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297418624 00000100:00100000:0.0:1733164792.264389:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187965 00000100:00100000:0.0:1733164792.264393:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3794:3760:x1817354297418624:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.264403:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9242 count 1 00010000:00010000:0.0:1733164792.264413:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d72f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.264423:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009478a880/0xe92384b90c848975 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e814 expref: 308 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.264429:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.264430:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.264432:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d72f7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.264447:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009478a880/0xe92384b90c848975 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e814 expref: 308 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.264456:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009478a880/0xe92384b90c848975 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e814 expref: 308 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.264464:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297418752:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.264488:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265b40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.265107:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297417728:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.265118:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297417600:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.265126:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d72d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265134:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d72c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.265209:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.265210:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297417856:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.265224:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d72db lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.265264:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606302336 00000100:00100000:1.0:1733164792.265270:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606302336 00010000:00010000:1.0:1733164792.265289:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5e9200/0xe92384b90c8484f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e726 expref: 309 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.265300:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.265348:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606302464 00000100:00100000:1.0:1733164792.265353:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606302464 00000100:00100000:3.0:1733164792.265355:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808385 00000100:00100000:3.0:1733164792.265361:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372efc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+310:2000:x1817354606302336:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.265367:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c6686c0/0xe92384b90c848776 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7b2 expref: 310 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.265370:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.265375:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5e9200/0xe92384b90c8484f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e726 expref: 310 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.265384:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5e9200/0xe92384b90c8484f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e726 expref: 310 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.265391:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808386 00000100:00100000:1.0:1733164792.265398:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+310:2002:x1817354606302464:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.265406:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5e9200/0xe92384b90c8484f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e726 expref: 310 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.265407:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.265413:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c6686c0/0xe92384b90c848776 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7b2 expref: 309 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.265413:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.265415:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.265416:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d72d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.265421:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d72d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.265422:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c6686c0/0xe92384b90c848776 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7b2 expref: 309 pid: 16696 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.265432:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.265437:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c6686c0/0xe92384b90c848776 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7b2 expref: 309 pid: 16696 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.265446:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372efc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+308:2000:x1817354606302336:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (239us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.265447:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.265449:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.265450:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808385 00010000:00010000:1.0:1733164792.265452:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d72db lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.265454:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.265459:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d72db lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.265473:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606302592 00000100:00100000:2.0:1733164792.265477:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606302592 00010000:00010000:1.0:1733164792.265479:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.265481:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d72db lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265488:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e9cdb00/0xe92384b90c848611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e75e expref: 308 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.265488:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d72db lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.265495:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d72db lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.265507:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808387 00010000:00010000:3.0:1733164792.265507:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d72db lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.265508:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+308:2002:x1817354606302464:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 108us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.265512:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+308:2000:x1817354606302592:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.265515:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808386 00010000:00010000:2.0:1733164792.265518:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.265519:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d72db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265523:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e9cdb00/0xe92384b90c848611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e75e expref: 308 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.265525:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.265528:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d72db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265531:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e9cdb00/0xe92384b90c848611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e75e expref: 307 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.265533:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.265549:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d72db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.265558:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d72d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.265558:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d72db lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265562:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e9cdb00/0xe92384b90c848611 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e75e expref: 307 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.265564:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d72db lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.265567:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d72d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.265570:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.265570:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.265571:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.265574:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d72c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.265575:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d72d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.265581:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d72d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.265584:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606302976 00010000:00010000:2.0:1733164792.265585:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d72c6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.265587:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606302976 00010000:00010000:1.0:1733164792.265588:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d72d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.265594:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.265597:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d72d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265599:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.265600:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012377cd80/0xe92384b90c8486ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e788 expref: 307 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.265603:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d72d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.265615:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+307:2000:x1817354606302592:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 103us (162us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.265616:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d72d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.265617:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606302848 00000100:00100000:0.0:1733164792.265619:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606302848 00000100:00100000:2.0:1733164792.265622:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808387 00010000:00010000:1.0:1733164792.265623:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d72d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.265627:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c029440/0xe92384b90c848833 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7d5 expref: 308 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.265635:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808388 00000100:00100000:2.0:1733164792.265639:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+307:2002:x1817354606302976:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.265645:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808389 00010000:00010000:2.0:1733164792.265645:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.265649:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+307:2000:x1817354606302848:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.265650:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012377cd80/0xe92384b90c8486ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e788 expref: 307 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.265657:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.265657:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012377cd80/0xe92384b90c8486ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e788 expref: 307 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.265661:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c029440/0xe92384b90c848833 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7d5 expref: 307 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.265667:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.265668:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.265669:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c029440/0xe92384b90c848833 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7d5 expref: 307 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.265671:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d72e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.265671:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3795:3760:x1817354297417344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1674us (1715us total) trans 4295983372 rc 0/0 00010000:00010000:2.0:1733164792.265676:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d72e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.265678:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187961 00010000:00010000:0.0:1733164792.265681:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.265682:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.265684:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.265685:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d72e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.265692:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d72e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.265696:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+307:2002:x1817354606302976:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.265702:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808388 00010000:00010000:0.0:1733164792.265703:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.265719:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d72c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.265720:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+306:2000:x1817354606302848:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (150us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.265726:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d72c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.265727:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808389 00010000:00010000:2.0:1733164792.265732:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d72c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265739:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d72c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265746:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d72c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265751:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a06c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.265753:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297418752:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.265754:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d72c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265761:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d72c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.265764:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d72f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265770:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d72c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265776:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a06c0/0xe92384b90c8d72c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.265784:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297418496:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.265789:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3795:3760:x1817354297416832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1807us (1852us total) trans 4295983373 rc 0/0 00010000:00010000:0.0:1733164792.265793:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d72f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.265797:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187960 00000100:00100000:0.0:1733164792.265811:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082798700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297417984:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.265822:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d72cd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.265840:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a77800/2, rc 0, transno 1016077 00000100:00100000:0.0:1733164792.265847:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.265853:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297416832:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.265859:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606303232 00000100:00100000:0.0:1733164792.265862:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606303232 00000004:00080000:1.0:1733164792.265869:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3f100/2, rc 0, transno 1016076 00010000:00010000:0.0:1733164792.265872:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093217a80/0xe92384b90c8488d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7f8 expref: 306 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.265873:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297417344:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.265892:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808390 00000100:00100000:2.0:1733164792.265895:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3795:3762:x1817354297417088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1942us (2017us total) trans 4295983374 rc 0/0 00000100:00100000:0.0:1733164792.265896:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+306:2000:x1817354606303232:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.265903:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.265903:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187958 00010000:00010000:0.0:1733164792.265907:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093217a80/0xe92384b90c8488d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7f8 expref: 306 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.265915:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093217a80/0xe92384b90c8488d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7f8 expref: 306 pid: 16602 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.265925:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a76680/2, rc 0, transno 1016078 00010000:00010000:0.0:1733164792.265928:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093217a80/0xe92384b90c8488d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7f8 expref: 306 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.265929:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c029440/0xe92384b90c848833 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e7d5 expref: 306 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.265930:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297417088:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.265935:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1733164792.265938:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.265939:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.265939:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297418240:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.265942:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d72f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.265942:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297419008:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.265948:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d72f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265950:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d72e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.265954:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297418880:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.265957:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d72e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.265961:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.265961:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.265963:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d72e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265969:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d72e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265975:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d72e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.265976:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+304:2000:x1817354606303232:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.265979:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.265981:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d72e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.265982:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808390 00000100:00100000:3.0:1733164792.265989:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297419008 00010000:00010000:2.0:1733164792.265991:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a18c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.265993:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297419008 00010000:00010000:2.0:1733164792.265994:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d72e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.265999:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d72f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.265999:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d72e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.266000:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297418880 00000100:00100000:1.0:1733164792.266005:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297418880 00010000:00010000:0.0:1733164792.266006:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d72f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.266009:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d72e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.266011:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187966 00010000:00010000:0.0:1733164792.266014:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d72f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.266015:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a18c0/0xe92384b90c8d72e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.266015:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3796:3762:x1817354297419008:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.266020:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d72f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266026:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d72f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.266028:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9244 count 1 00010000:00010000:0.0:1733164792.266031:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7a80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.266031:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187967 00010000:00010000:0.0:1733164792.266033:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d72f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.266037:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3796:3760:x1817354297418880:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.266038:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d72fe lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266039:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d72f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266048:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d72f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.266048:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cdecfc0/0xe92384b90c848aa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e861 expref: 303 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266054:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d72f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.266054:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.266055:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.266057:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d72fe lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.266070:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9243 count 1 00010000:00010000:3.0:1733164792.266074:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011cdecfc0/0xe92384b90c848aa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e861 expref: 303 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.266083:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011cdecfc0/0xe92384b90c848aa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e861 expref: 303 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.266085:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7305 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.266091:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297419264:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.266098:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ed5b600/0xe92384b90c848a1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e83e expref: 303 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.266104:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.266105:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.266108:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7305 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.266111:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3798:3762:x1817354297417472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1997us (2189us total) trans 4295983375 rc 0/0 00000100:00100000:3.0:1733164792.266111:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54240 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.266124:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187962 00000004:00080000:3.0:1733164792.266131:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ad3c380/2, rc 0, transno 1016079 00010000:00010000:1.0:1733164792.266134:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ed5b600/0xe92384b90c848a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e83e expref: 303 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.266138:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ad3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297417472:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.266158:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1733164792.266165:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297419136:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.266184:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.266195:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ed5b600/0xe92384b90c848a1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e83e expref: 303 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.266198:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297419136 00000100:00100000:0.0:1733164792.266200:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3797:3762:x1817354297418112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1955us (2072us total) trans 4295983376 rc 0/0 00000100:00100000:2.0:1733164792.266202:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297419136 00000100:00100000:0.0:1733164792.266207:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187964 00000100:00100000:1.0:1733164792.266207:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297419392:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.266237:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.266239:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.266250:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606302720 00000100:00100000:0.0:1733164792.266252:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606302720 00010000:00010000:0.0:1733164792.266264:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082ed3180/0xe92384b90c84858c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e742 expref: 304 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.266278:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808391 00000100:00100000:0.0:1733164792.266282:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+304:2000:x1817354606302720:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.266288:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.266292:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082ed3180/0xe92384b90c84858c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e742 expref: 304 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.266299:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082ed3180/0xe92384b90c84858c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e742 expref: 304 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.266311:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082ed3180/0xe92384b90c84858c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e742 expref: 304 pid: 15891 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.266317:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826c5c00/2, rc 0, transno 1016080 00010000:00010000:0.0:1733164792.266321:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.266322:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.266324:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297418112:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.266325:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d72cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266331:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d72cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266348:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.266360:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+303:2000:x1817354606302720:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.266365:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808391 00000100:00100000:2.0:1733164792.266368:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187968 00000100:00100000:2.0:1733164792.266373:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3797:3761:x1817354297419136:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.266379:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d72cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266385:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d72cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.266385:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9245 count 1 00010000:00010000:0.0:1733164792.266391:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d72cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.266394:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d730c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266397:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d72cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.266402:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297419648:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.266403:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d72cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.266405:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ca20900/0xe92384b90c848b4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e884 expref: 302 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266408:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.266411:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d72cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.266411:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.266413:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.266415:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d730c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266417:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d72cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266429:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d72cd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.266430:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ca20900/0xe92384b90c848b4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e884 expref: 302 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.266434:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.266435:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6ac0/0xe92384b90c8d72cd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.266439:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ca20900/0xe92384b90c848b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e884 expref: 302 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.266448:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297419776:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.266453:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.266454:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297419648 00000100:00100000:3.0:1733164792.266458:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297419648 00000100:00100000:1.0:1733164792.266461:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297419520:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.266463:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07300 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.266473:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187969 00000100:00100000:3.0:1733164792.266477:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3799:3760:x1817354297419648:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.266484:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1733164792.266488:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9247 count 1 00010000:00010000:3.0:1733164792.266497:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d7313 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.266507:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008caa6f40/0xe92384b90c848d11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8e6 expref: 302 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.266513:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.266514:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.266516:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d7313 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.266530:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012377cd80/0xe92384b90c8486ce lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e788 expref: 302 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.266532:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008caa6f40/0xe92384b90c848d11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8e6 expref: 302 pid: 16658 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.266533:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3799:3761:x1817354297416960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2576us (2634us total) trans 4295983377 rc 0/0 00000100:00100000:2.0:1733164792.266533:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.266554:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187959 00010000:00010000:3.0:1733164792.266558:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008caa6f40/0xe92384b90c848d11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8e6 expref: 301 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.266562:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297418368:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.266568:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297419904:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.266571:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606303104 00000100:00100000:0.0:1733164792.266575:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606303104 00010000:00010000:1.0:1733164792.266577:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d72e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266584:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009478a880/0xe92384b90c848975 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e814 expref: 302 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.266584:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54000 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.266586:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d72e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.266591:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d72e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.266597:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808392 00000100:00100000:3.0:1733164792.266598:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297419520 00010000:00010000:1.0:1733164792.266600:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d72e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.266601:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+302:2000:x1817354606303104:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.266601:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297419520 00010000:00010000:0.0:1733164792.266607:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.266607:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d72e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266611:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009478a880/0xe92384b90c848975 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e814 expref: 302 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.266613:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d72e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.266617:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187970 00010000:00010000:0.0:1733164792.266618:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009478a880/0xe92384b90c848975 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e814 expref: 302 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.266619:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4240 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.266621:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3799:3760:x1817354297419520:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.266622:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d72e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.266628:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d72e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266629:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009478a880/0xe92384b90c848975 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e814 expref: 302 pid: 16652 timeout: 1075 lvb_type: 0 00002000:00080000:3.0:1733164792.266632:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9246 count 1 00010000:00010000:1.0:1733164792.266640:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d72e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266642:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.266642:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d731a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266643:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.266646:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d72f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.266647:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d72e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266651:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d72f7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.266652:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ac88d80/0xe92384b90c848c2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8bc expref: 301 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.266658:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.266660:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.266662:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d731a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266663:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1733164792.266668:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a74380/2, rc 0, transno 1016081 00000100:00100000:2.0:1733164792.266677:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297416960:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.266677:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ac88d80/0xe92384b90c848c2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8bc expref: 301 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.266680:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+301:2000:x1817354606303104:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.266685:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808392 00010000:00010000:3.0:1733164792.266686:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ac88d80/0xe92384b90c848c2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8bc expref: 301 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.266695:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297420032:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.266708:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297420160:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.266709:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d72f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.266714:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.266716:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d72f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266722:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d72f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266728:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d72f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266734:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d72f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.266736:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.266743:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.266746:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d72f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.266750:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297420160 00010000:00010000:0.0:1733164792.266752:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d72f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.266753:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297420160 00010000:00010000:0.0:1733164792.266760:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d72f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.266766:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4480/0xe92384b90c8d72f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x241a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.266768:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187971 00000100:00100000:3.0:1733164792.266771:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ef4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3801:3761:x1817354297420160:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.266781:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9248 count 1 00010000:00010000:3.0:1733164792.266790:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d7321 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.266803:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008aea4240/0xe92384b90c848dab lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e909 expref: 300 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.266809:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.266810:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.266812:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d7321 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.266817:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3802:3759:x1817354297417216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2592us (2740us total) trans 4295983378 rc 0/0 00000100:00100000:1.0:1733164792.266825:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187963 00010000:00010000:3.0:1733164792.266827:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008aea4240/0xe92384b90c848dab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e909 expref: 300 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.266836:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008aea4240/0xe92384b90c848dab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e909 expref: 300 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.266844:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297420288:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.266855:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3801:3760:x1817354297418624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2461us (2505us total) trans 4295983379 rc 0/0 00000100:00100000:0.0:1733164792.266860:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187965 00000004:00080000:1.0:1733164792.266867:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a77100/2, rc 0, transno 1016082 00000100:00100000:3.0:1733164792.266869:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.266879:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297417216:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.266903:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000004:00080000:1.0:1733164792.266906:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7f9180/2, rc 0, transno 1016083 00000100:00100000:2.0:1733164792.266910:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297420416:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.266916:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297418624:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.266930:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.266956:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297420544:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.266968:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297420416 00000100:00100000:1.0:1733164792.266972:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297420416 00000100:00100000:0.0:1733164792.266976:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.266992:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297420544 00000100:00100000:2.0:1733164792.266996:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297420544 00000100:00100000:1.0:1733164792.266997:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187972 00000100:00100000:1.0:1733164792.267002:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3802:3761:x1817354297420416:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.267012:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187973 00000100:00100000:2.0:1733164792.267016:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3802:3759:x1817354297420544:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.267020:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9249 count 1 00002000:00080000:2.0:1733164792.267027:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9250 count 1 00010000:00010000:1.0:1733164792.267034:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7328 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.267036:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d732f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.267047:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a41cfc0/0xe92384b90c848e3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e92c expref: 300 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.267047:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009990e640/0xe92384b90c848eae lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e948 expref: 300 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.267054:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.267054:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.267055:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.267056:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.267057:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d732f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.267058:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7328 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.267073:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009990e640/0xe92384b90c848eae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e948 expref: 300 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.267080:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a41cfc0/0xe92384b90c848e3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e92c expref: 300 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.267082:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009990e640/0xe92384b90c848eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e948 expref: 300 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.267091:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a41cfc0/0xe92384b90c848e3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e92c expref: 300 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.267091:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297420672:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.267102:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297420800:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.267112:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07b40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.267131:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.267523:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297419264:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.267550:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d72fe lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.268160:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.268171:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606303360 00000100:00100000:0.0:1733164792.268173:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606303360 00000100:00100000:1.0:1733164792.268178:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297419392:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.268184:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011cdecfc0/0xe92384b90c848aa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e861 expref: 301 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.268185:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297419776:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.268191:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7305 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.268196:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d730c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.268197:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808393 00000100:00100000:0.0:1733164792.268200:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+301:2001:x1817354606303360:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.268205:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.268208:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011cdecfc0/0xe92384b90c848aa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e861 expref: 301 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.268214:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011cdecfc0/0xe92384b90c848aa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e861 expref: 301 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.268223:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cdecfc0/0xe92384b90c848aa9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e861 expref: 301 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.268229:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.268231:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.268232:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d72fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.268237:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d72fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.268254:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.268272:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+300:2001:x1817354606303360:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.268276:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808393 00010000:00010000:3.0:1733164792.268291:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d72fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.268300:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d72fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.268314:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d72fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.268320:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d72fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.268326:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d72fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.268332:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.268335:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d72fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.268341:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d72fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.268351:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d72fe lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.268357:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0b40/0xe92384b90c8d72fe lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x241c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.268373:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297420032:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.268387:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.268390:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d731a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.268412:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.268425:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.268427:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606303872 00000100:00100000:0.0:1733164792.268430:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606303872 00000100:00100000:1.0:1733164792.268440:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606303616 00000100:00100000:2.0:1733164792.268440:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606304000 00010000:00010000:0.0:1733164792.268441:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ac88d80/0xe92384b90c848c2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8bc expref: 300 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.268443:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606304000 00000100:00100000:1.0:1733164792.268444:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606303616 00010000:00010000:2.0:1733164792.268456:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008aea4240/0xe92384b90c848dab lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e909 expref: 302 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.268457:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ca20900/0xe92384b90c848b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e884 expref: 302 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.268463:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808394 00000100:00100000:0.0:1733164792.268468:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+302:2003:x1817354606303872:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.268475:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.268478:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808395 00010000:00010000:0.0:1733164792.268479:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ac88d80/0xe92384b90c848c2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8bc expref: 302 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.268484:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808396 00000100:00100000:2.0:1733164792.268484:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+302:2001:x1817354606304000:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.268488:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ac88d80/0xe92384b90c848c2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8bc expref: 302 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.268488:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+302:2001:x1817354606303616:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.268492:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.268493:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3803:3762:x1817354297419008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2475us (2530us total) trans 4295983380 rc 0/0 00010000:00010000:1.0:1733164792.268494:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.268496:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008aea4240/0xe92384b90c848dab lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e909 expref: 302 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.268497:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ca20900/0xe92384b90c848b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e884 expref: 302 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.268499:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ac88d80/0xe92384b90c848c2a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8bc expref: 302 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.268500:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187966 00010000:00010000:2.0:1733164792.268505:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008aea4240/0xe92384b90c848dab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e909 expref: 302 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.268506:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ca20900/0xe92384b90c848b4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e884 expref: 301 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.268508:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.268510:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.268512:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d731a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.268517:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.268518:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d731a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.268519:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ca20900/0xe92384b90c848b4a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e884 expref: 301 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.268519:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.268521:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d7321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.268528:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.268530:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.268531:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.268532:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d730c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.268553:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d730c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.268555:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297419904:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.268559:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d7321 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.268567:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+300:2003:x1817354606303872:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 97us (179us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.268569:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.268571:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.268571:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d7313 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.268573:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808394 00000100:00100000:1.0:1733164792.268587:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+299:2001:x1817354606303616:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 98us (174us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.268590:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d731a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.268590:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+299:2001:x1817354606304000:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 106us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.268592:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808396 00000100:00100000:2.0:1733164792.268596:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808395 00010000:00010000:0.0:1733164792.268597:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d731a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.268597:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca31180/2, rc 0, transno 1016084 00010000:00010000:0.0:1733164792.268604:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d731a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.268609:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d730c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.268610:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297419008:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.268611:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d731a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.268613:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d730c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.268617:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d731a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.268618:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d730c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.268622:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d730c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.268623:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.268625:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d730c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.268626:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d731a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.268626:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aea4240/0xe92384b90c848dab lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e909 expref: 297 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.268629:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.268630:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d730c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.268632:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d731a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.268634:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d730c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.268639:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297420288:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.268640:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d731a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.268645:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3cc0/0xe92384b90c8d731a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x241e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.268647:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d730c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.268652:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d7321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.268658:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2400/0xe92384b90c8d730c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.268660:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d7321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.268667:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d7321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.268674:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d7321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.268681:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d7321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.268685:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297420928:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.268687:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d7321 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.268693:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.268695:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d7321 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.268702:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d7321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.268707:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.268711:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d7321 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.268717:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0900/0xe92384b90c8d7321 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.268720:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297420928 00000100:00100000:3.0:1733164792.268724:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297420928 00000100:00100000:3.0:1733164792.268740:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187974 00000100:00100000:3.0:1733164792.268745:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3804:3760:x1817354297420928:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.268758:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9251 count 1 00000100:00100000:0.0:1733164792.268764:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3804:3760:x1817354297419520:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2141us (2280us total) trans 4295983381 rc 0/0 00010000:00010000:3.0:1733164792.268768:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d7336 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.268771:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187970 00000004:00080000:1.0:1733164792.268771:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826c4a80/2, rc 0, transno 1016085 00000100:00100000:1.0:1733164792.268776:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297419520:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.268779:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134388000/0xe92384b90c848f2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e964 expref: 296 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.268785:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.268786:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.268788:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d7336 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.268803:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134388000/0xe92384b90c848f2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e964 expref: 296 pid: 16680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.268805:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.268811:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134388000/0xe92384b90c848f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e964 expref: 296 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.268817:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606303488 00000100:00100000:0.0:1733164792.268820:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606303488 00000100:00100000:3.0:1733164792.268826:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297421056:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.268829:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ed5b600/0xe92384b90c848a1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e83e expref: 297 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.268834:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ef4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3805:3761:x1817354297420160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2061us (2097us total) trans 4295983382 rc 0/0 00000100:00100000:1.0:1733164792.268835:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3805:3761:x1817354297419136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2462us (2651us total) trans 4295983383 rc 0/0 00000100:00100000:1.0:1733164792.268840:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187968 00000100:00100000:2.0:1733164792.268843:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187971 00000100:00100000:3.0:1733164792.268845:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54000 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.268851:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808397 00000100:00100000:0.0:1733164792.268856:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+297:2001:x1817354606303488:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.268863:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.268867:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ed5b600/0xe92384b90c848a1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e83e expref: 297 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.268870:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:2.0:1733164792.268872:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110dc00/2, rc 0, transno 1016086 00010000:00010000:0.0:1733164792.268875:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ed5b600/0xe92384b90c848a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e83e expref: 297 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.268876:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297421184:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.268879:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297420160:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.268885:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ed5b600/0xe92384b90c848a1d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e83e expref: 297 pid: 16595 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.268889:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca30e00/2, rc 0, transno 1016087 00000100:00100000:2.0:1733164792.268892:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297419136:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.268894:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.268896:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.268896:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.268899:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7305 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.268909:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7305 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.268911:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297420672:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.268912:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297421184 00000100:00100000:1.0:1733164792.268915:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297421184 00010000:00010000:2.0:1733164792.268923:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d732f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.268927:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.268932:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7305 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.268939:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7305 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.268942:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+296:2001:x1817354606303488:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.268944:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1733164792.268945:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7305 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.268947:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808397 00010000:00010000:1.0:1733164792.268951:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7305 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.268951:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297421312:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.268958:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7305 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.268960:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187975 00010000:00010000:1.0:1733164792.268963:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5440 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.268964:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297421440:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.268966:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7305 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.268966:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3804:3762:x1817354297421184:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.268970:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.268972:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.268977:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9252 count 1 00010000:00010000:1.0:1733164792.268982:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7305 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.268983:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.268987:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d733d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.268988:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7305 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x241b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.268997:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fcce880/0xe92384b90c848f79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e987 expref: 295 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.269000:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297421312 00000100:00100000:2.0:1733164792.269000:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.269003:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297421312 00010000:00010000:3.0:1733164792.269003:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.269005:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.269007:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d733d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.269019:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606303744 00000100:00100000:0.0:1733164792.269021:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606303744 00010000:00010000:3.0:1733164792.269023:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fcce880/0xe92384b90c848f79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e987 expref: 296 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.269029:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008caa6f40/0xe92384b90c848d11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8e6 expref: 296 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.269031:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.269032:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fcce880/0xe92384b90c848f79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e987 expref: 296 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.269042:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606304128 00000100:00100000:0.0:1733164792.269044:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606304128 00000100:00100000:3.0:1733164792.269046:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297421568:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.269052:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009990e640/0xe92384b90c848eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e948 expref: 297 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.269063:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808398 00000100:00100000:3.0:1733164792.269064:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.269067:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+297:2001:x1817354606303744:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.269073:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.269077:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008caa6f40/0xe92384b90c848d11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8e6 expref: 297 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.269077:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.269084:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3806:3760:x1817354297418880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3047us (3105us total) trans 4295983384 rc 0/0 00010000:00010000:0.0:1733164792.269090:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008caa6f40/0xe92384b90c848d11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8e6 expref: 297 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.269090:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187967 00000100:00100000:1.0:1733164792.269100:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297421440 00010000:00010000:0.0:1733164792.269102:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008caa6f40/0xe92384b90c848d11 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e8e6 expref: 297 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.269103:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297421440 00000100:00100000:2.0:1733164792.269103:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca31880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297420800:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.269111:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.269112:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.269112:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187976 00010000:00010000:0.0:1733164792.269114:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d7313 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.269114:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7328 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.269115:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3806:3759:x1817354297421440:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.269121:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d7313 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.269123:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9254 count 1 00010000:00010000:1.0:1733164792.269130:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d7344 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.269133:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.269137:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d7313 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.269159:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801367ad8c0/0xe92384b90c849083 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9b8 expref: 296 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.269163:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.269164:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.269166:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d7344 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.269166:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d7313 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.269172:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+296:2001:x1817354606303744:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 103us (171us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.269174:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d7313 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.269177:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801367ad8c0/0xe92384b90c849083 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9b8 expref: 296 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.269178:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808398 00010000:00010000:3.0:1733164792.269180:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d7313 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.269182:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801367ad8c0/0xe92384b90c849083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9b8 expref: 296 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.269187:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d7313 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.269188:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606304256 00000100:00100000:1.0:1733164792.269188:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297421696:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.269190:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606304256 00010000:00010000:3.0:1733164792.269192:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.269195:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d7313 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.269197:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a41cfc0/0xe92384b90c848e3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e92c expref: 296 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.269201:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d7313 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.269202:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.269209:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d7313 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.269212:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808399 00010000:00010000:3.0:1733164792.269215:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0fc0/0xe92384b90c8d7313 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x241f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.269216:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ee450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+296:2001:x1817354606304128:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.269216:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808400 00000100:00100000:1.0:1733164792.269220:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+296:2001:x1817354606304256:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.269222:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.269224:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.269226:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009990e640/0xe92384b90c848eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e948 expref: 296 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.269227:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a41cfc0/0xe92384b90c848e3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e92c expref: 296 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.269234:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009990e640/0xe92384b90c848eae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e948 expref: 296 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.269234:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a41cfc0/0xe92384b90c848e3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e92c expref: 296 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.269244:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009990e640/0xe92384b90c848eae lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e948 expref: 296 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.269251:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a41cfc0/0xe92384b90c848e3e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e92c expref: 295 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.269254:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.269255:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.269258:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d732f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.269262:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.269263:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d732f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.269264:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.269266:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7328 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.269273:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7328 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.269275:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.269285:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d732f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.269287:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ee450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+294:2001:x1817354606304128:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (255us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.269287:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.269292:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808399 00010000:00010000:2.0:1733164792.269292:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d732f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.269298:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d732f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.269301:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+293:2001:x1817354606304256:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (224us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.269304:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d732f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.269308:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808400 00010000:00010000:2.0:1733164792.269310:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d732f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.269312:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3807:3760:x1817354297419648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2833us (2878us total) trans 4295983385 rc 0/0 00010000:00010000:2.0:1733164792.269315:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.269317:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d732f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.269318:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187969 00010000:00010000:2.0:1733164792.269323:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d732f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.269332:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187977 00000004:00080000:1.0:1733164792.269334:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826c4700/2, rc 0, transno 1016089 00000100:00100000:0.0:1733164792.269336:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3806:3761:x1817354297421312:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.269337:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d732f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.269342:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297419648:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.269343:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d732f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.269348:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9253 count 1 00000004:00080000:1.0:1733164792.269349:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca30000/2, rc 0, transno 1016088 00000100:00100000:1.0:1733164792.269353:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297418880:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.269357:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d734b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.269367:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094789b00/0xe92384b90c848ffe lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9a3 expref: 292 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.269373:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.269374:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.269376:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d734b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.269391:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094789b00/0xe92384b90c848ffe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9a3 expref: 292 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.269400:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094789b00/0xe92384b90c848ffe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9a3 expref: 292 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.269409:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297421824:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.269424:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265b40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.269461:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3807:3759:x1817354297420544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2442us (2482us total) trans 4295983386 rc 0/0 00000100:00100000:2.0:1733164792.269467:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187973 00000100:00100000:1.0:1733164792.269472:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297421952:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.269476:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1733164792.269484:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7328 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.269484:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297422080:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.269489:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.269489:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7328 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.269493:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7328 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.269497:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7328 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.269500:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.269504:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.269505:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.269506:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1733164792.269510:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826c7480/2, rc 0, transno 1016090 00010000:00010000:2.0:1733164792.269510:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.269514:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297420544:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.269515:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7328 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.269519:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7328 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.269522:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297421952 00000100:00100000:3.0:1733164792.269525:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297421952 00000100:00100000:3.0:1733164792.269553:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297422080 00000100:00100000:3.0:1733164792.269556:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297422080 00000100:00100000:1.0:1733164792.269565:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187978 00000100:00100000:0.0:1733164792.269571:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187979 00000100:00100000:1.0:1733164792.269571:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3808:3760:x1817354297421952:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.269576:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d9bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3809:3762:x1817354297422080:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.269582:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9255 count 1 00000100:00100000:3.0:1733164792.269583:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297422208:0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.269587:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9256 count 1 00010000:00010000:1.0:1733164792.269593:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d7352 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.269602:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.269603:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7359 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.269603:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880122b44fc0/0xe92384b90c8490de lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9db expref: 292 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.269609:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.269610:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.269612:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d7352 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.269614:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f07a400/0xe92384b90c849132 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea05 expref: 292 pid: 16680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.269616:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297422208 00010000:00010000:0.0:1733164792.269619:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.269619:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297422208 00010000:00010000:0.0:1733164792.269621:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.269623:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7359 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.269624:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3810:3761:x1817354297420416:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2621us (2692us total) trans 4295983387 rc 0/0 00010000:00010000:1.0:1733164792.269628:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880122b44fc0/0xe92384b90c8490de lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9db expref: 292 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.269630:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187972 00000100:00100000:3.0:1733164792.269633:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187980 00010000:00010000:1.0:1733164792.269637:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880122b44fc0/0xe92384b90c8490de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9db expref: 292 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.269638:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d9bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3809:3762:x1817354297422208:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.269643:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f07a400/0xe92384b90c849132 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea05 expref: 292 pid: 16680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.269646:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca32d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297422336:192.168.202.7@tcp:104: 00002000:00080000:3.0:1733164792.269648:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9257 count 1 00010000:00010000:0.0:1733164792.269651:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f07a400/0xe92384b90c849132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea05 expref: 292 pid: 16680 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.269655:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8801316e4380/2, rc 0, transno 1016091 00010000:00010000:3.0:1733164792.269658:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7360 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.269660:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082798e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297422464:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.269662:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297420416:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.269668:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987b40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.269669:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008aea46c0/0xe92384b90c8491c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea21 expref: 292 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.269678:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265180 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.269679:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.269680:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.269682:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7360 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.269694:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1733164792.269698:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008aea46c0/0xe92384b90c8491c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea21 expref: 292 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.269700:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297422592:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.269707:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008aea46c0/0xe92384b90c8491c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea21 expref: 292 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.269716:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297422720:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.269718:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.269733:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297422592 00000100:00100000:2.0:1733164792.269736:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297422592 00000100:00100000:3.0:1733164792.269740:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.269751:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187981 00000100:00100000:2.0:1733164792.269755:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3810:3760:x1817354297422592:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.269767:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9258 count 1 00010000:00010000:2.0:1733164792.269776:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7367 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.269786:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124b3db00/0xe92384b90c84923c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea44 expref: 292 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.269792:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.269793:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.269795:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7367 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.269811:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124b3db00/0xe92384b90c84923c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea44 expref: 292 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.269820:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124b3db00/0xe92384b90c84923c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea44 expref: 292 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.269829:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096604000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297422848:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.269847:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07b40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.270766:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.270781:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297421056:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.270791:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297421568:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.270797:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d7336 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.270807:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d733d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.270836:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.270847:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606304384 00000100:00100000:1.0:1733164792.270851:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606304384 00000100:00100000:2.0:1733164792.270852:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606304512 00000100:00100000:2.0:1733164792.270856:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606304512 00010000:00010000:1.0:1733164792.270865:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134388000/0xe92384b90c848f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e964 expref: 294 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.270867:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fcce880/0xe92384b90c848f79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e987 expref: 294 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.270886:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808401 00000100:00100000:2.0:1733164792.270889:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+294:2001:x1817354606304512:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.270895:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.270896:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808402 00010000:00010000:2.0:1733164792.270899:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fcce880/0xe92384b90c848f79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e987 expref: 294 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.270901:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+294:2000:x1817354606304384:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.270908:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.270912:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134388000/0xe92384b90c848f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e964 expref: 294 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.270913:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fcce880/0xe92384b90c848f79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e987 expref: 294 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.270920:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134388000/0xe92384b90c848f2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e964 expref: 294 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.270925:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fcce880/0xe92384b90c848f79 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e987 expref: 294 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.270933:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134388000/0xe92384b90c848f2c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e964 expref: 293 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.270935:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.270937:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.270940:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d733d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.270941:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.270943:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.270945:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d7336 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.270946:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d733d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.270952:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d7336 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.270970:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.270977:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.270988:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d7336 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.270996:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+292:2001:x1817354606304512:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 105us (161us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.270996:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d7336 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.270997:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+292:2000:x1817354606304384:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 95us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.271001:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808401 00010000:00010000:3.0:1733164792.271003:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d7336 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.271004:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808402 00010000:00010000:3.0:1733164792.271015:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d7336 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.271021:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d7336 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.271026:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.271030:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d7336 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.271036:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d7336 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.271046:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d7336 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.271052:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2d00/0xe92384b90c8d7336 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.271224:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3811:3760:x1817354297420928:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2477us (2515us total) trans 4295983388 rc 0/0 00000100:00100000:3.0:1733164792.271231:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187974 00010000:00010000:3.0:1733164792.271254:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d733d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.271259:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826c4380/2, rc 0, transno 1016092 00010000:00010000:3.0:1733164792.271260:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d733d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.271267:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d733d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.271273:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297420928:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.271273:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d733d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.271278:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d733d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.271283:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.271285:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d733d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.271291:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d733d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.271301:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d733d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.271307:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1b00/0xe92384b90c8d733d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.271425:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3811:3762:x1817354297421184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2458us (2527us total) trans 4295983389 rc 0/0 00000100:00100000:3.0:1733164792.271432:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187975 00000004:00080000:2.0:1733164792.271464:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826c5f80/2, rc 0, transno 1016093 00000100:00100000:2.0:1733164792.271472:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297421184:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.271501:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297423104:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.271520:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297422976:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.271522:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297421696:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.271526:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.271533:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d7344 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.271558:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.271572:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297421824:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.271579:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297423104 00000100:00100000:3.0:1733164792.271582:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297423104 00010000:00010000:0.0:1733164792.271586:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d734b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.271594:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297422976 00000100:00100000:3.0:1733164792.271597:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297422976 00000100:00100000:3.0:1733164792.271608:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187982 00000100:00100000:3.0:1733164792.271612:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d9bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3812:3761:x1817354297423104:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.271623:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187983 00002000:00080000:3.0:1733164792.271625:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9260 count 1 00000100:00100000:1.0:1733164792.271628:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3812:3760:x1817354297422976:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.271635:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d736e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.271641:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9259 count 1 00010000:00010000:3.0:1733164792.271646:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082c4db00/0xe92384b90c849346 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea8a expref: 290 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.271651:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7375 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.271653:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.271654:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.271656:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d736e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.271662:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082ccd8c0/0xe92384b90c8492c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea67 expref: 290 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.271669:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.271670:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.271672:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7375 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.271673:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082c4db00/0xe92384b90c849346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea8a expref: 290 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.271682:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082c4db00/0xe92384b90c849346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea8a expref: 290 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.271687:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082ccd8c0/0xe92384b90c8492c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea67 expref: 290 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.271691:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297423232:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.271696:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082ccd8c0/0xe92384b90c8492c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea67 expref: 290 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.271705:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297423360:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.271725:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.271726:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54000 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.272034:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.272064:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca32d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297422336:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.272065:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.272077:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.272080:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d7352 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.272087:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606304640 00000100:00100000:0.0:1733164792.272089:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606304640 00010000:00010000:0.0:1733164792.272100:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801367ad8c0/0xe92384b90c849083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9b8 expref: 291 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.272102:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606304768 00000100:00100000:3.0:1733164792.272106:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606304768 00000100:00100000:0.0:1733164792.272115:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606304896 00000100:00100000:0.0:1733164792.272117:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606304896 00010000:00010000:3.0:1733164792.272118:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094789b00/0xe92384b90c848ffe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9a3 expref: 292 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.272125:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880122b44fc0/0xe92384b90c8490de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9db expref: 293 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.272126:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808403 00000100:00100000:2.0:1733164792.272133:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+293:2001:x1817354606304640:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.272139:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808404 00010000:00010000:2.0:1733164792.272162:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.272166:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808405 00000100:00100000:1.0:1733164792.272166:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+293:2002:x1817354606304896:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.272167:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801367ad8c0/0xe92384b90c849083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9b8 expref: 293 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.272172:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+293:2002:x1817354606304768:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.272175:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.272179:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.272181:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880122b44fc0/0xe92384b90c8490de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9db expref: 293 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.272182:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801367ad8c0/0xe92384b90c849083 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9b8 expref: 293 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.272183:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094789b00/0xe92384b90c848ffe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9a3 expref: 293 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.272190:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880122b44fc0/0xe92384b90c8490de lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9db expref: 293 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.272191:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094789b00/0xe92384b90c848ffe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9a3 expref: 293 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.272193:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801367ad8c0/0xe92384b90c849083 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9b8 expref: 293 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.272202:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.272204:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094789b00/0xe92384b90c848ffe lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9a3 expref: 292 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.272204:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122b44fc0/0xe92384b90c8490de lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37e9db expref: 292 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.272204:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.272206:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d7344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272213:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.272213:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d7344 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272214:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.272215:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.272216:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.272217:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d7352 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272219:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d734b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272223:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d7352 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272225:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d734b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.272226:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.272234:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d7344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272238:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.272240:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.272242:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d7344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.272243:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+290:2001:x1817354606304640:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 110us (209us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.272249:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d7344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.272250:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808403 00010000:00010000:3.0:1733164792.272256:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d7344 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.272257:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+290:2002:x1817354606304896:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.272259:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+289:2002:x1817354606304768:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (192us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.272262:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d7344 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.272265:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808404 00010000:00010000:3.0:1733164792.272266:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.272269:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808405 00010000:00010000:3.0:1733164792.272269:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d7344 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.272275:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d7344 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272284:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d7352 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.272284:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d7344 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272288:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d7352 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272289:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d734b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272292:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d7352 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.272295:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d7344 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272296:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d734b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272296:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d7352 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.272299:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.272300:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d7352 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272303:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d734b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272304:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.272306:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d7352 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272312:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d734b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272317:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d7352 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272319:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d734b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272325:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.272326:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d7352 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272328:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d734b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272331:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d7352 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272335:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d734b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.272357:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297422720:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.272374:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7360 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272423:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d734b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.272427:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3814:3759:x1817354297421440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3309us (3442us total) trans 4295983390 rc 0/0 00000100:00100000:3.0:1733164792.272433:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187976 00010000:00010000:0.0:1733164792.272435:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d734b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.272440:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121048e00/2, rc 0, transno 1016094 00000100:00100000:1.0:1733164792.272448:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297421440:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.272457:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606305024 00000100:00100000:0.0:1733164792.272460:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606305024 00000100:00100000:2.0:1733164792.272468:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.272471:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f07a400/0xe92384b90c849132 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea05 expref: 288 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.272491:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606305152 00000100:00100000:0.0:1733164792.272493:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606305152 00010000:00010000:0.0:1733164792.272500:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008aea46c0/0xe92384b90c8491c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea21 expref: 289 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.272500:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808406 00000100:00100000:1.0:1733164792.272506:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+289:2000:x1817354606305024:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.272510:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808407 00000100:00100000:2.0:1733164792.272516:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+289:2000:x1817354606305152:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.272523:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.272524:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.272528:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f07a400/0xe92384b90c849132 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea05 expref: 289 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.272528:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008aea46c0/0xe92384b90c8491c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea21 expref: 289 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.272530:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1733164792.272549:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008aea46c0/0xe92384b90c8491c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea21 expref: 289 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.272555:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f07a400/0xe92384b90c849132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea05 expref: 289 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.272555:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297423488:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.272561:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008aea46c0/0xe92384b90c8491c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea21 expref: 289 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.272568:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.272570:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.272572:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.272573:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7359 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.272573:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.272576:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7360 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.272577:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.272579:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7359 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.272585:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7360 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272590:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.272593:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297423488 00000100:00100000:3.0:1733164792.272596:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297423488 00010000:00010000:2.0:1733164792.272599:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.272611:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+288:2000:x1817354606305024:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 105us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.272612:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187984 00000100:00100000:2.0:1733164792.272615:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+288:2000:x1817354606305152:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 98us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.272616:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d9bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3815:3761:x1817354297423488:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.272618:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808406 00000100:00100000:2.0:1733164792.272622:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808407 00000100:00100000:0.0:1733164792.272624:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3815:3761:x1817354297421312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3285us (3652us total) trans 4295983392 rc 0/0 00002000:00080000:3.0:1733164792.272629:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9261 count 1 00000100:00100000:0.0:1733164792.272630:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187977 00010000:00010000:3.0:1733164792.272639:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d737c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.272641:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7360 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.272647:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7360 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.272649:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096656d00/0xe92384b90c8493bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eaad expref: 286 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.272655:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.272657:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f07a400/0xe92384b90c849132 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea05 expref: 286 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.272657:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.272659:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7360 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.272659:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d737c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.272665:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7360 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.272672:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7360 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.272676:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096656d00/0xe92384b90c8493bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eaad expref: 285 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.272677:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.272679:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7360 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.272685:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7360 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.272685:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096656d00/0xe92384b90c8493bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eaad expref: 285 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.272689:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3814:3760:x1817354297421952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3118us (3198us total) trans 4295983391 rc 0/0 00000100:00100000:3.0:1733164792.272693:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297423616:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.272694:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7360 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.272698:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187978 00010000:00010000:2.0:1733164792.272700:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2640/0xe92384b90c8d7360 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.272714:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000004:00080000:1.0:1733164792.272720:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bed80/2, rc 0, transno 1016095 00000100:00100000:0.0:1733164792.272724:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082798e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297422464:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.272725:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297421952:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.272735:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121049c00/2, rc 0, transno 1016096 00010000:00010000:0.0:1733164792.272736:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7359 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.272739:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297421312:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.272744:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7359 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272755:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7359 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.272758:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297423744:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.272761:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7359 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272768:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7359 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272773:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7359 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.272774:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.272779:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.272782:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7359 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.272785:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1733164792.272787:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7359 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.272789:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297423872:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.272790:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297423744 00000100:00100000:3.0:1733164792.272793:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297423744 00010000:00010000:0.0:1733164792.272796:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7359 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.272802:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7359 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.272809:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.272812:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187985 00000100:00100000:2.0:1733164792.272815:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d9bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3815:3762:x1817354297422208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3175us (3211us total) trans 4295983393 rc 0/0 00000100:00100000:3.0:1733164792.272816:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3815:3759:x1817354297423744:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.272822:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187980 00002000:00080000:3.0:1733164792.272827:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9262 count 1 00000100:00100000:2.0:1733164792.272834:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297423872 00010000:00010000:3.0:1733164792.272836:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7383 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.272838:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297423872 00000100:00100000:1.0:1733164792.272839:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.272846:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c97e640/0xe92384b90c849434 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ead0 expref: 285 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.272851:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606305280 00010000:00010000:3.0:1733164792.272852:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.272853:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.272854:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606305280 00000100:00100000:2.0:1733164792.272854:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187986 00010000:00010000:3.0:1733164792.272855:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7383 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.272858:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3816:3759:x1817354297423872:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.272864:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124b3db00/0xe92384b90c84923c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea44 expref: 286 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.272869:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c97e640/0xe92384b90c849434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ead0 expref: 286 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.272870:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9263 count 1 00000100:00100000:1.0:1733164792.272879:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808408 00010000:00010000:2.0:1733164792.272880:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d738a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.272881:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c97e640/0xe92384b90c849434 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ead0 expref: 286 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.272884:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+286:2001:x1817354606305280:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.272889:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297424000:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.272890:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.272890:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134165200/0xe92384b90c8494ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eafa expref: 286 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272895:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124b3db00/0xe92384b90c84923c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea44 expref: 286 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.272896:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.272898:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.272900:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d738a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272903:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124b3db00/0xe92384b90c84923c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea44 expref: 286 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.272908:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.272913:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.272915:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.272915:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134165200/0xe92384b90c8494ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eafa expref: 286 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.272918:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7367 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.272924:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134165200/0xe92384b90c8494ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eafa expref: 286 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.272925:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7367 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.272933:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297424128:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.272935:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.272952:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+286:2001:x1817354606305280:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.272956:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07300 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.272958:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808408 00000100:00100000:0.0:1733164792.272965:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d9bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3816:3762:x1817354297422080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3387us (3457us total) trans 4295983394 rc 0/0 00000100:00100000:0.0:1733164792.272972:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187979 00000004:00080000:2.0:1733164792.272979:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca33100/2, rc 0, transno 1016097 00000100:00100000:2.0:1733164792.272987:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297422208:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1733164792.272995:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9be300/2, rc 0, transno 1016098 00000100:00100000:2.0:1733164792.272998:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297422080:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.273020:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124b3db00/0xe92384b90c84923c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea44 expref: 285 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.273029:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096604000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297422848:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.273037:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297424256:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.273042:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7367 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.273050:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7367 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.273054:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.273056:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7367 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.273063:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7367 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.273066:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1733164792.273069:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297424256 00010000:00010000:2.0:1733164792.273069:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7367 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.273069:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297424384:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.273073:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297424256 00010000:00010000:2.0:1733164792.273074:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7367 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.273078:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.273079:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.273082:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7367 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.273087:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297424384 00010000:00010000:2.0:1733164792.273088:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.273089:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297424384 00000100:00100000:0.0:1733164792.273093:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.273095:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297423232:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.273098:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7367 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.273102:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606305536 00000100:00100000:1.0:1733164792.273104:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606305536 00010000:00010000:2.0:1733164792.273105:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7367 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x242a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.273105:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d736e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273113:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082ccd8c0/0xe92384b90c8492c1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea67 expref: 285 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.273117:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187987 00000100:00100000:0.0:1733164792.273120:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.273121:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d9bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3817:3761:x1817354297424256:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.273126:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606305408 00000100:00100000:1.0:1733164792.273128:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606305408 00002000:00080000:3.0:1733164792.273130:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9264 count 1 00010000:00010000:1.0:1733164792.273134:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082c4db00/0xe92384b90c849346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea8a expref: 286 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.273136:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808409 00010000:00010000:3.0:1733164792.273137:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d7391 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.273157:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+286:2001:x1817354606305536:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.273159:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097ef8b40/0xe92384b90c84956f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb2b expref: 286 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.273163:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.273164:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.273165:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.273166:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808410 00010000:00010000:3.0:1733164792.273166:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d7391 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.273167:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082ccd8c0/0xe92384b90c8492c1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea67 expref: 286 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.273171:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+286:2001:x1817354606305408:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.273173:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082ccd8c0/0xe92384b90c8492c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea67 expref: 286 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.273176:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097ef8b40/0xe92384b90c84956f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb2b expref: 286 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273178:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.273180:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.273181:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.273182:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082c4db00/0xe92384b90c849346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea8a expref: 286 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.273182:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097ef8b40/0xe92384b90c84956f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb2b expref: 286 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.273183:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.273187:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7375 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.273188:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297424512:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.273194:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.273196:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082c4db00/0xe92384b90c849346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea8a expref: 286 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.273207:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54000 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.273208:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+286:2001:x1817354606305536:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (117us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.273208:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082c4db00/0xe92384b90c849346 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea8a expref: 286 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.273212:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808409 00010000:00010000:1.0:1733164792.273218:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.273220:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.273222:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d736e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.273226:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187988 00000100:00100000:2.0:1733164792.273226:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3818:3760:x1817354297422592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3468us (3506us total) trans 4295983395 rc 0/0 00000100:00100000:0.0:1733164792.273229:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d9bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3818:3761:x1817354297424384:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.273229:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d736e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.273232:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187981 00002000:00080000:0.0:1733164792.273237:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9265 count 1 00010000:00010000:1.0:1733164792.273242:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.273244:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7398 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.273251:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013403c240/0xe92384b90c8495d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb47 expref: 284 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.273255:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.273256:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:2.0:1733164792.273256:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca32680/2, rc 0, transno 1016099 00010000:00010000:0.0:1733164792.273257:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7398 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.273260:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+284:2001:x1817354606305408:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.273263:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297422592:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.273266:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013403c240/0xe92384b90c8495d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb47 expref: 284 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.273266:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808410 00010000:00010000:0.0:1733164792.273272:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013403c240/0xe92384b90c8495d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb47 expref: 284 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.273277:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297424640:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.273289:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d736e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.273291:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.273296:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082ccd8c0/0xe92384b90c8492c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ea67 expref: 283 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.273296:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d736e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.273299:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096604000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297424768:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.273300:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265180 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.273303:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d736e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.273307:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca31500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297423360:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.273309:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d736e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.273315:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d736e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273317:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.273317:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.273320:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.273323:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d736e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.273329:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d736e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.273337:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d736e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.273338:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297424768 00000100:00100000:1.0:1733164792.273341:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297424768 00010000:00010000:3.0:1733164792.273344:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0d80/0xe92384b90c8d736e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x242c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.273355:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187989 00000100:00100000:1.0:1733164792.273359:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3818:3760:x1817354297424768:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.273369:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9266 count 1 00010000:00010000:1.0:1733164792.273379:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d739f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273389:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800981be400/0xe92384b90c849641 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb63 expref: 282 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273395:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.273397:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.273399:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d739f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273413:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800981be400/0xe92384b90c849641 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb63 expref: 282 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273421:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800981be400/0xe92384b90c849641 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb63 expref: 282 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.273430:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297424896:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.273451:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.273452:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d9bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3819:3761:x1817354297423104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1839us (1924us total) trans 4295983396 rc 0/0 00000100:00100000:3.0:1733164792.273456:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187982 00010000:00010000:1.0:1733164792.273464:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273471:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.273478:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008279b800/2, rc 0, transno 1016100 00010000:00010000:1.0:1733164792.273483:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7375 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.273485:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297423104:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.273490:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7375 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273496:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273501:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.273504:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273511:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.273515:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297425024:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.273519:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7375 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273525:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7375 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x242b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.273534:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.273563:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297425024 00000100:00100000:3.0:1733164792.273567:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297425024 00000100:00100000:3.0:1733164792.273583:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187990 00000100:00100000:3.0:1733164792.273587:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3820:3760:x1817354297425024:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.273598:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9267 count 1 00010000:00010000:3.0:1733164792.273608:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d73a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.273618:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091085d40/0xe92384b90c849680 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb86 expref: 282 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.273625:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.273626:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.273629:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d73a6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.273643:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3820:3760:x1817354297422976:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2013us (2083us total) trans 4295983397 rc 0/0 00010000:00010000:3.0:1733164792.273645:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091085d40/0xe92384b90c849680 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb86 expref: 282 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.273649:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187983 00010000:00010000:3.0:1733164792.273654:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091085d40/0xe92384b90c849680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb86 expref: 282 pid: 16588 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.273655:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008279bb80/2, rc 0, transno 1016101 00000100:00100000:2.0:1733164792.273662:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297422976:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.273663:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297425152:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.273685:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54a80 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.273730:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1733164792.273737:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297425280:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.273754:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.273769:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297425280 00000100:00100000:1.0:1733164792.273773:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297425280 00000100:00100000:1.0:1733164792.273788:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187991 00000100:00100000:1.0:1733164792.273792:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3820:3762:x1817354297425280:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.273803:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9268 count 1 00010000:00010000:1.0:1733164792.273813:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d73ad lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273823:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ceeaac0/0xe92384b90c8496fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb94 expref: 282 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273830:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.273831:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.273833:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d73ad lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273848:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ceeaac0/0xe92384b90c8496fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb94 expref: 282 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.273858:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ceeaac0/0xe92384b90c8496fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb94 expref: 282 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.273867:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297425408:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.273904:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987f00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.274203:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.274252:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297424128:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.274264:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.274265:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d738a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.274275:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606305664 00000100:00100000:0.0:1733164792.274277:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.274279:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606305664 00000100:00100000:0.0:1733164792.274285:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606305792 00000100:00100000:0.0:1733164792.274288:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606305792 00000100:00100000:2.0:1733164792.274288:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297424000:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.274288:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297423616:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.274291:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096656d00/0xe92384b90c8493bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eaad expref: 284 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.274297:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c97e640/0xe92384b90c849434 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ead0 expref: 284 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.274299:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7383 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274304:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d737c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.274312:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606306048 00000100:00100000:1.0:1733164792.274315:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606306048 00000100:00100000:3.0:1733164792.274321:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297424512:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.274322:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097ef8b40/0xe92384b90c84956f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb2b expref: 285 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.274327:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808411 00010000:00010000:3.0:1733164792.274330:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d7391 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.274332:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+285:2002:x1817354606305664:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.274341:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.274345:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808412 00010000:00010000:2.0:1733164792.274346:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096656d00/0xe92384b90c8493bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eaad expref: 285 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.274351:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+285:2000:x1817354606305792:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.274352:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808413 00010000:00010000:2.0:1733164792.274355:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096656d00/0xe92384b90c8493bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eaad expref: 285 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.274357:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372edc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+285:2000:x1817354606306048:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.274359:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.274364:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c97e640/0xe92384b90c849434 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ead0 expref: 285 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.274365:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.274367:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096656d00/0xe92384b90c8493bd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eaad expref: 285 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.274370:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097ef8b40/0xe92384b90c84956f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb2b expref: 285 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.274373:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c97e640/0xe92384b90c849434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ead0 expref: 285 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.274378:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.274379:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.274382:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d737c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274383:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097ef8b40/0xe92384b90c84956f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb2b expref: 284 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.274386:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c97e640/0xe92384b90c849434 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ead0 expref: 284 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.274388:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d737c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.274392:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297424640:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.274395:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.274395:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097ef8b40/0xe92384b90c84956f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb2b expref: 283 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.274397:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.274399:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.274404:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7398 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274405:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.274406:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.274407:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7383 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.274408:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.274409:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d7391 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274415:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d7391 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.274421:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.274426:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.274428:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+282:2002:x1817354606305664:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 95us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.274432:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.274435:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808411 00000100:00100000:1.0:1733164792.274438:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+282:2000:x1817354606305792:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.274443:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808412 00000100:00100000:3.0:1733164792.274445:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372edc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+281:2000:x1817354606306048:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.274446:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606306176 00000100:00100000:0.0:1733164792.274448:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606306176 00000100:00100000:3.0:1733164792.274451:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808413 00010000:00010000:2.0:1733164792.274453:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d737c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.274459:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013403c240/0xe92384b90c8495d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb47 expref: 281 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.274460:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d737c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.274465:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297424896:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.274467:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d737c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.274474:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d737c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.274475:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d739f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.274480:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d737c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.274480:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808414 00000100:00100000:3.0:1733164792.274484:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+280:2000:x1817354606306176:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.274486:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.274488:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d737c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274490:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.274494:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013403c240/0xe92384b90c8495d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb47 expref: 280 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.274495:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d737c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274501:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013403c240/0xe92384b90c8495d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb47 expref: 280 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.274509:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d737c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274512:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013403c240/0xe92384b90c8495d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb47 expref: 280 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.274515:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1680/0xe92384b90c8d737c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x242d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.274516:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.274521:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.274522:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.274525:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7398 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274531:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7398 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.274532:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606305920 00000100:00100000:1.0:1733164792.274549:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606305920 00010000:00010000:3.0:1733164792.274559:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.274561:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134165200/0xe92384b90c8494ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eafa expref: 280 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.274574:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+280:2000:x1817354606306176:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.274577:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808415 00000100:00100000:3.0:1733164792.274581:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808414 00000100:00100000:1.0:1733164792.274582:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+280:2001:x1817354606305920:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.274588:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.274592:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134165200/0xe92384b90c8494ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eafa expref: 280 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.274600:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134165200/0xe92384b90c8494ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eafa expref: 279 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.274601:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d7391 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274607:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d7391 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.274612:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134165200/0xe92384b90c8494ce lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eafa expref: 279 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.274613:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d7391 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274618:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d7391 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.274623:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.274625:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.274627:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d738a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274628:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d7391 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.274632:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.274634:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d738a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274634:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.274637:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d7391 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274645:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d7391 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.274648:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.274652:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d7391 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274658:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2400/0xe92384b90c8d7391 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.274661:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d9bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3821:3761:x1817354297423488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2042us (2081us total) trans 4295983398 rc 0/0 00000100:00100000:2.0:1733164792.274667:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187984 00000100:00100000:3.0:1733164792.274676:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606306304 00000100:00100000:3.0:1733164792.274678:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606306304 00010000:00010000:3.0:1733164792.274688:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800981be400/0xe92384b90c849641 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb63 expref: 279 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.274690:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.274691:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+279:2001:x1817354606305920:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 108us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.274697:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808415 00010000:00010000:2.0:1733164792.274697:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.274701:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808416 00010000:00010000:2.0:1733164792.274704:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.274705:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+278:2000:x1817354606306304:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.274711:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7383 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274711:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.274714:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800981be400/0xe92384b90c849641 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb63 expref: 278 pid: 15986 timeout: 1075 lvb_type: 0 00000004:00080000:0.0:1733164792.274716:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca32d80/2, rc 0, transno 1016102 00010000:00010000:1.0:1733164792.274716:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d738a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.274717:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7383 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.274722:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.274722:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800981be400/0xe92384b90c849641 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb63 expref: 278 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.274723:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d738a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.274725:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297423488:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.274725:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7383 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.274730:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d738a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.274732:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7383 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274732:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800981be400/0xe92384b90c849641 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb63 expref: 278 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.274736:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7398 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.274737:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d738a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.274741:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7383 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274741:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.274742:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7398 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274742:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.274743:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d738a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274745:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d739f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.274747:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3840/0xe92384b90c8d7383 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x242e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.274748:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7398 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.274749:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.274750:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d739f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.274751:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d738a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.274754:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7398 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.274761:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.274763:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d738a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.274766:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7398 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.274772:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.274773:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d738a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.274774:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7398 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.274775:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+277:2000:x1817354606306304:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (143us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.274779:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d738a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x242f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.274780:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808416 00010000:00010000:0.0:1733164792.274781:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7398 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.274789:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7398 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.274794:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7398 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.274868:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3824:3759:x1817354297423744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2050us (2091us total) trans 4295983399 rc 0/0 00000100:00100000:2.0:1733164792.274875:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187985 00000004:00080000:0.0:1733164792.274877:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca33480/2, rc 0, transno 1016103 00000100:00100000:0.0:1733164792.274884:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297423744:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.274890:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3823:3759:x1817354297423872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2030us (2085us total) trans 4295983400 rc 0/0 00000004:00080000:0.0:1733164792.274893:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca32a00/2, rc 0, transno 1016104 00000100:00100000:0.0:1733164792.274896:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297423872:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.274896:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297425536:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.274897:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187986 00010000:00010000:1.0:1733164792.274915:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d739f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.274916:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.274922:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d739f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.274929:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d739f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.274931:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d9bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3822:3761:x1817354297424256:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1807us (1873us total) trans 4295983402 rc 0/0 00010000:00010000:1.0:1733164792.274936:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d739f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.274937:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187987 00010000:00010000:1.0:1733164792.274943:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d739f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.274949:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297425536 00000100:00100000:3.0:1733164792.274952:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297425536 00010000:00010000:1.0:1733164792.274953:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.274956:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d739f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.274962:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d9bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3822:3761:x1817354297424384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1731us (1882us total) trans 4295983401 rc 0/0 00010000:00010000:1.0:1733164792.274962:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d739f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.274964:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187992 00000100:00100000:2.0:1733164792.274966:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.274968:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3822:3762:x1817354297425536:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.274969:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187988 00010000:00010000:1.0:1733164792.274971:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d739f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.274977:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d739f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.274988:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606306432 00000004:00080000:0.0:1733164792.274990:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af4a80/2, rc 0, transno 1016105 00000100:00100000:3.0:1733164792.274992:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606306432 00000100:00100000:0.0:1733164792.274993:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297424384:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1733164792.275001:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca31880/2, rc 0, transno 1016106 00010000:00010000:3.0:1733164792.275001:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091085d40/0xe92384b90c849680 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb86 expref: 277 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.275003:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297424256:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.275016:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808417 00000100:00100000:3.0:1733164792.275020:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+277:2001:x1817354606306432:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.275027:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.275027:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.275030:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091085d40/0xe92384b90c849680 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb86 expref: 277 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.275038:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091085d40/0xe92384b90c849680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb86 expref: 277 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.275041:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606306560 00000100:00100000:2.0:1733164792.275044:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606306560 00010000:00010000:3.0:1733164792.275049:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.275050:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.275052:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d73a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.275056:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ceeaac0/0xe92384b90c8496fe lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb94 expref: 278 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.275058:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d73a6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.275067:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.275078:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3822:3760:x1817354297424768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1717us (1759us total) trans 4295983403 rc 0/0 00000100:00100000:2.0:1733164792.275082:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808418 00000100:00100000:3.0:1733164792.275082:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+278:2001:x1817354606306432:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.275084:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187989 00000100:00100000:2.0:1733164792.275087:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+278:2000:x1817354606306560:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.275087:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808417 00010000:00010000:2.0:1733164792.275102:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.275107:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ceeaac0/0xe92384b90c8496fe lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb94 expref: 277 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.275117:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ceeaac0/0xe92384b90c8496fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb94 expref: 277 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.275119:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297425408:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.275129:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297425664:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.275130:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ceeaac0/0xe92384b90c8496fe lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb94 expref: 277 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.275131:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d73ad lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.275162:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.275164:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.275167:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d73ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.275171:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.275173:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d73ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.275180:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091085d40/0xe92384b90c849680 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eb86 expref: 276 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.275184:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1733164792.275188:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.275189:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297425792:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.275193:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297425152:192.168.202.7@tcp:104: 00000004:00080000:1.0:1733164792.275196:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096604000/2, rc 0, transno 1016107 00000100:00100000:1.0:1733164792.275204:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096604000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297424768:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.275205:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d73a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.275206:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.275209:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+275:2000:x1817354606306560:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 121us (182us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.275211:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d73a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.275215:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808418 00000100:00100000:1.0:1733164792.275216:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297425664 00010000:00010000:3.0:1733164792.275217:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d73a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.275218:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297425664 00000100:00100000:0.0:1733164792.275222:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297425792 00010000:00010000:3.0:1733164792.275223:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d73a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.275225:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297425792 00010000:00010000:3.0:1733164792.275229:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d73a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.275235:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187993 00000100:00100000:2.0:1733164792.275235:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297426048:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.275235:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d73a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.275239:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1200 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.275240:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3823:3759:x1817354297425664:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.275242:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d73a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.275247:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187994 00010000:00010000:3.0:1733164792.275248:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d73a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.275251:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3823:3759:x1817354297425792:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.275251:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9270 count 1 00010000:00010000:1.0:1733164792.275261:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d73b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.275261:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d73a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.275262:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9271 count 1 00010000:00010000:3.0:1733164792.275266:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1200/0xe92384b90c8d73a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.275271:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008eab1680/0xe92384b90c8497de lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebda expref: 274 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.275272:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d73bb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.275276:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.275276:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.275278:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.275280:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d73b4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.275281:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800930db600/0xe92384b90c849840 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebfd expref: 274 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.275287:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.275288:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.275290:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297426048 00010000:00010000:0.0:1733164792.275291:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d73bb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.275293:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297426048 00010000:00010000:1.0:1733164792.275294:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008eab1680/0xe92384b90c8497de lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebda expref: 274 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.275303:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008eab1680/0xe92384b90c8497de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebda expref: 274 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.275305:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800930db600/0xe92384b90c849840 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebfd expref: 274 pid: 16685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.275308:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187995 00000100:00100000:1.0:1733164792.275312:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297426176:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.275312:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121fb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3825:3762:x1817354297426048:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.275313:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800930db600/0xe92384b90c849840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebfd expref: 274 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.275322:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297426304:192.168.202.7@tcp:104: 00002000:00080000:2.0:1733164792.275323:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9273 count 1 00000100:00100000:1.0:1733164792.275330:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987f00 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.275333:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d73c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.275339:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265180 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.275342:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d73ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.275344:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091199d40/0xe92384b90c84996d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec43 expref: 274 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.275348:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d73ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.275350:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297425920:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.275350:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.275352:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.275354:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d73c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.275355:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d73ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.275364:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d73ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.275366:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.275370:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d73ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.275370:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091199d40/0xe92384b90c84996d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec43 expref: 274 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.275374:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3825:3760:x1817354297425024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1785us (1837us total) trans 4295983404 rc 0/0 00010000:00010000:1.0:1733164792.275375:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.275378:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d73ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.275378:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091199d40/0xe92384b90c84996d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec43 expref: 274 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.275381:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187990 00000100:00100000:0.0:1733164792.275384:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297425920 00010000:00010000:1.0:1733164792.275384:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d73ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.275386:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297425920 00000100:00100000:2.0:1733164792.275387:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297426432:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.275394:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d73ad lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.275400:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d73ad lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.275401:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187996 00000100:00100000:2.0:1733164792.275406:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07300 going to sleep for 11 seconds 00000004:00080000:1.0:1733164792.275432:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bfb80/2, rc 0, transno 1016108 00000100:00100000:1.0:1733164792.275440:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297425024:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.275447:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.275452:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297426560:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.275457:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3825:3761:x1817354297425920:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.275469:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1733164792.275471:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.275476:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297426688:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.275483:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9269 count 1 00000100:00100000:2.0:1733164792.275486:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297426560 00000100:00100000:2.0:1733164792.275489:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297426560 00010000:00010000:3.0:1733164792.275491:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d73c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.275493:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.275499:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a884480/0xe92384b90c849767 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebb7 expref: 274 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.275503:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.275504:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.275505:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d73c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.275506:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297426688 00000100:00100000:2.0:1733164792.275508:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297426688 00000100:00100000:0.0:1733164792.275511:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187997 00000100:00100000:0.0:1733164792.275515:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3827:3760:x1817354297426560:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.275515:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a884480/0xe92384b90c849767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebb7 expref: 274 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.275521:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187998 00010000:00010000:3.0:1733164792.275521:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a884480/0xe92384b90c849767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebb7 expref: 274 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.275525:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3828:3759:x1817354297426688:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.275529:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9272 count 1 00000100:00100000:3.0:1733164792.275530:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297426816:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.275552:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d73d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.275552:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9275 count 1 00010000:00010000:0.0:1733164792.275562:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013674ed00/0xe92384b90c8498e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec20 expref: 274 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.275562:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d73d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.275563:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54a80 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.275567:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.275568:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.275570:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d73d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.275573:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e681d40/0xe92384b90c849a4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec89 expref: 274 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.275580:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.275581:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.275583:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d73d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.275589:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013674ed00/0xe92384b90c8498e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec20 expref: 274 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.275598:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013674ed00/0xe92384b90c8498e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec20 expref: 274 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.275601:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3828:3762:x1817354297425280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1807us (1845us total) trans 4295983405 rc 0/0 00010000:00010000:2.0:1733164792.275601:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e681d40/0xe92384b90c849a4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec89 expref: 274 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.275606:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297426944:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.275608:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187991 00010000:00010000:2.0:1733164792.275610:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e681d40/0xe92384b90c849a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec89 expref: 274 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.275619:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297427072:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.275624:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265b40 going to sleep for 11 seconds 00000004:00080000:1.0:1733164792.275630:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bce00/2, rc 0, transno 1016109 00000100:00100000:1.0:1733164792.275636:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297425280:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.275638:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07b40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.275662:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.275667:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297427200:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.275686:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1733164792.275704:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9274 count 1 00000100:00100000:2.0:1733164792.275704:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297427200 00000100:00100000:2.0:1733164792.275707:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297427200 00010000:00010000:1.0:1733164792.275714:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d73de lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.275725:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095bf3840/0xe92384b90c8499f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec66 expref: 274 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.275730:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.275731:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.275734:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d73de lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.275734:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187999 00000100:00100000:2.0:1733164792.275738:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3828:3762:x1817354297427200:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.275748:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095bf3840/0xe92384b90c8499f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec66 expref: 274 pid: 16653 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.275749:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9276 count 1 00010000:00010000:1.0:1733164792.275756:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095bf3840/0xe92384b90c8499f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec66 expref: 274 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.275760:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d73e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.275764:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297427328:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.275771:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801228f8900/0xe92384b90c849aa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecac expref: 274 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.275776:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.275777:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.275780:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d73e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.275784:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.275796:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801228f8900/0xe92384b90c849aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecac expref: 274 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.275804:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801228f8900/0xe92384b90c849aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecac expref: 274 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.275813:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297427456:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.275837:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.276469:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297426176:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.276482:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d73b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.276486:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.276490:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297426304:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.276498:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297426432:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.276505:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d73bb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276509:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d73c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.276518:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606306816 00000100:00100000:2.0:1733164792.276521:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606306816 00000100:00100000:0.0:1733164792.276525:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.276527:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297426944:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.276528:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297426816:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.276535:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800930db600/0xe92384b90c849840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebfd expref: 275 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.276554:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d73d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276558:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d73c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.276561:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.276572:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606306944 00000100:00100000:3.0:1733164792.276574:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606306688 00000100:00100000:2.0:1733164792.276575:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606306944 00000100:00100000:3.0:1733164792.276576:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606306688 00000100:00100000:1.0:1733164792.276579:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808419 00000100:00100000:0.0:1733164792.276580:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.276583:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091199d40/0xe92384b90c84996d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec43 expref: 277 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.276584:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008eab1680/0xe92384b90c8497de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebda expref: 277 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.276585:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+277:2003:x1817354606306816:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.276593:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.276597:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800930db600/0xe92384b90c849840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebfd expref: 277 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.276601:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606307072 00000100:00100000:2.0:1733164792.276603:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606307072 00010000:00010000:1.0:1733164792.276607:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800930db600/0xe92384b90c849840 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebfd expref: 278 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.276607:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808420 00010000:00010000:2.0:1733164792.276610:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a884480/0xe92384b90c849767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebb7 expref: 278 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.276612:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+278:2000:x1817354606306944:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.276619:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800930db600/0xe92384b90c849840 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebfd expref: 278 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.276619:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.276623:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091199d40/0xe92384b90c84996d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec43 expref: 278 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.276625:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808421 00010000:00010000:1.0:1733164792.276627:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.276629:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.276629:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+277:2000:x1817354606306688:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.276631:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091199d40/0xe92384b90c84996d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec43 expref: 277 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.276632:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d73bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.276634:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.276638:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008eab1680/0xe92384b90c8497de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebda expref: 277 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.276639:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d73bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.276646:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008eab1680/0xe92384b90c8497de lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebda expref: 277 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.276648:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091199d40/0xe92384b90c84996d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec43 expref: 277 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.276650:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.276655:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008eab1680/0xe92384b90c8497de lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebda expref: 276 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.276656:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.276658:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.276661:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d73c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.276663:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.276665:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.276667:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d73b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276668:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d73c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.276671:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+275:2003:x1817354606306816:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (186us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.276673:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d73b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.276678:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808419 00010000:00010000:3.0:1733164792.276680:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.276685:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.276693:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808422 00000100:00100000:1.0:1733164792.276697:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+274:2000:x1817354606307072:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.276697:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+274:2000:x1817354606306688:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 66us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.276697:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+274:2000:x1817354606306944:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (171us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.276703:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.276703:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808421 00000100:00100000:3.0:1733164792.276709:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808420 00010000:00010000:1.0:1733164792.276718:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a884480/0xe92384b90c849767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebb7 expref: 274 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.276722:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d73bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.276729:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d73bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.276730:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a884480/0xe92384b90c849767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebb7 expref: 272 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.276736:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d73bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.276741:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a884480/0xe92384b90c849767 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ebb7 expref: 272 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.276742:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d73bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276745:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d73c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.276748:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d73bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.276750:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.276751:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.276751:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d73c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.276754:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d73c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.276755:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.276757:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d73bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276757:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d73c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.276761:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d73c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276763:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d73c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.276764:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d73bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.276770:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297427072:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.276770:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.276772:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d73bb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276774:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d73c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.276778:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d73bb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276780:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.276781:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d73d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276783:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d73c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.276785:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+271:2000:x1817354606307072:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (204us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.276788:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d73c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.276791:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808422 00010000:00010000:3.0:1733164792.276794:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d73c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276800:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d73c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.276802:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.276811:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606307200 00000100:00100000:1.0:1733164792.276814:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606307200 00010000:00010000:1.0:1733164792.276823:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013674ed00/0xe92384b90c8498e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec20 expref: 271 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.276830:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.276845:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606307328 00000100:00100000:1.0:1733164792.276848:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606307328 00000100:00100000:0.0:1733164792.276849:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808423 00000100:00100000:0.0:1733164792.276853:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+272:2000:x1817354606307200:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.276855:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e681d40/0xe92384b90c849a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec89 expref: 272 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.276859:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.276861:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013674ed00/0xe92384b90c8498e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec20 expref: 272 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.276869:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808424 00010000:00010000:0.0:1733164792.276871:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013674ed00/0xe92384b90c8498e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec20 expref: 272 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.276873:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+272:2001:x1817354606307328:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.276879:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013674ed00/0xe92384b90c8498e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec20 expref: 272 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.276880:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.276883:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e681d40/0xe92384b90c849a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec89 expref: 271 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.276885:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.276886:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.276887:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d73d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.276892:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d73d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.276892:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e681d40/0xe92384b90c849a4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec89 expref: 271 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.276900:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.276903:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e681d40/0xe92384b90c849a4d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec89 expref: 271 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.276908:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121fb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3830:3762:x1817354297426048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1594us (1630us total) trans 4295983407 rc 0/0 00000100:00100000:0.0:1733164792.276911:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+270:2000:x1817354606307200:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 57us (109us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.276912:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.276912:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3830:3759:x1817354297425792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1660us (1705us total) trans 4295983406 rc 0/0 00010000:00010000:1.0:1733164792.276914:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.276915:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808423 00000100:00100000:3.0:1733164792.276915:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187995 00010000:00010000:1.0:1733164792.276917:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d73d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.276918:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187994 00010000:00010000:1.0:1733164792.276923:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d73d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.276928:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d73d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276933:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d73c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.276934:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d73d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.276934:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1733164792.276939:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bd500/2, rc 0, transno 1016110 00010000:00010000:0.0:1733164792.276940:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d73d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276940:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d73c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.276945:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297425792:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.276947:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d73c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.276949:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+269:2001:x1817354606307328:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (117us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.276952:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d73d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276954:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d73c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.276955:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808424 00010000:00010000:0.0:1733164792.276958:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d73d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276960:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d73c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.276964:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.276965:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d33c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.276967:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d73d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276968:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d73c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.276970:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d73b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.276970:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1733164792.276974:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d73d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276974:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d73c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.276976:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297427584:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.276977:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d73b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.276983:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d73d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276983:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d73c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.276984:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d73b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.276989:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d33c0/0xe92384b90c8d73c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.276990:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d73d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.276991:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d73b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.276997:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d73b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.276998:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.277003:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.277006:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d73b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.277012:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297427584 00000100:00100000:2.0:1733164792.277015:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297427584 00010000:00010000:1.0:1733164792.277018:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d73b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.277026:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d73b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.277032:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d73b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.277037:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188000 00000100:00100000:2.0:1733164792.277041:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800850fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3830:3761:x1817354297427584:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.277052:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9277 count 1 00010000:00010000:2.0:1733164792.277061:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d73ec lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.277071:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013120ef40/0xe92384b90c849afc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecba expref: 268 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.277073:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3831:3761:x1817354297425920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1667us (1706us total) trans 4295983408 rc 0/0 00010000:00010000:2.0:1733164792.277077:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.277078:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187996 00010000:00010000:2.0:1733164792.277079:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.277081:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d73ec lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277091:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d73d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277095:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d73d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.277095:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013120ef40/0xe92384b90c849afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecba expref: 268 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277100:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d73d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.277104:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013120ef40/0xe92384b90c849afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecba expref: 268 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.277104:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3831:3762:x1817354297425536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2135us (2187us total) trans 4295983409 rc 0/0 00010000:00010000:0.0:1733164792.277105:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d73d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277108:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d73d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.277110:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187992 00010000:00010000:0.0:1733164792.277111:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.277113:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d73d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277116:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d73d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.277118:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297427712:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.277122:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d73d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277125:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d73d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x243b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.277135:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07180 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.277138:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3830:3759:x1817354297425664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1897us (1966us total) trans 4295983410 rc 0/0 00000100:00100000:1.0:1733164792.277164:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187993 00000004:00080000:2.0:1733164792.277167:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bc700/2, rc 0, transno 1016112 00000100:00100000:2.0:1733164792.277173:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297425920:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.277208:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3830:3759:x1817354297426688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1682us (1713us total) trans 4295983411 rc 0/0 00000100:00100000:0.0:1733164792.277212:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187998 00000004:00080000:3.0:1733164792.277250:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bdf80/2, rc 0, transno 1016114 00000100:00100000:1.0:1733164792.277254:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.277256:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297425664:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.277260:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.277262:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297427840:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.277265:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb7480/2, rc 0, transno 1016115 00000100:00100000:0.0:1733164792.277268:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606307456 00000100:00100000:3.0:1733164792.277270:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297426688:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.277271:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606307456 00000100:00100000:3.0:1733164792.277275:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1733164792.277278:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095bf3840/0xe92384b90c8499f9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec66 expref: 269 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.277278:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297427456:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.277280:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297427968:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.277283:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.277290:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d73e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.277295:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808425 00000100:00100000:0.0:1733164792.277298:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+269:2000:x1817354606307456:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.277299:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297427840 00000100:00100000:1.0:1733164792.277302:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297427840 00010000:00010000:0.0:1733164792.277303:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.277305:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095bf3840/0xe92384b90c8499f9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec66 expref: 269 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.277311:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095bf3840/0xe92384b90c8499f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec66 expref: 269 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.277314:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297428096:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.277314:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.277315:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188001 00010000:00010000:0.0:1733164792.277318:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.277318:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.277319:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3830:3760:x1817354297427840:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.277320:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d73de lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277324:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d73de lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.277329:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297427968 00000100:00100000:2.0:1733164792.277330:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.277331:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1733164792.277331:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9278 count 1 00000100:00100000:3.0:1733164792.277332:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297427968 00010000:00010000:1.0:1733164792.277340:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d73f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.277342:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+269:2000:x1817354606307456:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 43us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.277345:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808425 00000100:00100000:3.0:1733164792.277346:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297428096 00000100:00100000:3.0:1733164792.277347:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297428096 00000100:00100000:2.0:1733164792.277348:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188002 00010000:00010000:1.0:1733164792.277350:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801308558c0/0xe92384b90c849b26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecdd expref: 268 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.277352:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d9bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3832:3759:x1817354297427968:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.277357:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188003 00000100:00100000:3.0:1733164792.277360:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007db8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3832:3761:x1817354297428096:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.277362:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095bf3840/0xe92384b90c8499f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ec66 expref: 268 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.277362:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1733164792.277363:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9279 count 1 00010000:00010000:1.0:1733164792.277364:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.277366:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d73f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.277368:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9280 count 1 00010000:00010000:2.0:1733164792.277372:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d73fa lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.277375:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d7401 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.277381:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801308558c0/0xe92384b90c849b26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecdd expref: 267 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.277382:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f7c1440/0xe92384b90c849b9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecf2 expref: 267 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.277383:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008afb0fc0/0xe92384b90c849c0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed0e expref: 267 pid: 16685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.277385:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297427328:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.277388:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.277389:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.277390:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801308558c0/0xe92384b90c849b26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecdd expref: 267 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.277390:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.277391:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.277392:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d73fa lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277393:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d73de lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.277393:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d7401 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277398:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d73de lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.277398:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297428224:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.277401:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d73de lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277405:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d73de lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.277407:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008afb0fc0/0xe92384b90c849c0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed0e expref: 267 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.277408:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f7c1440/0xe92384b90c849b9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecf2 expref: 267 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277409:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d73de lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277413:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d73de lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.277415:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008afb0fc0/0xe92384b90c849c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed0e expref: 267 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.277416:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.277416:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f7c1440/0xe92384b90c849b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecf2 expref: 267 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.277417:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d73de lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.277417:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987f00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.277421:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d73de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.277424:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297428480:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.277428:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096605500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297428352:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.277429:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d73de lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277432:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d73de lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x243a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.277436:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bf800/2, rc 0, transno 1016111 00000100:00100000:2.0:1733164792.277441:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.277442:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.277443:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297426048:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.277452:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bc000/2, rc 0, transno 1016113 00000100:00100000:1.0:1733164792.277455:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297425536:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.277475:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.277482:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297428608:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.277502:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.277504:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.277506:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3833:3760:x1817354297426560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1990us (2034us total) trans 4295983412 rc 0/0 00000100:00100000:0.0:1733164792.277510:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187997 00000100:00100000:0.0:1733164792.277521:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606307584 00000100:00100000:2.0:1733164792.277521:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297428608 00000100:00100000:0.0:1733164792.277523:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606307584 00000100:00100000:3.0:1733164792.277523:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297428736:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.277524:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297428608 00010000:00010000:0.0:1733164792.277530:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801228f8900/0xe92384b90c849aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecac expref: 268 pid: 15891 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.277533:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bf100/2, rc 0, transno 1016116 00000100:00100000:1.0:1733164792.277554:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297426560:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.277554:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188004 00000100:00100000:3.0:1733164792.277556:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.277558:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3833:3761:x1817354297428608:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.277559:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808426 00000100:00100000:0.0:1733164792.277561:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+268:2002:x1817354606307584:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.277566:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.277569:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801228f8900/0xe92384b90c849aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecac expref: 268 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.277574:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801228f8900/0xe92384b90c849aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecac expref: 268 pid: 15891 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.277576:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9281 count 1 00000100:00100000:3.0:1733164792.277578:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297428736 00000100:00100000:3.0:1733164792.277580:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297428736 00010000:00010000:0.0:1733164792.277581:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801228f8900/0xe92384b90c849aa1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecac expref: 268 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.277585:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7408 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277591:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.277592:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.277593:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d73e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.277594:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188005 00010000:00010000:2.0:1733164792.277595:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082dc5b00/0xe92384b90c849ca7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed2a expref: 267 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.277597:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3834:3759:x1817354297428736:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.277598:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d73e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.277601:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.277602:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.277604:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7408 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.277606:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1733164792.277606:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9282 count 1 00010000:00010000:3.0:1733164792.277613:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d740f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.277615:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+267:2002:x1817354606307584:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (113us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.277618:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082dc5b00/0xe92384b90c849ca7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed2a expref: 267 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.277619:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808426 00010000:00010000:3.0:1733164792.277622:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097d60480/0xe92384b90c849cf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed54 expref: 267 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.277630:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082dc5b00/0xe92384b90c849ca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed2a expref: 266 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.277634:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.277636:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.277638:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297428864:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.277638:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d740f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.277652:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097d60480/0xe92384b90c849cf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed54 expref: 266 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.277656:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07000 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.277665:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097d60480/0xe92384b90c849cf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed54 expref: 266 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.277672:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297428992:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.277681:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d73e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.277687:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54300 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.277688:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297429120:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.277688:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d73e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.277695:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d73e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.277701:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d73e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.277708:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.277708:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d73e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.277713:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.277716:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d73e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.277722:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297429120 00010000:00010000:2.0:1733164792.277723:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d73e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.277725:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297429120 00010000:00010000:2.0:1733164792.277732:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d73e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.277738:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d73e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x243c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.277738:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188006 00000100:00100000:3.0:1733164792.277742:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3835:3760:x1817354297429120:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.277751:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9283 count 1 00010000:00010000:3.0:1733164792.277759:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d7416 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.277769:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4900/0xe92384b90c849d79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed77 expref: 266 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.277774:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.277775:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.277778:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d7416 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.277792:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4900/0xe92384b90c849d79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed77 expref: 266 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.277800:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4900/0xe92384b90c849d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed77 expref: 266 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.277813:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297429248:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.277833:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.277838:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3836:3762:x1817354297427200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2099us (2152us total) trans 4295983413 rc 0/0 00000100:00100000:2.0:1733164792.277844:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187999 00000004:00080000:1.0:1733164792.277853:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af6300/2, rc 0, transno 1016117 00000100:00100000:1.0:1733164792.277861:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297427200:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.277893:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297429376:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.277912:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.277947:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297429376 00000100:00100000:2.0:1733164792.277951:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297429376 00000100:00100000:2.0:1733164792.277963:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188007 00000100:00100000:2.0:1733164792.277966:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3836:3761:x1817354297429376:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.277975:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9284 count 1 00010000:00010000:2.0:1733164792.277982:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d741d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.277991:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086711440/0xe92384b90c849df7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed9a expref: 266 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.277997:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.277998:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.278000:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d741d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.278014:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086711440/0xe92384b90c849df7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed9a expref: 266 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.278027:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086711440/0xe92384b90c849df7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed9a expref: 266 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.278033:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297429504:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.278061:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb073c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.278344:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297427712:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.278357:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d73ec lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.278857:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297428224:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.278857:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096605500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297428352:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.278867:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297428480:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.278870:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.278871:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d73f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.278871:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d7401 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.278881:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d73fa lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.278890:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297428992:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.278899:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d740f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.278901:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297429504:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.278908:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d741d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.278922:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297428864:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.278929:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606308352 00010000:00010000:2.0:1733164792.278931:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7408 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.278933:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606308352 00010000:00010000:0.0:1733164792.278945:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f7c1440/0xe92384b90c849b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecf2 expref: 267 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.278968:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808427 00000100:00100000:0.0:1733164792.278971:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+267:2003:x1817354606308352:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.278977:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.278980:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f7c1440/0xe92384b90c849b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecf2 expref: 267 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.278986:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f7c1440/0xe92384b90c849b9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecf2 expref: 267 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.278998:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f7c1440/0xe92384b90c849b9d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecf2 expref: 267 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.279005:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.279006:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.279008:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d73fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.279013:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d73fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.279033:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.279054:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d73fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.279057:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+266:2003:x1817354606308352:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.279063:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808427 00010000:00010000:2.0:1733164792.279066:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d73fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279073:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d73fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279080:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d73fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.279085:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.279086:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d73fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279091:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.279093:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d73fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279099:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d73fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.279107:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606307712 00000100:00100000:0.0:1733164792.279110:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606307712 00010000:00010000:2.0:1733164792.279118:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d73fa lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.279119:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013120ef40/0xe92384b90c849afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecba expref: 266 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.279127:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d73fa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x243f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.279130:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808428 00000100:00100000:0.0:1733164792.279133:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+266:2001:x1817354606307712:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.279137:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.279162:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013120ef40/0xe92384b90c849afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecba expref: 266 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.279164:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.279176:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013120ef40/0xe92384b90c849afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecba expref: 266 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.279179:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.279180:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606307968 00000100:00100000:3.0:1733164792.279183:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606307968 00010000:00010000:0.0:1733164792.279188:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013120ef40/0xe92384b90c849afc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecba expref: 267 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.279193:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.279195:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082dc5b00/0xe92384b90c849ca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed2a expref: 267 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.279197:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.279199:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.279201:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d73ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.279204:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606308224 00010000:00010000:0.0:1733164792.279207:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d73ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.279207:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606308224 00000100:00100000:3.0:1733164792.279209:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606308608 00000100:00100000:3.0:1733164792.279210:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606308608 00010000:00010000:1.0:1733164792.279216:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097d60480/0xe92384b90c849cf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed54 expref: 268 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.279216:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086711440/0xe92384b90c849df7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed9a expref: 268 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.279229:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.279232:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808429 00000100:00100000:1.0:1733164792.279237:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+268:2001:x1817354606307968:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.279237:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808430 00000100:00100000:3.0:1733164792.279241:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+268:2001:x1817354606308224:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.279244:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.279244:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808431 00000100:00100000:0.0:1733164792.279246:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+268:2001:x1817354606307712:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 111us (161us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.279246:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.279248:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082dc5b00/0xe92384b90c849ca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed2a expref: 268 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.279250:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808428 00000100:00100000:2.0:1733164792.279250:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+268:2001:x1817354606308608:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.279250:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097d60480/0xe92384b90c849cf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed54 expref: 268 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.279256:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082dc5b00/0xe92384b90c849ca7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed2a expref: 267 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.279257:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097d60480/0xe92384b90c849cf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed54 expref: 267 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.279258:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.279262:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086711440/0xe92384b90c849df7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed9a expref: 267 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.279268:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082dc5b00/0xe92384b90c849ca7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed2a expref: 267 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.279268:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d60480/0xe92384b90c849cf4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed54 expref: 267 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.279270:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086711440/0xe92384b90c849df7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed9a expref: 267 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.279271:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.279277:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.279277:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.279278:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.279278:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.279280:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606307840 00010000:00010000:1.0:1733164792.279281:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7408 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279281:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086711440/0xe92384b90c849df7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed9a expref: 265 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.279281:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d740f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.279283:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606307840 00010000:00010000:1.0:1733164792.279288:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7408 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.279288:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d740f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.279291:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801308558c0/0xe92384b90c849b26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecdd expref: 265 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.279291:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.279292:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.279295:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d741d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279300:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.279300:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.279302:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d741d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.279305:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808432 00000100:00100000:0.0:1733164792.279309:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+265:2001:x1817354606307840:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.279316:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.279316:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+265:2001:x1817354606307968:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (152us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.279316:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.279316:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+265:2001:x1817354606308224:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (136us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.279319:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801308558c0/0xe92384b90c849b26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecdd expref: 265 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.279322:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808429 00000100:00100000:3.0:1733164792.279324:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808430 00010000:00010000:0.0:1733164792.279327:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801308558c0/0xe92384b90c849b26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecdd expref: 265 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.279334:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+263:2001:x1817354606308608:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (139us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.279338:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801308558c0/0xe92384b90c849b26 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ecdd expref: 263 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.279340:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808431 00010000:00010000:3.0:1733164792.279342:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d740f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.279346:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.279348:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.279349:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.279349:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d740f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.279350:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d73f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.279356:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d73f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.279363:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606308096 00010000:00010000:3.0:1733164792.279363:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d740f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.279366:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606308096 00010000:00010000:3.0:1733164792.279369:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d740f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279373:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008afb0fc0/0xe92384b90c849c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed0e expref: 262 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.279376:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.279376:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d740f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279381:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d73f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.279382:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d18c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.279385:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d740f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279387:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d73f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.279387:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808433 00000100:00100000:0.0:1733164792.279390:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+262:2001:x1817354606307840:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.279390:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+262:2001:x1817354606308096:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.279391:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d740f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.279394:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808432 00010000:00010000:1.0:1733164792.279394:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d73f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279394:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.279396:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008afb0fc0/0xe92384b90c849c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed0e expref: 262 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.279400:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d73f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.279400:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d740f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279403:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008afb0fc0/0xe92384b90c849c0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed0e expref: 261 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.279406:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d73f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.279406:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d18c0/0xe92384b90c8d740f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279412:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.279414:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d73f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279414:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008afb0fc0/0xe92384b90c849c0d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed0e expref: 261 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.279420:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d73f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279424:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.279425:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.279427:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d7401 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279429:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d73f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279434:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d7401 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279435:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d73f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x243e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279454:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.279457:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d7401 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.279463:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d7401 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.279470:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d7401 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.279472:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+260:2001:x1817354606308096:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.279475:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297429248:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.279477:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d7401 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.279478:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808433 00010000:00010000:3.0:1733164792.279483:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d7401 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.279486:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d7416 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.279488:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.279490:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d7401 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279495:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d73ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.279497:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d7401 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279502:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d73ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.279505:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d7401 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279507:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d73ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.279510:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d1d40/0xe92384b90c8d7401 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279513:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d73ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279518:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d73ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279523:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.279526:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d73ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.279529:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3838:3760:x1817354297427840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2209us (2245us total) trans 4295983415 rc 0/0 00010000:00010000:2.0:1733164792.279532:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d73ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.279554:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188001 00010000:00010000:2.0:1733164792.279556:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d73ec lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.279560:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb4700/2, rc 0, transno 1016119 00010000:00010000:2.0:1733164792.279562:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d73ec lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x243d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.279569:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297427840:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.279573:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7408 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279580:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7408 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279587:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7408 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279594:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7408 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279601:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7408 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279611:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.279613:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7408 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279620:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7408 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.279620:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007db8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3839:3761:x1817354297428096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2258us (2288us total) trans 4295983416 rc 0/0 00000100:00100000:3.0:1733164792.279625:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188003 00010000:00010000:1.0:1733164792.279629:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7408 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279635:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7408 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.279649:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb5c00/2, rc 0, transno 1016120 00000100:00100000:3.0:1733164792.279656:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297428096:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.279660:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800850fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3838:3761:x1817354297427584:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2617us (2661us total) trans 4295983417 rc 0/0 00000004:00080000:3.0:1733164792.279665:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb5f80/2, rc 0, transno 1016121 00000100:00100000:2.0:1733164792.279667:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188000 00000100:00100000:3.0:1733164792.279668:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297427584:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.279673:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.279679:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297429632:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.279684:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297429888:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.279699:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.279714:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.279717:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297429632 00000100:00100000:1.0:1733164792.279719:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3838:3761:x1817354297428608:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2159us (2216us total) trans 4295983418 rc 0/0 00000100:00100000:3.0:1733164792.279720:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297429632 00000100:00100000:0.0:1733164792.279723:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.279725:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188004 00000100:00100000:0.0:1733164792.279726:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297429760:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.279732:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297429888 00000100:00100000:3.0:1733164792.279734:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297429888 00000100:00100000:0.0:1733164792.279735:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.279737:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188008 00000100:00100000:1.0:1733164792.279740:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3839:3761:x1817354297429632:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.279743:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297429760 00000100:00100000:3.0:1733164792.279745:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297429760 00000100:00100000:0.0:1733164792.279746:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188009 00000100:00100000:0.0:1733164792.279750:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3840:3760:x1817354297429888:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.279751:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9285 count 1 00000100:00100000:2.0:1733164792.279751:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188010 00000100:00100000:2.0:1733164792.279754:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3840:3760:x1817354297429760:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.279758:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9287 count 1 00010000:00010000:1.0:1733164792.279761:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7424 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.279763:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9286 count 1 00010000:00010000:0.0:1733164792.279765:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d742b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.279769:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f6680/2, rc 0, transno 1016122 00010000:00010000:2.0:1733164792.279770:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7432 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279771:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baba880/0xe92384b90c849e4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edb6 expref: 259 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.279773:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082ccf180/0xe92384b90c849f78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee0a expref: 259 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.279775:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297428608:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.279776:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011dc80240/0xe92384b90c849ed0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edcb expref: 259 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.279777:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.279777:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.279778:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.279779:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d742b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.279779:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.279780:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.279781:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.279782:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7424 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279783:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7432 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.279788:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082ccf180/0xe92384b90c849f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee0a expref: 259 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279792:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011dc80240/0xe92384b90c849ed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edcb expref: 259 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.279793:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082ccf180/0xe92384b90c849f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee0a expref: 259 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.279797:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012baba880/0xe92384b90c849e4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edb6 expref: 259 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279797:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011dc80240/0xe92384b90c849ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edcb expref: 259 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.279799:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082798700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297430016:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.279803:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297430144:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.279806:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012baba880/0xe92384b90c849e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edb6 expref: 259 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.279814:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265540 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.279815:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297430272:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.279815:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07000 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.279823:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d741d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279831:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d741d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.279833:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987f00 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.279835:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d741d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279838:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d741d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.279842:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1733164792.279842:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d741d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279845:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.279847:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d741d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.279849:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297430400:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.279849:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3841:3759:x1817354297428736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2250us (2294us total) trans 4295983419 rc 0/0 00010000:00010000:2.0:1733164792.279850:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d741d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.279855:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188005 00010000:00010000:2.0:1733164792.279856:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d741d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.279859:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d741d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.279865:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.279871:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297430400 00000100:00100000:3.0:1733164792.279874:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297430400 00000100:00100000:3.0:1733164792.279886:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188011 00000100:00100000:3.0:1733164792.279889:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3842:3762:x1817354297430400:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.279899:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9288 count 1 00010000:00010000:3.0:1733164792.279908:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d7439 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.279917:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5b00/0xe92384b90c84a012 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee34 expref: 259 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.279925:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.279927:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.279928:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3842:3761:x1817354297429376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1961us (2015us total) trans 4295983420 rc 0/0 00010000:00010000:3.0:1733164792.279928:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.279931:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d7439 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.279932:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188007 00000100:00100000:0.0:1733164792.279942:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606308480 00010000:00010000:3.0:1733164792.279945:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5b00/0xe92384b90c84a012 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee34 expref: 259 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.279946:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606308480 00000100:00100000:2.0:1733164792.279949:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d9bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3841:3759:x1817354297427968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2597us (2636us total) trans 4295983414 rc 0/0 00000100:00100000:2.0:1733164792.279953:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188002 00010000:00010000:3.0:1733164792.279954:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5b00/0xe92384b90c84a012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee34 expref: 260 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.279962:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297430528:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.279981:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54300 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.279996:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f5c00/2, rc 0, transno 1016123 00000100:00100000:3.0:1733164792.280002:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297428736:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.280006:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4900/0xe92384b90c849d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed77 expref: 260 pid: 16686 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.280010:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb7b80/2, rc 0, transno 1016118 00000100:00100000:3.0:1733164792.280013:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297427968:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.280018:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808434 00000100:00100000:0.0:1733164792.280021:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+260:2001:x1817354606308480:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.280026:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:3.0:1733164792.280027:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f7800/2, rc 0, transno 1016124 00010000:00010000:0.0:1733164792.280028:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4900/0xe92384b90c849d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed77 expref: 260 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.280030:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297429376:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.280033:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4900/0xe92384b90c849d79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed77 expref: 260 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.280041:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4900/0xe92384b90c849d79 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ed77 expref: 260 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.280047:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.280048:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.280049:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d7416 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.280053:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d7416 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.280062:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.280068:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d7416 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.280072:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d7416 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.280075:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+259:2001:x1817354606308480:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (150us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.280077:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d7416 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.280079:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808434 00010000:00010000:2.0:1733164792.280080:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d7416 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.280084:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d7416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.280087:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.280088:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d7416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.280092:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d7416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.280098:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d7416 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.280102:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2ac0/0xe92384b90c8d7416 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.280112:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.280119:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297430656:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.280121:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297430912:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.280137:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.280158:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297430656 00000100:00100000:0.0:1733164792.280160:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297430656 00000100:00100000:0.0:1733164792.280171:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188012 00000100:00100000:1.0:1733164792.280172:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.280174:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3842:3761:x1817354297430656:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.280178:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297430784:0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.280181:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9289 count 1 00000100:00100000:2.0:1733164792.280187:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3842:3760:x1817354297429120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2444us (2478us total) trans 4295983421 rc 0/0 00010000:00010000:0.0:1733164792.280188:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7440 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.280190:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188006 00000004:00080000:1.0:1733164792.280192:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f4000/2, rc 0, transno 1016125 00000100:00100000:3.0:1733164792.280194:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.280195:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e680900/0xe92384b90c84a074 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee57 expref: 258 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.280198:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297429120:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.280198:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297430912 00010000:00010000:0.0:1733164792.280199:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.280200:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.280200:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297430912 00010000:00010000:0.0:1733164792.280201:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7440 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.280209:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e680900/0xe92384b90c84a074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee57 expref: 258 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.280209:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297430784 00000100:00100000:2.0:1733164792.280210:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297430784 00010000:00010000:0.0:1733164792.280214:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e680900/0xe92384b90c84a074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee57 expref: 258 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.280216:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188013 00000100:00100000:0.0:1733164792.280219:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297431040:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.280219:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3843:3760:x1817354297430912:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.280226:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9291 count 1 00000100:00100000:3.0:1733164792.280227:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297431168:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.280232:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7447 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.280235:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265180 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.280239:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936ed440/0xe92384b90c84a169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eea4 expref: 258 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.280243:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.280244:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.280244:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.280245:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7447 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.280247:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188014 00000100:00100000:0.0:1733164792.280251:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3843:3759:x1817354297430784:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.280254:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936ed440/0xe92384b90c84a169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eea4 expref: 258 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.280257:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297431168 00000100:00100000:3.0:1733164792.280259:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297431168 00002000:00080000:0.0:1733164792.280261:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9290 count 1 00010000:00010000:2.0:1733164792.280262:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800936ed440/0xe92384b90c84a169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eea4 expref: 258 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.280268:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297431296:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.280270:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d744e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.280275:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188015 00010000:00010000:0.0:1733164792.280279:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097d60d80/0xe92384b90c84a0c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee7a expref: 258 pid: 16652 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.280279:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3844:3761:x1817354297431168:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.280283:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb076c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.280285:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.280286:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.280288:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d744e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.280289:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9292 count 1 00010000:00010000:3.0:1733164792.280298:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d7455 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.280302:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097d60d80/0xe92384b90c84a0c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee7a expref: 258 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.280308:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800964c7180/0xe92384b90c84a1b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeb9 expref: 258 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.280311:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097d60d80/0xe92384b90c84a0c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee7a expref: 258 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.280314:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.280316:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.280318:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d7455 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.280319:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297431424:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.280331:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800964c7180/0xe92384b90c84a1b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeb9 expref: 258 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.280339:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265e40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.280339:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800964c7180/0xe92384b90c84a1b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeb9 expref: 258 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.280348:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297431552:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.280366:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.280638:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082798700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297430016:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.280643:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297430144:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.280649:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d742b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.280656:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7432 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.280712:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.280736:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.280739:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297430272:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.280744:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606308736 00010000:00010000:1.0:1733164792.280748:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7424 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.280748:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606308736 00000100:00100000:3.0:1733164792.280750:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606308864 00000100:00100000:3.0:1733164792.280752:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606308864 00010000:00010000:2.0:1733164792.280759:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082ccf180/0xe92384b90c849f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee0a expref: 260 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.280759:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011dc80240/0xe92384b90c849ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edcb expref: 260 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.280774:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808435 00000100:00100000:3.0:1733164792.280778:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808436 00000100:00100000:2.0:1733164792.280779:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+260:2000:x1817354606308736:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.280782:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+260:2000:x1817354606308864:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.280785:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.280787:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.280789:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082ccf180/0xe92384b90c849f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee0a expref: 260 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.280790:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011dc80240/0xe92384b90c849ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edcb expref: 260 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.280797:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082ccf180/0xe92384b90c849f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee0a expref: 260 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.280797:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011dc80240/0xe92384b90c849ed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edcb expref: 260 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.280808:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082ccf180/0xe92384b90c849f78 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee0a expref: 260 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.280808:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011dc80240/0xe92384b90c849ed0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edcb expref: 260 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.280817:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.280817:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.280818:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.280818:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.280821:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d742b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.280821:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7432 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.280827:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d742b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.280827:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7432 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.280839:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.280843:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.280844:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d742b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.280854:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d742b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.280861:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d742b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.280867:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d742b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.280867:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+258:2000:x1817354606308736:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.280867:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+258:2000:x1817354606308864:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.280872:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808436 00010000:00010000:0.0:1733164792.280873:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d742b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.280878:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808435 00010000:00010000:0.0:1733164792.280879:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.280882:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d742b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.280888:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d742b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.280891:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7432 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.280897:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7432 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.280898:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d742b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.280904:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d742b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.280904:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7432 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.280910:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7432 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.280916:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7432 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.280920:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.280923:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7432 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.280928:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7432 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.280940:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7432 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.280945:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d7432 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.280999:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297430528:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.281007:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d7439 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.281068:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.281117:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3846:3760:x1817354297429888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1365us (1401us total) trans 4295983422 rc 0/0 00000100:00100000:2.0:1733164792.281117:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606308992 00000100:00100000:3.0:1733164792.281118:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880082799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3846:3760:x1817354297429760:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1361us (1380us total) trans 4295983423 rc 0/0 00000100:00100000:2.0:1733164792.281121:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606308992 00000004:00080000:1.0:1733164792.281124:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008279ad80/2, rc 0, transno 1016127 00000100:00100000:0.0:1733164792.281125:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188009 00000100:00100000:3.0:1733164792.281128:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188010 00000100:00100000:1.0:1733164792.281132:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297429760:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.281133:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012baba880/0xe92384b90c849e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edb6 expref: 257 pid: 16664 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.281160:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880082799c00/2, rc 0, transno 1016126 00000100:00100000:1.0:1733164792.281164:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297429888:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.281167:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808437 00000100:00100000:0.0:1733164792.281170:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297431040:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.281171:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+257:2000:x1817354606308992:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.281178:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.281181:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7440 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.281182:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012baba880/0xe92384b90c849e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edb6 expref: 257 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.281191:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012baba880/0xe92384b90c849e4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edb6 expref: 257 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.281208:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012baba880/0xe92384b90c849e4b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37edb6 expref: 257 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.281216:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297431680:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.281218:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.281219:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1733164792.281219:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.281222:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7424 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.281227:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297431808:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.281228:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7424 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.281236:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.281242:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.281248:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.281258:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297431680 00000100:00100000:1.0:1733164792.281261:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297431680 00000100:00100000:2.0:1733164792.281261:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+256:2000:x1817354606308992:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 89us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.281265:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297431808 00000100:00100000:2.0:1733164792.281267:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808437 00000100:00100000:1.0:1733164792.281277:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188016 00000100:00100000:1.0:1733164792.281281:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3845:3762:x1817354297431680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.281292:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9293 count 1 00010000:00010000:1.0:1733164792.281302:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d745c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.281314:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e0f0900/0xe92384b90c84a211 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eedc expref: 255 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.281321:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.281322:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.281323:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297431808 00010000:00010000:1.0:1733164792.281325:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d745c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.281340:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e0f0900/0xe92384b90c84a211 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eedc expref: 255 pid: 15943 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.281341:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188017 00000100:00100000:0.0:1733164792.281344:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3846:3760:x1817354297431808:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.281348:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e0f0900/0xe92384b90c84a211 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eedc expref: 255 pid: 15943 timeout: 1075 lvb_type: 0 00002000:00080000:0.0:1733164792.281353:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9294 count 1 00000100:00100000:1.0:1733164792.281357:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297431936:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.281359:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7463 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.281367:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fd6aac0/0xe92384b90c84a29d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeff expref: 255 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.281371:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.281372:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.281373:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7463 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.281381:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987f00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.281383:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fd6aac0/0xe92384b90c84a29d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeff expref: 255 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.281392:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fd6aac0/0xe92384b90c84a29d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeff expref: 255 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.281397:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097806a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297432064:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.281410:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265180 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.281446:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297431296:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.281458:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7447 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.281476:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7424 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.281484:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7424 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.281491:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7424 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.281494:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.281497:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7424 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.281498:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297431424:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.281504:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7424 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.281505:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606309248 00010000:00010000:2.0:1733164792.281508:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d744e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.281508:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606309248 00010000:00010000:1.0:1733164792.281510:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.281513:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7424 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.281516:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e680900/0xe92384b90c84a074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee57 expref: 256 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.281518:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.281520:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.281526:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606309504 00000100:00100000:3.0:1733164792.281528:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606309504 00010000:00010000:1.0:1733164792.281529:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7424 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.281531:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.281532:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097d60d80/0xe92384b90c84a0c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee7a expref: 257 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.281535:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808438 00010000:00010000:1.0:1733164792.281550:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7424 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.281552:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+257:2000:x1817354606309248:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.281553:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606309120 00000100:00100000:0.0:1733164792.281556:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606309120 00000100:00100000:3.0:1733164792.281558:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808439 00010000:00010000:2.0:1733164792.281560:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.281562:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097805c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+258:2000:x1817354606309504:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.281564:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e680900/0xe92384b90c84a074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee57 expref: 258 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.281567:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5b00/0xe92384b90c84a012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee34 expref: 258 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.281571:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.281573:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e680900/0xe92384b90c84a074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee57 expref: 258 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.281573:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097d60d80/0xe92384b90c84a0c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee7a expref: 258 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.281579:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097d60d80/0xe92384b90c84a0c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee7a expref: 258 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.281580:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808440 00000100:00100000:0.0:1733164792.281583:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+258:2000:x1817354606309120:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.281584:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e680900/0xe92384b90c84a074 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee57 expref: 258 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.281587:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d60d80/0xe92384b90c84a0c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee7a expref: 258 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.281588:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.281591:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5b00/0xe92384b90c84a012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee34 expref: 257 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.281593:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.281593:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.281594:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.281595:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.281596:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5b00/0xe92384b90c84a012 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee34 expref: 256 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.281596:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d744e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.281597:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7440 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.281600:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d744e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.281604:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5b00/0xe92384b90c84a012 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ee34 expref: 256 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.281604:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7440 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.281609:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.281613:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.281614:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.281616:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d7439 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.281618:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.281620:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d7439 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.281621:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097805c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+255:2000:x1817354606309504:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.281625:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808439 00010000:00010000:0.0:1733164792.281629:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.281633:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+254:2000:x1817354606309248:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.281640:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097807800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+254:2000:x1817354606309120:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.281640:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808438 00000100:00100000:0.0:1733164792.281644:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808440 00000100:00100000:3.0:1733164792.281644:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297431552:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.281652:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d7455 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.281659:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d744e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.281662:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3847:3761:x1817354297429632:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1920us (1962us total) trans 4295983424 rc 0/0 00010000:00010000:2.0:1733164792.281666:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d744e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.281666:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880082799500/2, rc 0, transno 1016128 00000100:00100000:0.0:1733164792.281667:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.281669:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188008 00000100:00100000:3.0:1733164792.281671:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297429632:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.281674:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606309376 00000100:00100000:0.0:1733164792.281676:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606309376 00010000:00010000:3.0:1733164792.281677:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d7439 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.281678:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d744e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.281681:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d7439 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.281682:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800936ed440/0xe92384b90c84a169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eea4 expref: 253 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.281684:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d744e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.281685:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d7439 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.281689:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d7439 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.281690:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808441 00010000:00010000:2.0:1733164792.281690:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d744e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.281692:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ddf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+253:2000:x1817354606309376:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.281693:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d7439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.281695:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.281696:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.281696:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.281697:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d7439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.281698:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800936ed440/0xe92384b90c84a169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eea4 expref: 253 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.281698:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d744e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.281701:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d7439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.281703:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800936ed440/0xe92384b90c84a169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eea4 expref: 253 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.281704:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d744e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.281706:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d7439 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.281710:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d2880/0xe92384b90c8d7439 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.281713:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d744e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.281714:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800936ed440/0xe92384b90c84a169 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eea4 expref: 253 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.281719:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d744e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x244a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.281722:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.281723:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.281725:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7447 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.281732:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7447 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.281743:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.281744:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.281757:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606309632 00000100:00100000:0.0:1733164792.281759:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ddf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+252:2000:x1817354606309376:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.281760:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606309632 00000100:00100000:0.0:1733164792.281765:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808441 00010000:00010000:1.0:1733164792.281771:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800964c7180/0xe92384b90c84a1b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeb9 expref: 253 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.281787:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808442 00000100:00100000:1.0:1733164792.281791:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+252:2000:x1817354606309632:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.281798:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.281802:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297432192:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.281802:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800964c7180/0xe92384b90c84a1b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeb9 expref: 252 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.281808:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3848:3762:x1817354297430400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1917us (1941us total) trans 4295983425 rc 0/0 00010000:00010000:1.0:1733164792.281811:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800964c7180/0xe92384b90c84a1b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeb9 expref: 252 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.281814:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188011 00000100:00100000:0.0:1733164792.281822:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.281824:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800964c7180/0xe92384b90c84a1b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeb9 expref: 252 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.281825:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3847:3759:x1817354297430784:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1570us (1627us total) trans 4295983426 rc 0/0 00000100:00100000:3.0:1733164792.281827:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297432192 00000100:00100000:3.0:1733164792.281830:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297432192 00000100:00100000:2.0:1733164792.281831:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188014 00010000:00010000:1.0:1733164792.281833:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.281835:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.281837:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d7455 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.281842:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188018 00000100:00100000:3.0:1733164792.281846:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3847:3760:x1817354297432192:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.281850:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d7455 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.281853:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7440 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.281856:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9295 count 1 00010000:00010000:2.0:1733164792.281861:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7440 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.281863:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.281866:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d746a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.281867:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7440 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.281874:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7440 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.281876:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094909440/0xe92384b90c84a337 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef30 expref: 251 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.281879:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+251:2000:x1817354606309632:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (137us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.281880:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7440 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.281882:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.281883:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.281885:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d746a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.281886:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808442 00010000:00010000:2.0:1733164792.281886:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.281889:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7440 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.281895:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.281899:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094909440/0xe92384b90c84a337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef30 expref: 250 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.281904:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d7455 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.281904:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7440 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.281907:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094909440/0xe92384b90c84a337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef30 expref: 250 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.281911:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7440 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.281912:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d7455 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.281915:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297432320:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.281919:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d7455 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.281926:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d7455 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.281933:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d7455 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.281933:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.281938:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.281941:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d7455 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.281950:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880082798a80/2, rc 0, transno 1016130 00010000:00010000:1.0:1733164792.281952:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d7455 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.281957:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297430784:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.281960:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d7455 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.281967:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d21c0/0xe92384b90c8d7455 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x244c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.281974:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880082799f80/2, rc 0, transno 1016129 00000100:00100000:3.0:1733164792.281978:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297430400:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.282036:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3849:3761:x1817354297430656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1860us (1897us total) trans 4295983427 rc 0/0 00000100:00100000:2.0:1733164792.282043:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188012 00000004:00080000:3.0:1733164792.282045:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008279b480/2, rc 0, transno 1016131 00000100:00100000:0.0:1733164792.282049:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097806a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297432064:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.282049:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297430656:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.282058:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7463 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.282058:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7447 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.282065:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7447 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.282072:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7447 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.282073:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3848:3761:x1817354297431168:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1793us (1827us total) trans 4295983428 rc 0/0 00010000:00010000:2.0:1733164792.282078:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7447 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.282079:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af6a00/2, rc 0, transno 1016132 00000100:00100000:1.0:1733164792.282080:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188015 00000100:00100000:3.0:1733164792.282083:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297431168:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.282084:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7447 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.282090:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.282093:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7447 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.282099:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7447 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.282108:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7447 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.282114:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7447 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x244b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.282120:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297431936:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.282135:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d745c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.282194:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297432576:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.282212:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297432832:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.282215:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.282222:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.282229:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3848:3760:x1817354297430912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2008us (2056us total) trans 4295983429 rc 0/0 00000100:00100000:3.0:1733164792.282231:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.282232:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.282235:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606309760 00000100:00100000:2.0:1733164792.282236:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188013 00000100:00100000:3.0:1733164792.282236:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297432448:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.282238:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606309760 00000100:00100000:2.0:1733164792.282245:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297432576 00000004:00080000:0.0:1733164792.282246:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880082798380/2, rc 0, transno 1016133 00000100:00100000:2.0:1733164792.282247:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297432576 00000100:00100000:0.0:1733164792.282249:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297430912:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.282249:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fd6aac0/0xe92384b90c84a29d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeff expref: 251 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.282250:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.282255:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.282258:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297432704:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.282258:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297432832 00000100:00100000:2.0:1733164792.282260:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297432832 00000100:00100000:1.0:1733164792.282263:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808443 00000100:00100000:2.0:1733164792.282264:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297432448 00000100:00100000:2.0:1733164792.282266:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297432448 00000100:00100000:0.0:1733164792.282267:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.282269:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+251:2001:x1817354606309760:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.282275:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.282275:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297432704 00000100:00100000:2.0:1733164792.282277:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297432704 00010000:00010000:1.0:1733164792.282279:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fd6aac0/0xe92384b90c84a29d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeff expref: 251 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.282281:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188019 00000100:00100000:0.0:1733164792.282284:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3851:3762:x1817354297432576:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.282287:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fd6aac0/0xe92384b90c84a29d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeff expref: 251 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.282288:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188020 00000100:00100000:2.0:1733164792.282292:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188021 00002000:00080000:0.0:1733164792.282293:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9297 count 1 00000100:00100000:3.0:1733164792.282293:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3851:3760:x1817354297432832:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.282296:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3851:3762:x1817354297432448:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.282298:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fd6aac0/0xe92384b90c84a29d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eeff expref: 251 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.282300:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7471 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.282306:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9299 count 1 00010000:00010000:1.0:1733164792.282307:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1733164792.282307:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9296 count 1 00010000:00010000:0.0:1733164792.282308:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095460b40/0xe92384b90c84a456 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef7d expref: 250 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282309:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.282312:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7463 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.282313:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.282314:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.282316:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7471 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.282316:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d747f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.282316:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d7478 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282318:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7463 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.282326:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801237e3a80/0xe92384b90c84a536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efbc expref: 250 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.282327:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a88900/0xe92384b90c84a3d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef5a expref: 250 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.282331:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095460b40/0xe92384b90c84a456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef7d expref: 250 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.282333:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.282333:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.282334:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.282334:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.282337:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d747f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.282337:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d7478 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282338:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.282341:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095460b40/0xe92384b90c84a456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef7d expref: 250 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.282350:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297432960:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.282352:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801237e3a80/0xe92384b90c84a536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efbc expref: 250 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.282353:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093a88900/0xe92384b90c84a3d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef5a expref: 250 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.282355:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+250:2001:x1817354606309760:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (133us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.282360:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7463 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.282361:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808443 00010000:00010000:3.0:1733164792.282361:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801237e3a80/0xe92384b90c84a536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efbc expref: 250 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.282367:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093a88900/0xe92384b90c84a3d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef5a expref: 250 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.282369:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297433088:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.282371:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7463 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.282376:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297433216:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.282378:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7463 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.282378:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188022 00000100:00100000:1.0:1733164792.282382:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3851:3760:x1817354297432704:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.282385:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7463 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.282388:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54300 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.282391:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7463 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.282392:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9298 count 1 00000100:00100000:2.0:1733164792.282395:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb076c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.282396:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.282399:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7463 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282402:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d7486 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.282405:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7463 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282412:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4240/0xe92384b90c84a4cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efa0 expref: 249 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.282415:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7463 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282418:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.282420:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d7463 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x244e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282420:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.282422:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d7486 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282436:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4240/0xe92384b90c84a4cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efa0 expref: 249 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282445:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4240/0xe92384b90c84a4cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efa0 expref: 249 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.282454:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297433344:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.282472:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987f00 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.282505:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297433472:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.282532:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.282561:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297433472 00000100:00100000:2.0:1733164792.282564:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297433472 00000100:00100000:1.0:1733164792.282567:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.282575:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3853:3760:x1817354297431808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1227us (1324us total) trans 4295983430 rc 0/0 00000100:00100000:1.0:1733164792.282580:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606309888 00000100:00100000:0.0:1733164792.282582:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188017 00000100:00100000:1.0:1733164792.282584:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606309888 00000100:00100000:2.0:1733164792.282586:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188023 00000100:00100000:2.0:1733164792.282591:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3852:3761:x1817354297433472:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.282593:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e0f0900/0xe92384b90c84a211 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eedc expref: 250 pid: 15943 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.282601:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9300 count 1 00000004:00080000:0.0:1733164792.282607:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af5180/2, rc 0, transno 1016134 00000100:00100000:1.0:1733164792.282607:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808444 00000100:00100000:1.0:1733164792.282611:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+250:2001:x1817354606309888:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.282611:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d748d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.282614:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297431808:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.282617:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.282620:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082ef6ac0/0xe92384b90c84a59f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efdf expref: 250 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282621:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e0f0900/0xe92384b90c84a211 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eedc expref: 250 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.282626:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.282628:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.282630:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d748d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282635:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e0f0900/0xe92384b90c84a211 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eedc expref: 250 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.282646:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e0f0900/0xe92384b90c84a211 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37eedc expref: 250 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.282646:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082ef6ac0/0xe92384b90c84a59f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efdf expref: 250 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.282654:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082ef6ac0/0xe92384b90c84a59f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efdf expref: 249 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.282658:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.282659:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.282662:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d745c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.282668:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297433600:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.282669:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d745c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282682:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.282683:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265180 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.282685:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb073c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.282697:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+249:2001:x1817354606309888:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.282703:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808444 00010000:00010000:1.0:1733164792.282721:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d745c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282728:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d745c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282735:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d745c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.282735:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297432320:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.282746:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d745c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.282748:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d746a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282753:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d745c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282759:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.282762:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d745c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282768:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d745c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282777:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d745c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.282784:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d745c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x244d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.282889:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3853:3762:x1817354297431680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1606us (1652us total) trans 4295983431 rc 0/0 00000100:00100000:1.0:1733164792.282897:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188016 00000004:00080000:2.0:1733164792.282914:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af6d80/2, rc 0, transno 1016135 00000100:00100000:2.0:1733164792.282919:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297431680:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.282921:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.282925:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297433728:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.282932:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606310016 00000100:00100000:0.0:1733164792.282934:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606310016 00000100:00100000:3.0:1733164792.282939:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297433856:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.282942:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094909440/0xe92384b90c84a337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef30 expref: 249 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.282943:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.282958:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808445 00000100:00100000:0.0:1733164792.282960:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+249:2001:x1817354606310016:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.282965:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.282965:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297433728 00000100:00100000:3.0:1733164792.282967:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.282968:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094909440/0xe92384b90c84a337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef30 expref: 249 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.282968:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297433728 00010000:00010000:0.0:1733164792.282973:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094909440/0xe92384b90c84a337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef30 expref: 249 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.282980:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094909440/0xe92384b90c84a337 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef30 expref: 249 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.282983:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297433856 00000100:00100000:1.0:1733164792.282985:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297433856 00000100:00100000:2.0:1733164792.282987:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188024 00010000:00010000:0.0:1733164792.282988:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.282989:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.282990:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d746a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.282990:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3854:3762:x1817354297433728:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.282996:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188025 00010000:00010000:0.0:1733164792.282997:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d746a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.282999:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9301 count 1 00000100:00100000:1.0:1733164792.283000:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3854:3759:x1817354297433856:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.283006:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.283007:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7494 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.283011:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9302 count 1 00010000:00010000:2.0:1733164792.283014:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800864bc240/0xe92384b90c84a624 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f002 expref: 248 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.283016:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+248:2001:x1817354606310016:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (96us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.283018:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.283018:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d746a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.283019:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.283020:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808445 00010000:00010000:2.0:1733164792.283020:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7494 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.283021:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d749b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.283025:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d746a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.283030:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130210240/0xe92384b90c84a67f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f025 expref: 247 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.283030:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800864bc240/0xe92384b90c84a624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f002 expref: 247 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.283032:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d746a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.283035:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800864bc240/0xe92384b90c84a624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f002 expref: 247 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.283036:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.283037:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.283039:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d749b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.283039:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d746a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.283041:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297433984:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.283046:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d746a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.283050:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.283053:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130210240/0xe92384b90c84a67f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f025 expref: 247 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.283053:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d746a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.283054:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.283059:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d746a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.283062:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130210240/0xe92384b90c84a67f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f025 expref: 247 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.283068:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d746a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.283070:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297434112:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.283074:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3600/0xe92384b90c8d746a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x244f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.283092:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987780 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.283198:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3855:3760:x1817354297432192:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1350us (1375us total) trans 4295983432 rc 0/0 00000004:00080000:0.0:1733164792.283204:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af5f80/2, rc 0, transno 1016136 00000100:00100000:3.0:1733164792.283205:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188018 00000100:00100000:0.0:1733164792.283209:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297432192:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.283242:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297434240:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.283255:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.283262:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297434240 00000100:00100000:3.0:1733164792.283265:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297434240 00000100:00100000:3.0:1733164792.283278:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188026 00000100:00100000:3.0:1733164792.283282:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3855:3760:x1817354297434240:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.283293:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9303 count 1 00010000:00010000:3.0:1733164792.283303:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d74a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.283313:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092f69b00/0xe92384b90c84a704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f03a expref: 247 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.283320:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.283322:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.283324:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d74a2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.283338:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092f69b00/0xe92384b90c84a704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f03a expref: 247 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.283347:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092f69b00/0xe92384b90c84a704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f03a expref: 247 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.283356:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096605500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297434368:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.283376:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.284167:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297433088:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.284182:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d7478 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.284190:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297433344:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.284194:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297433216:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.284195:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.284202:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d7486 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.284208:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606310272 00010000:00010000:2.0:1733164792.284208:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d747f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.284211:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606310272 00010000:00010000:0.0:1733164792.284223:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4240/0xe92384b90c84a4cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efa0 expref: 248 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.284238:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808446 00000100:00100000:0.0:1733164792.284242:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133b05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+248:2000:x1817354606310272:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.284247:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.284251:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4240/0xe92384b90c84a4cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efa0 expref: 248 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.284258:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4240/0xe92384b90c84a4cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efa0 expref: 248 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.284269:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b0b4240/0xe92384b90c84a4cd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efa0 expref: 248 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.284332:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.284334:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.284337:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d7486 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.284343:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d7486 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.284370:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.284398:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d7486 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.284399:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+247:2000:x1817354606310272:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 156us (204us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.284404:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d7486 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.284405:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808446 00010000:00010000:1.0:1733164792.284409:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d7486 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.284413:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d7486 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.284417:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d7486 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.284420:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca61c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.284422:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d7486 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.284427:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d7486 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.284434:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d7486 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.284436:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.284438:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d7486 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.284485:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.284497:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606310144 00000100:00100000:0.0:1733164792.284501:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606310144 00010000:00010000:0.0:1733164792.284511:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801237e3a80/0xe92384b90c84a536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efbc expref: 247 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.284524:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606310400 00000100:00100000:0.0:1733164792.284526:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606310400 00010000:00010000:0.0:1733164792.284532:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093a88900/0xe92384b90c84a3d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef5a expref: 248 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.284534:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.284558:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297433600:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.284569:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606310528 00000100:00100000:0.0:1733164792.284572:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606310528 00010000:00010000:3.0:1733164792.284574:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d748d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.284575:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808447 00010000:00010000:0.0:1733164792.284580:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082ef6ac0/0xe92384b90c84a59f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efdf expref: 249 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.284581:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+249:2000:x1817354606310144:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.284589:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.284590:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3856:3760:x1817354297432704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2205us (2320us total) trans 4295983433 rc 0/0 00000100:00100000:0.0:1733164792.284591:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808448 00010000:00010000:2.0:1733164792.284594:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801237e3a80/0xe92384b90c84a536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efbc expref: 249 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.284596:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+249:2000:x1817354606310400:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.284598:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188022 00000100:00100000:3.0:1733164792.284600:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808449 00010000:00010000:0.0:1733164792.284603:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.284604:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801237e3a80/0xe92384b90c84a536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efbc expref: 249 pid: 16622 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.284605:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+249:2000:x1817354606310528:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.284606:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093a88900/0xe92384b90c84a3d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef5a expref: 249 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.284614:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093a88900/0xe92384b90c84a3d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef5a expref: 249 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.284614:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.284616:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801237e3a80/0xe92384b90c84a536 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efbc expref: 249 pid: 16622 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.284619:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082ef6ac0/0xe92384b90c84a59f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efdf expref: 249 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.284626:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093a88900/0xe92384b90c84a3d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef5a expref: 248 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.284627:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.284628:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082ef6ac0/0xe92384b90c84a59f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efdf expref: 248 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.284629:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1733164792.284630:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af7b80/2, rc 0, transno 1016137 00010000:00010000:2.0:1733164792.284631:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d7478 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.284636:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.284638:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.284639:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297432704:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.284640:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d747f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.284644:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d7478 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.284645:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082ef6ac0/0xe92384b90c84a59f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37efdf expref: 247 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.284647:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d747f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.284654:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.284655:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.284657:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d748d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.284659:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.284661:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.284663:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d748d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.284674:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.284678:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+246:2000:x1817354606310144:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 97us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.284679:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+246:2000:x1817354606310400:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.284684:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808448 00000100:00100000:2.0:1733164792.284688:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808447 00000100:00100000:3.0:1733164792.284690:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+246:2000:x1817354606310528:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.284697:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808449 00000100:00100000:0.0:1733164792.284712:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297432960:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.284716:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d7478 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.284724:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7471 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.284724:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d7478 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.284732:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d7478 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.284733:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1733164792.284738:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d7478 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.284740:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297434496:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.284745:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d7478 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.284751:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3a80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.284752:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.284754:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d7478 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.284759:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.284761:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d7478 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.284771:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606310656 00010000:00010000:3.0:1733164792.284771:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d7478 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.284774:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606310656 00010000:00010000:3.0:1733164792.284777:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3a80/0xe92384b90c8d7478 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.284786:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095460b40/0xe92384b90c84a456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef7d expref: 244 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.284801:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808450 00000100:00100000:1.0:1733164792.284806:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+244:2000:x1817354606310656:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.284812:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.284816:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095460b40/0xe92384b90c84a456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef7d expref: 244 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.284825:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095460b40/0xe92384b90c84a456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef7d expref: 244 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.284828:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d747f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.284837:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095460b40/0xe92384b90c84a456 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ef7d expref: 244 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.284837:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d747f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.284844:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d747f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.284848:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.284849:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.284851:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d747f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.284852:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7471 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.284857:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297434112:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.284857:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d747f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.284859:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7471 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.284863:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.284866:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d747f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.284869:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d749b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.284873:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d747f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.284874:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.284880:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3856:3760:x1817354297432832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2586us (2646us total) trans 4295983434 rc 0/0 00010000:00010000:0.0:1733164792.284882:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7471 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.284882:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d747f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.284886:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188020 00010000:00010000:0.0:1733164792.284888:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7471 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.284889:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d747f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.284893:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+243:2000:x1817354606310656:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (141us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.284894:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7471 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.284896:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297434496 00000100:00100000:1.0:1733164792.284898:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808450 00000100:00100000:3.0:1733164792.284899:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297434496 00010000:00010000:0.0:1733164792.284900:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7471 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.284905:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.284910:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188027 00010000:00010000:0.0:1733164792.284911:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.284913:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.284915:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3856:3762:x1817354297434496:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.284924:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.284925:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af4e00/2, rc 0, transno 1016138 00002000:00080000:3.0:1733164792.284927:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9304 count 1 00000100:00100000:1.0:1733164792.284931:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297432832:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.284933:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7471 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.284937:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d74a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.284939:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7471 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.284947:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008de83180/0xe92384b90c84a73c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f064 expref: 242 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.284954:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.284955:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.284957:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d74a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.284965:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297434624:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.284973:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008de83180/0xe92384b90c84a73c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f064 expref: 242 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.284982:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008de83180/0xe92384b90c84a73c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f064 expref: 242 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.284985:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.284989:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297434752:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.284997:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297434624 00000100:00100000:1.0:1733164792.284999:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297434624 00000100:00100000:3.0:1733164792.285003:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54300 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.285011:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188028 00000100:00100000:0.0:1733164792.285013:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297433984:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.285013:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3859:3762:x1817354297434624:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.285022:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9305 count 1 00010000:00010000:0.0:1733164792.285024:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7494 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285029:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d74b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.285030:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096605500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297434368:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.285037:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936ec900/0xe92384b90c84a7c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f080 expref: 242 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.285037:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.285041:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.285042:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.285043:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d74b0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285047:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d74a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285053:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936ec900/0xe92384b90c84a7c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f080 expref: 242 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285059:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d748d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285061:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800936ec900/0xe92384b90c84a7c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f080 expref: 242 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.285066:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d748d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.285070:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297434880:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.285073:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d748d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285080:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d748d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285087:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d748d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285092:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0b40 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.285094:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987f00 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.285095:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d748d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.285097:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3859:3762:x1817354297432448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2799us (2845us total) trans 4295983435 rc 0/0 00010000:00010000:3.0:1733164792.285102:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d748d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.285103:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188021 00000100:00100000:1.0:1733164792.285105:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606310784 00000100:00100000:1.0:1733164792.285109:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606310784 00010000:00010000:3.0:1733164792.285111:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d748d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.285118:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3858:3762:x1817354297432576:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2832us (2901us total) trans 4295983436 rc 0/0 00010000:00010000:1.0:1733164792.285120:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800864bc240/0xe92384b90c84a624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f002 expref: 243 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.285122:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d748d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2454:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.285125:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188019 00000004:00080000:2.0:1733164792.285126:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af5500/2, rc 0, transno 1016139 00000100:00100000:2.0:1733164792.285133:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297432448:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.285135:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808451 00000100:00100000:1.0:1733164792.285139:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+243:2001:x1817354606310784:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1733164792.285164:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af5880/2, rc 0, transno 1016140 00000100:00100000:2.0:1733164792.285167:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297432576:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.285169:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.285174:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800864bc240/0xe92384b90c84a624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f002 expref: 243 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.285182:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800864bc240/0xe92384b90c84a624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f002 expref: 243 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.285192:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.285193:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800864bc240/0xe92384b90c84a624 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f002 expref: 243 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.285202:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.285204:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.285207:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7494 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285213:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7494 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.285218:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606310912 00000100:00100000:0.0:1733164792.285222:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606310912 00010000:00010000:1.0:1733164792.285228:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.285229:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3858:3761:x1817354297433472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2638us (2696us total) trans 4295983437 rc 0/0 00010000:00010000:0.0:1733164792.285232:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130210240/0xe92384b90c84a67f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f025 expref: 243 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.285233:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188023 00000100:00100000:1.0:1733164792.285245:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+243:2001:x1817354606310784:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 104us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.285248:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808452 00000100:00100000:1.0:1733164792.285252:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808451 00000004:00080000:3.0:1733164792.285252:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca33b80/2, rc 0, transno 1016141 00000100:00100000:0.0:1733164792.285253:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+243:2001:x1817354606310912:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.285254:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297433472:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.285260:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.285264:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130210240/0xe92384b90c84a67f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f025 expref: 242 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.285272:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130210240/0xe92384b90c84a67f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f025 expref: 242 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.285283:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130210240/0xe92384b90c84a67f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f025 expref: 242 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.285292:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.285292:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.285293:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.285294:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297435008:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.285295:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d749b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.285301:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d749b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.285311:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606311040 00010000:00010000:0.0:1733164792.285314:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.285314:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606311040 00000100:00100000:3.0:1733164792.285323:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.285324:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092f69b00/0xe92384b90c84a704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f03a expref: 242 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.285331:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+242:2001:x1817354606310912:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.285335:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.285337:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808452 00000100:00100000:3.0:1733164792.285340:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297435136:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.285341:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808453 00000100:00100000:1.0:1733164792.285345:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+241:2000:x1817354606311040:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.285351:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.285353:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.285354:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d749b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285355:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092f69b00/0xe92384b90c84a704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f03a expref: 241 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.285361:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d749b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.285361:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1733164792.285363:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092f69b00/0xe92384b90c84a704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f03a expref: 241 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.285367:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d749b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.285367:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297435008 00000100:00100000:2.0:1733164792.285369:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297435264:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.285370:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297435008 00010000:00010000:1.0:1733164792.285373:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092f69b00/0xe92384b90c84a704 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f03a expref: 241 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.285378:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d749b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285383:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.285383:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297435136 00010000:00010000:0.0:1733164792.285384:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d749b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.285384:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297435136 00010000:00010000:1.0:1733164792.285385:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.285387:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d74a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.285389:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.285392:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d749b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.285392:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.285394:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188029 00010000:00010000:0.0:1733164792.285398:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d749b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.285398:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ceee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3859:3759:x1817354297435008:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.285399:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d74a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.285406:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d749b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.285408:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9306 count 1 00010000:00010000:0.0:1733164792.285412:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d749b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285414:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.285417:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d74b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.285418:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297435264 00000100:00100000:2.0:1733164792.285421:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297435264 00010000:00010000:3.0:1733164792.285427:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123770480/0xe92384b90c84a83f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f09c expref: 240 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.285433:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+240:2000:x1817354606311040:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (141us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.285438:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.285439:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808453 00000100:00100000:2.0:1733164792.285439:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188030 00010000:00010000:3.0:1733164792.285440:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.285442:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d74b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.285444:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3860:3759:x1817354297435136:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.285455:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9307 count 1 00010000:00010000:3.0:1733164792.285459:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123770480/0xe92384b90c84a83f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f09c expref: 239 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.285461:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188031 00000100:00100000:1.0:1733164792.285464:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3861:3762:x1817354297435264:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.285466:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d74be lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285468:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123770480/0xe92384b90c84a83f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f09c expref: 239 pid: 16646 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.285475:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9308 count 1 00010000:00010000:2.0:1733164792.285478:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a8b5f80/0xe92384b90c84a87e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0c6 expref: 239 pid: 16680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.285478:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297435392:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.285484:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d74c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.285484:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.285485:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.285487:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d74be lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285497:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a8b4240/0xe92384b90c84a903 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0e2 expref: 239 pid: 16658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.285497:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.285502:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.285503:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.285504:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a8b5f80/0xe92384b90c84a87e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0c6 expref: 239 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285505:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d74c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285510:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d74a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.285512:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a8b5f80/0xe92384b90c84a87e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0c6 expref: 239 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.285517:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d74a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285518:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a8b4240/0xe92384b90c84a903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0e2 expref: 239 pid: 16658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.285522:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297435520:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.285524:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d74a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285526:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a8b4240/0xe92384b90c84a903 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0e2 expref: 239 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.285531:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d74a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285550:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d74a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.285552:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297435648:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.285556:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07180 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.285556:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.285559:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d74a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285566:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d74a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.285571:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.285576:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d74a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285582:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d3180/0xe92384b90c8d74a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.285658:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3862:3759:x1817354297433856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2655us (2689us total) trans 4295983438 rc 0/0 00000100:00100000:0.0:1733164792.285664:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188025 00000100:00100000:3.0:1733164792.285677:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3861:3760:x1817354297434240:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2393us (2420us total) trans 4295983439 rc 0/0 00010000:00010000:0.0:1733164792.285684:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7494 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.285684:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188026 00010000:00010000:0.0:1733164792.285690:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7494 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.285693:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297434880:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.285706:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d74b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.285711:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca30700/2, rc 0, transno 1016142 00000100:00100000:3.0:1733164792.285716:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297433856:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.285728:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca30a80/2, rc 0, transno 1016143 00000100:00100000:3.0:1733164792.285728:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297434752:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.285732:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297434240:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.285736:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d74a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.285769:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297435776:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.285769:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297435904:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.285788:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.285789:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7494 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.285794:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7494 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.285798:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.285801:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.285803:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.285807:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7494 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.285807:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.285809:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297435904 00000100:00100000:3.0:1733164792.285812:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297435904 00010000:00010000:0.0:1733164792.285813:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7494 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.285816:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7494 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.285824:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606311168 00000100:00100000:3.0:1733164792.285825:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188032 00000100:00100000:1.0:1733164792.285828:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606311168 00000100:00100000:3.0:1733164792.285828:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3861:3759:x1817354297435904:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.285839:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008de83180/0xe92384b90c84a73c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f064 expref: 240 pid: 16669 timeout: 1075 lvb_type: 0 00002000:00080000:3.0:1733164792.285839:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9310 count 1 00010000:00010000:3.0:1733164792.285850:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d74cc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.285852:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.285855:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808454 00000100:00100000:1.0:1733164792.285860:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+240:2001:x1817354606311168:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.285860:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945f7cc0/0xe92384b90c84a9b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f128 expref: 240 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285866:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.285866:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.285867:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.285869:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606311296 00010000:00010000:3.0:1733164792.285869:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d74cc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285870:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008de83180/0xe92384b90c84a73c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f064 expref: 240 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.285872:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606311296 00000100:00100000:2.0:1733164792.285873:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.285879:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008de83180/0xe92384b90c84a73c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f064 expref: 241 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.285880:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800936ec900/0xe92384b90c84a7c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f080 expref: 241 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.285885:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945f7cc0/0xe92384b90c84a9b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f128 expref: 241 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285890:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de83180/0xe92384b90c84a73c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f064 expref: 241 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.285893:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945f7cc0/0xe92384b90c84a9b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f128 expref: 241 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.285894:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808455 00000100:00100000:2.0:1733164792.285895:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297435776 00000100:00100000:0.0:1733164792.285897:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+240:2001:x1817354606311296:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.285898:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297435776 00010000:00010000:1.0:1733164792.285900:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.285901:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.285902:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.285902:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297436032:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.285904:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800936ec900/0xe92384b90c84a7c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f080 expref: 240 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.285904:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d74a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.285909:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800936ec900/0xe92384b90c84a7c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f080 expref: 240 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.285910:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d74a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.285913:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188033 00010000:00010000:0.0:1733164792.285916:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800936ec900/0xe92384b90c84a7c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f080 expref: 240 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.285917:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3863:3762:x1817354297435776:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.285921:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54300 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.285923:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.285923:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.285923:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.285925:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d74b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.285929:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d74b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285931:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d74a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285937:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d74a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.285938:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.285938:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+239:2001:x1817354606311168:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.285944:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808454 00010000:00010000:3.0:1733164792.285945:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d74a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.285949:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+239:2001:x1817354606311296:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 51us (98us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.285951:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d74a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.285953:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808455 00010000:00010000:3.0:1733164792.285957:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d74a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285962:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d74b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285963:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d06c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.285966:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d74a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285969:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d74b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285973:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d74a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285976:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d74b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285982:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d74b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285982:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d74a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.285986:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d06c0/0xe92384b90c8d74a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.285989:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d74b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.285996:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9309 count 1 00010000:00010000:1.0:1733164792.285999:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.286002:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d74b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.286006:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d74d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.286008:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d74b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.286017:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d74b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.286017:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b902640/0xe92384b90c84a949 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f105 expref: 237 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.286021:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3863:3762:x1817354297433728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3029us (3078us total) trans 4295983440 rc 0/0 00010000:00010000:1.0:1733164792.286023:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d74b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2459:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.286023:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.286025:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188024 00010000:00010000:2.0:1733164792.286025:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.286027:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d74d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.286043:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b902640/0xe92384b90c84a949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f105 expref: 237 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.286051:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b902640/0xe92384b90c84a949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f105 expref: 237 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.286060:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297436160:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.286063:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3863:3762:x1817354297434496:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1147us (1303us total) trans 4295983441 rc 0/0 00000100:00100000:3.0:1733164792.286067:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188027 00000100:00100000:2.0:1733164792.286081:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07600 going to sleep for 11 seconds 00000004:00080000:2.0:1733164792.286098:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca31c00/2, rc 0, transno 1016145 00000100:00100000:2.0:1733164792.286105:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297434496:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.286111:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297435392:192.168.202.7@tcp:104: 00000004:00080000:2.0:1733164792.286113:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca32300/2, rc 0, transno 1016144 00000100:00100000:2.0:1733164792.286116:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297433728:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.286119:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d74b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.286161:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3863:3762:x1817354297434624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1127us (1157us total) trans 4295983442 rc 0/0 00000004:00080000:2.0:1733164792.286166:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca31500/2, rc 0, transno 1016146 00000100:00100000:1.0:1733164792.286167:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188028 00000100:00100000:2.0:1733164792.286170:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297434624:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.286171:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297435520:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.286178:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d74be lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.286313:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.286319:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297436288:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.286330:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297435648:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.286333:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.286343:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d74c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.286351:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297436416:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.286352:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297436288 00000100:00100000:2.0:1733164792.286353:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297436544:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.286354:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297436288 00000100:00100000:0.0:1733164792.286361:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297436032:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.286361:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.286364:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297436416 00000100:00100000:1.0:1733164792.286365:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297436416 00000100:00100000:1.0:1733164792.286372:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188034 00010000:00010000:0.0:1733164792.286373:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d74cc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.286374:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.286375:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3864:3759:x1817354297436288:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.286376:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188035 00000100:00100000:3.0:1733164792.286381:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3864:3761:x1817354297436416:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.286383:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297436544 00000100:00100000:0.0:1733164792.286385:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297436544 00002000:00080000:1.0:1733164792.286385:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9311 count 1 00002000:00080000:3.0:1733164792.286392:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9312 count 1 00010000:00010000:1.0:1733164792.286394:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d74da lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.286397:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188036 00000100:00100000:0.0:1733164792.286401:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3865:3762:x1817354297436544:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.286401:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d74e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.286404:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d4d2d00/0xe92384b90c84aa14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f144 expref: 237 pid: 16642 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.286409:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9313 count 1 00010000:00010000:1.0:1733164792.286410:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.286411:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c25bcc0/0xe92384b90c84aa68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f167 expref: 237 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.286412:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.286414:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d74da lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.286416:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d74e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.286417:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.286419:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.286421:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d74e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.286423:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800912058c0/0xe92384b90c84aaca lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f183 expref: 237 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.286427:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.286427:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.286428:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d4d2d00/0xe92384b90c84aa14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f144 expref: 237 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.286429:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d74e8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.286436:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d4d2d00/0xe92384b90c84aa14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f144 expref: 237 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.286437:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c25bcc0/0xe92384b90c84aa68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f167 expref: 237 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.286441:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800912058c0/0xe92384b90c84aaca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f183 expref: 237 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.286445:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297436672:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.286446:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c25bcc0/0xe92384b90c84aa68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f167 expref: 237 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.286449:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800912058c0/0xe92384b90c84aaca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f183 expref: 237 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.286455:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a75f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297436800:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.286463:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac65500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297436928:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.286466:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.286473:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.286483:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265480 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.286612:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.286628:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297436160:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.286659:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606311424 00000100:00100000:2.0:1733164792.286661:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.286662:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606311424 00010000:00010000:1.0:1733164792.286675:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123770480/0xe92384b90c84a83f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f09c expref: 238 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.286691:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606311680 00000100:00100000:1.0:1733164792.286693:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606311680 00000100:00100000:2.0:1733164792.286697:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808456 00000100:00100000:2.0:1733164792.286701:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+239:2001:x1817354606311424:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.286705:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a8b4240/0xe92384b90c84a903 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0e2 expref: 239 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.286707:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.286710:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123770480/0xe92384b90c84a83f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f09c expref: 239 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.286711:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d74d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.286716:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123770480/0xe92384b90c84a83f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f09c expref: 239 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.286721:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808457 00000100:00100000:1.0:1733164792.286725:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+239:2001:x1817354606311680:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.286725:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123770480/0xe92384b90c84a83f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f09c expref: 239 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.286732:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.286734:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.286735:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a8b4240/0xe92384b90c84a903 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0e2 expref: 238 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.286736:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.286738:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d74b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.286743:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a8b4240/0xe92384b90c84a903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0e2 expref: 238 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.286744:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d74b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.286752:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a8b4240/0xe92384b90c84a903 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0e2 expref: 238 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.286758:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.286759:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.286761:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d74c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.286766:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d74c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.286768:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.286775:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.286787:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+237:2001:x1817354606311424:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.286788:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+237:2001:x1817354606311680:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.286791:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808457 00000100:00100000:2.0:1733164792.286794:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808456 00000100:00100000:0.0:1733164792.286796:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.286807:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d74b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.286808:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606311936 00000100:00100000:2.0:1733164792.286811:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606311936 00010000:00010000:1.0:1733164792.286815:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d74c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.286817:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d74b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.286820:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d74c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.286820:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b902640/0xe92384b90c84a949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f105 expref: 236 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.286824:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d74c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.286826:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d74b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.286828:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.286828:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d74c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.286832:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d74c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.286832:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d74b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.286836:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.286838:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d74c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.286838:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d74b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.286840:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606311552 00010000:00010000:1.0:1733164792.286842:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d74c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.286842:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606311552 00010000:00010000:3.0:1733164792.286844:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c3d0000 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.286845:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808458 00010000:00010000:3.0:1733164792.286847:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d74b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.286849:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ac64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+237:2001:x1817354606311936:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.286850:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d74c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.286850:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a8b5f80/0xe92384b90c84a87e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0c6 expref: 237 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.286854:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.286854:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d74c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x245c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.286854:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d74b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.286858:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b902640/0xe92384b90c84a949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f105 expref: 237 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.286863:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b902640/0xe92384b90c84a949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f105 expref: 237 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.286864:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808459 00010000:00010000:3.0:1733164792.286864:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d74b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.286867:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131272d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+237:2001:x1817354606311552:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.286870:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c3d0000/0xe92384b90c8d74b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x245a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.286871:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b902640/0xe92384b90c84a949 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f105 expref: 237 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.286875:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.286878:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a8b5f80/0xe92384b90c84a87e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0c6 expref: 236 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.286879:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.286880:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.286882:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d74d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.286886:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a8b5f80/0xe92384b90c84a87e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0c6 expref: 236 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.286889:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d74d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.286897:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a8b5f80/0xe92384b90c84a87e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f0c6 expref: 236 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.286898:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.286908:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ac64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+236:2001:x1817354606311936:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.286911:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808458 00010000:00010000:2.0:1733164792.286911:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.286912:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.286914:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d74be lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.286921:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d74be lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.286924:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d74d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.286928:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d74d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.286932:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d74d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.286935:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.286936:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d74d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.286939:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d74d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.286941:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3867:3762:x1817354297435264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1476us (1549us total) trans 4295983443 rc 0/0 00010000:00010000:0.0:1733164792.286943:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.286944:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d74d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.286946:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188031 00000100:00100000:2.0:1733164792.286950:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131272d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+234:2001:x1817354606311552:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (121us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.286951:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d74d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.286956:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d74d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.286956:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808459 00010000:00010000:0.0:1733164792.286959:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d74d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x245d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.286963:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b2300/2, rc 0, transno 1016147 00000100:00100000:1.0:1733164792.286967:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297435264:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.287009:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ceee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3867:3759:x1817354297435008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1597us (1673us total) trans 4295983444 rc 0/0 00000100:00100000:2.0:1733164792.287010:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.287017:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188029 00000100:00100000:2.0:1733164792.287020:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606311808 00000100:00100000:2.0:1733164792.287022:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606311808 00010000:00010000:2.0:1733164792.287030:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945f7cc0/0xe92384b90c84a9b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f128 expref: 234 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.287045:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3866:3762:x1817354297435776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1126us (1170us total) trans 4295983445 rc 0/0 00000100:00100000:2.0:1733164792.287045:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808460 00000100:00100000:2.0:1733164792.287048:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+234:2001:x1817354606311808:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000004:00080000:1.0:1733164792.287049:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b3b80/2, rc 0, transno 1016149 00000100:00100000:0.0:1733164792.287051:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188033 00000100:00100000:1.0:1733164792.287052:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297435776:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.287055:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.287058:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945f7cc0/0xe92384b90c84a9b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f128 expref: 234 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.287066:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945f7cc0/0xe92384b90c84a9b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f128 expref: 234 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.287069:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297437184:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.287082:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945f7cc0/0xe92384b90c84a9b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f128 expref: 234 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.287088:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.287091:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.287092:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.287094:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d74cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.287099:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.287100:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297437184 00010000:00010000:2.0:1733164792.287100:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d74cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.287101:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297437184 00000100:00100000:0.0:1733164792.287104:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297437056:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.287111:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188037 00000100:00100000:1.0:1733164792.287113:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3866:3760:x1817354297437184:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.287114:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1733164792.287121:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9315 count 1 00010000:00010000:1.0:1733164792.287129:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d74ef lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.287129:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+233:2001:x1817354606311808:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (118us total) trans 0 rc 0/0 00000004:00080000:3.0:1733164792.287132:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca30380/2, rc 0, transno 1016148 00000100:00100000:2.0:1733164792.287135:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808460 00010000:00010000:1.0:1733164792.287136:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a8b5440/0xe92384b90c84abaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1d7 expref: 233 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287157:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.287158:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.287158:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297435008:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.287159:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d74ef lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287170:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a8b5440/0xe92384b90c84abaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1d7 expref: 232 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.287170:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d74be lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287176:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a8b5440/0xe92384b90c84abaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1d7 expref: 232 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.287178:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d74be lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.287186:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297437312:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.287186:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d74be lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.287192:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d74be lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.287199:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d74be lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.287201:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987f00 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.287211:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.287214:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d74be lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.287233:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d74be lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.287236:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.287237:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.287239:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297436672:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.287241:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297437440:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.287244:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d74be lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.287247:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d74da lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.287251:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d74be lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.287254:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.287256:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d74cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.287263:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d74cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.287266:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297437056 00000100:00100000:1.0:1733164792.287267:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297437056 00010000:00010000:0.0:1733164792.287270:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d74cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.287275:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.287276:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297437440 00000100:00100000:1.0:1733164792.287277:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297437440 00000100:00100000:2.0:1733164792.287281:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606312064 00010000:00010000:0.0:1733164792.287282:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d74cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.287283:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606312064 00000100:00100000:1.0:1733164792.287284:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188038 00000100:00100000:1.0:1733164792.287286:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3868:3760:x1817354297437056:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.287288:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d74cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.287290:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c25bcc0/0xe92384b90c84aa68 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f167 expref: 233 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.287293:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d2640 already unused, calling callback (ffffffffa0854100) 00002000:00080000:1.0:1733164792.287294:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9314 count 1 00010000:00010000:0.0:1733164792.287295:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d74cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.287298:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d74cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.287299:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808461 00010000:00010000:1.0:1733164792.287301:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d74f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.287302:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+233:2000:x1817354606312064:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.287304:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d74cc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.287307:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.287308:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d74cc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x245e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287308:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009782bcc0/0xe92384b90c84ab17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f19f expref: 233 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.287309:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c25bcc0/0xe92384b90c84aa68 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f167 expref: 233 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.287313:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.287314:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.287314:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c25bcc0/0xe92384b90c84aa68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f167 expref: 233 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.287315:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d74f6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.287321:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.287322:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.287323:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d74e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287324:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009782bcc0/0xe92384b90c84ab17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f19f expref: 233 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.287328:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d74e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287332:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009782bcc0/0xe92384b90c84ab17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f19f expref: 233 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.287335:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.287337:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297437568:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.287345:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+233:2000:x1817354606312064:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 42us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.287349:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.287349:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808461 00000100:00100000:1.0:1733164792.287359:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188039 00000100:00100000:1.0:1733164792.287361:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3870:3762:x1817354297437440:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.287365:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c25bcc0/0xe92384b90c84aa68 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f167 expref: 232 pid: 16652 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.287367:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9316 count 1 00000100:00100000:3.0:1733164792.287371:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3870:3759:x1817354297435136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1925us (2015us total) trans 4295983446 rc 0/0 00010000:00010000:1.0:1733164792.287373:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d74fd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.287373:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a75f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297436800:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.287378:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188030 00010000:00010000:1.0:1733164792.287379:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c548b40/0xe92384b90c84ac36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1f3 expref: 231 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.287380:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3870:3759:x1817354297435904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1550us (1591us total) trans 4295983447 rc 0/0 00010000:00010000:1.0:1733164792.287383:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.287384:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188032 00010000:00010000:1.0:1733164792.287384:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.287384:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d74e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287385:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d74fd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.287393:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d74e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287394:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c548b40/0xe92384b90c84ac36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1f3 expref: 231 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.287397:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d74e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287398:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c548b40/0xe92384b90c84ac36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1f3 expref: 231 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.287401:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d74e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.287404:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac65500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297436928:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.287404:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d74e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.287406:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297437696:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.287408:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d74e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.287408:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b3800/2, rc 0, transno 1016151 00010000:00010000:2.0:1733164792.287411:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.287413:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d74e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.287414:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d74e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.287415:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987600 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.287416:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d74e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.287416:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297435904:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.287421:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d74e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.287424:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b3100/2, rc 0, transno 1016150 00010000:00010000:2.0:1733164792.287425:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d74e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.287428:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297435136:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.287443:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297437952:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.287445:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297437824:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.287456:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.287462:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.287465:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606312320 00000100:00100000:0.0:1733164792.287467:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606312320 00010000:00010000:0.0:1733164792.287474:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800912058c0/0xe92384b90c84aaca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f183 expref: 232 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.287474:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297437824 00000100:00100000:3.0:1733164792.287477:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297437824 00000100:00100000:0.0:1733164792.287485:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808462 00000100:00100000:0.0:1733164792.287487:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+232:2000:x1817354606312320:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.287492:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.287494:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188040 00010000:00010000:0.0:1733164792.287495:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800912058c0/0xe92384b90c84aaca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f183 expref: 232 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.287498:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ca31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3870:3762:x1817354297437824:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.287500:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800912058c0/0xe92384b90c84aaca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f183 expref: 232 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.287504:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3870:3761:x1817354297436416:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1122us (1142us total) trans 4295983448 rc 0/0 00010000:00010000:0.0:1733164792.287507:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800912058c0/0xe92384b90c84aaca lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f183 expref: 232 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.287508:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188035 00010000:00010000:0.0:1733164792.287512:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.287513:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.287515:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d74e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.287519:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d74e8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.287530:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1733164792.287530:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9317 count 1 00010000:00010000:1.0:1733164792.287552:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d74e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.287553:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7504 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.287557:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+231:2000:x1817354606312320:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (100us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.287558:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d74e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.287561:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808462 00010000:00010000:1.0:1733164792.287563:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d74e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.287565:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f1680/0xe92384b90c84ac8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f216 expref: 231 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287567:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d74e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287571:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d74e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.287571:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.287573:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.287574:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4000 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.287575:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.287575:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7504 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287576:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d74e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287580:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d74e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287591:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d74e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.287591:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f1680/0xe92384b90c84ac8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f216 expref: 230 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.287592:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606312192 00000100:00100000:0.0:1733164792.287595:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606312192 00010000:00010000:1.0:1733164792.287595:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d74e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.287600:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f1680/0xe92384b90c84ac8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f216 expref: 231 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.287603:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d4d2d00/0xe92384b90c84aa14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f144 expref: 231 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.287609:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a74a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297438080:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.287624:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.287628:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808463 00000100:00100000:0.0:1733164792.287633:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+231:2000:x1817354606312192:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.287635:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.287640:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.287644:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d4d2d00/0xe92384b90c84aa14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f144 expref: 231 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.287648:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297437952 00000100:00100000:2.0:1733164792.287650:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297437952 00010000:00010000:0.0:1733164792.287652:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d4d2d00/0xe92384b90c84aa14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f144 expref: 231 pid: 16642 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.287657:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b0e00/2, rc 0, transno 1016152 00000100:00100000:2.0:1733164792.287661:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188041 00010000:00010000:0.0:1733164792.287663:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d4d2d00/0xe92384b90c84aa14 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f144 expref: 231 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.287664:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3871:3759:x1817354297437952:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.287664:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297436416:0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.287673:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9318 count 1 00010000:00010000:0.0:1733164792.287674:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.287675:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.287676:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d74da lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.287681:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d750b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.287684:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d74da lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.287691:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997a1440/0xe92384b90c84ad24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f232 expref: 230 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.287692:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3871:3762:x1817354297436544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1290us (1317us total) trans 4295983449 rc 0/0 00010000:00010000:0.0:1733164792.287694:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.287696:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188036 00010000:00010000:2.0:1733164792.287697:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.287699:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.287701:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d750b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.287702:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+230:2000:x1817354606312192:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (129us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.287704:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d74da lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.287706:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808463 00010000:00010000:3.0:1733164792.287711:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d74da lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.287714:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b2d80/2, rc 0, transno 1016153 00000100:00100000:1.0:1733164792.287716:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297436544:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.287717:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997a1440/0xe92384b90c84ad24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f232 expref: 229 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.287719:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d74da lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.287725:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997a1440/0xe92384b90c84ad24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f232 expref: 229 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.287725:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d74da lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.287732:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d74da lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.287737:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca73c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.287740:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297438208:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.287741:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d74da lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.287746:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297438336:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.287748:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d74da lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.287749:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.287753:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297438464:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.287757:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07840 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.287757:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d74da lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.287762:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.287763:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d74da lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x245f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.287769:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297438336 00000100:00100000:1.0:1733164792.287771:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297438336 00000100:00100000:1.0:1733164792.287781:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188042 00000100:00100000:1.0:1733164792.287783:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3871:3760:x1817354297438336:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.287790:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9319 count 1 00010000:00010000:1.0:1733164792.287797:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7512 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287804:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d8de400/0xe92384b90c84adb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f255 expref: 229 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287808:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.287809:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.287810:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7512 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287820:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d8de400/0xe92384b90c84adb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f255 expref: 229 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287825:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d8de400/0xe92384b90c84adb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f255 expref: 229 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.287830:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297438592:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.287844:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.287852:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.287856:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3872:3759:x1817354297436288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1478us (1520us total) trans 4295983450 rc 0/0 00000100:00100000:3.0:1733164792.287863:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188034 00000100:00100000:2.0:1733164792.287874:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297438464 00000100:00100000:2.0:1733164792.287876:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297438464 00000100:00100000:2.0:1733164792.287889:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188043 00000004:00080000:3.0:1733164792.287889:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b0a80/2, rc 0, transno 1016154 00000100:00100000:2.0:1733164792.287892:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012382e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3872:3762:x1817354297438464:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.287896:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297436288:0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.287900:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9320 count 1 00010000:00010000:2.0:1733164792.287906:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7519 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.287914:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085f38d80/0xe92384b90c84adfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f278 expref: 229 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.287917:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.287918:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.287920:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7519 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.287922:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297438720:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.287929:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085f38d80/0xe92384b90c84adfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f278 expref: 229 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.287934:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085f38d80/0xe92384b90c84adfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f278 expref: 229 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.287937:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.287940:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297438848:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.287946:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297438720 00000100:00100000:1.0:1733164792.287948:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297438720 00000100:00100000:2.0:1733164792.287956:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07480 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.287958:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188044 00000100:00100000:1.0:1733164792.287960:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3873:3762:x1817354297438720:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.287967:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9321 count 1 00010000:00010000:1.0:1733164792.287973:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7520 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287980:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d4d0240/0xe92384b90c84ae6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f294 expref: 229 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287984:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.287985:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.287987:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7520 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.287999:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d4d0240/0xe92384b90c84ae6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f294 expref: 229 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.288005:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d4d0240/0xe92384b90c84ae6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f294 expref: 229 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.288010:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297438976:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.288024:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.288597:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297437312:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.288608:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d74ef lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.288625:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297437568:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.288633:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d74f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.288639:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297437696:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.288651:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d74fd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.288740:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.288781:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a74a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297438080:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.288795:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606312576 00010000:00010000:3.0:1733164792.288796:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7504 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.288799:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606312576 00010000:00010000:1.0:1733164792.288814:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c548b40/0xe92384b90c84ac36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1f3 expref: 230 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.288835:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.288849:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606312832 00000100:00100000:1.0:1733164792.288852:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606312832 00000100:00100000:0.0:1733164792.288860:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808464 00010000:00010000:1.0:1733164792.288861:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f1680/0xe92384b90c84ac8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f216 expref: 231 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.288866:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+231:2000:x1817354606312576:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.288874:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.288878:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c548b40/0xe92384b90c84ac36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1f3 expref: 231 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.288886:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808465 00010000:00010000:0.0:1733164792.288888:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c548b40/0xe92384b90c84ac36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1f3 expref: 231 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.288891:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+231:2000:x1817354606312832:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.288898:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.288900:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c548b40/0xe92384b90c84ac36 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1f3 expref: 231 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.288902:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f1680/0xe92384b90c84ac8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f216 expref: 231 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.288911:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f1680/0xe92384b90c84ac8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f216 expref: 231 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.288914:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.288915:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.288918:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d74fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.288924:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f1680/0xe92384b90c84ac8a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f216 expref: 230 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.288925:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d74fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.288934:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.288936:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.288938:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.288938:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7504 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.288945:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7504 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.288948:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d74fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.288957:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+229:2000:x1817354606312576:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (218us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.288957:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d74fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.288962:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808464 00010000:00010000:2.0:1733164792.288965:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d74fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.288968:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.288971:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d74fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.288977:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d74fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.288983:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.288985:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d74fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.288986:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+228:2000:x1817354606312832:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 94us (152us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.288991:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d74fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.288993:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.288993:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808465 00000100:00100000:0.0:1733164792.289004:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606312448 00010000:00010000:2.0:1733164792.289005:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d74fd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.289007:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606312448 00010000:00010000:2.0:1733164792.289011:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d74fd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289016:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a8b5440/0xe92384b90c84abaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1d7 expref: 228 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.289032:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808466 00000100:00100000:0.0:1733164792.289035:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131270e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+228:2001:x1817354606312448:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.289042:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.289046:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a8b5440/0xe92384b90c84abaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1d7 expref: 228 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.289054:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a8b5440/0xe92384b90c84abaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1d7 expref: 228 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.289076:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7504 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.289084:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7504 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.289091:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7504 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.289098:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7504 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.289104:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7504 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.289110:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.289112:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7504 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.289118:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.289122:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3874:3762:x1817354297437440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1759us (1866us total) trans 4295983451 rc 0/0 00000100:00100000:2.0:1733164792.289130:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188039 00010000:00010000:3.0:1733164792.289131:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7504 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.289137:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7504 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2465:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.289180:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b0700/2, rc 0, transno 1016155 00000100:00100000:2.0:1733164792.289193:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297437440:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.289198:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a8b5440/0xe92384b90c84abaa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f1d7 expref: 228 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.289207:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.289208:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.289211:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d74ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289217:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d74ef lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289230:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.289246:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131270e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+227:2001:x1817354606312448:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 209us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.289252:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808466 00000100:00100000:0.0:1733164792.289290:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.289301:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606312704 00000100:00100000:0.0:1733164792.289303:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606312704 00010000:00010000:0.0:1733164792.289311:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009782bcc0/0xe92384b90c84ab17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f19f expref: 227 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.289313:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d74ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.289318:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297439104:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.289322:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d74ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289330:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d74ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.289333:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808467 00000100:00100000:0.0:1733164792.289337:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131270380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+227:2001:x1817354606312704:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.289337:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d74ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.289338:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.289343:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d74ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289344:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.289348:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009782bcc0/0xe92384b90c84ab17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f19f expref: 227 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.289348:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.289351:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d74ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289358:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d74ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.289358:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297439104 00000100:00100000:2.0:1733164792.289361:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297439104 00010000:00010000:1.0:1733164792.289367:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d74ef lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289374:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d74ef lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.289377:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188045 00000100:00100000:2.0:1733164792.289381:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3875:3759:x1817354297439104:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.289384:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ca31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3875:3762:x1817354297437824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1883us (1918us total) trans 4295983452 rc 0/0 00000100:00100000:3.0:1733164792.289390:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188040 00002000:00080000:2.0:1733164792.289392:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9322 count 1 00010000:00010000:2.0:1733164792.289403:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7527 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.289413:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a3f9d40/0xe92384b90c84aeba lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2c5 expref: 227 pid: 16618 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.289416:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b3480/2, rc 0, transno 1016156 00010000:00010000:2.0:1733164792.289419:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.289421:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.289423:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297437824:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.289424:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7527 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289426:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009782bcc0/0xe92384b90c84ab17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f19f expref: 227 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.289438:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009782bcc0/0xe92384b90c84ab17 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f19f expref: 227 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.289439:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a3f9d40/0xe92384b90c84aeba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2c5 expref: 227 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289447:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.289448:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.289448:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a3f9d40/0xe92384b90c84aeba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2c5 expref: 226 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.289451:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d74f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289457:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d74f6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.289457:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297439232:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.289471:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.289477:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07600 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.289487:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131270380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+226:2001:x1817354606312704:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 149us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.289491:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3875:3760:x1817354297437184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2370us (2397us total) trans 4295983453 rc 0/0 00000100:00100000:0.0:1733164792.289493:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808467 00000100:00100000:1.0:1733164792.289497:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188037 00000004:00080000:0.0:1733164792.289517:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b1880/2, rc 0, transno 1016157 00000100:00100000:0.0:1733164792.289522:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297437184:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.289530:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297439360:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.289559:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d74f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.289561:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.289564:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d74f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289568:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d74f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289572:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d74f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289576:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d74f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289579:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.289580:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d74f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289585:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d74f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289591:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d74f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289595:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d74f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.289599:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.289609:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297439488:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.289621:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297438208:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.289632:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.289635:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d750b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.289661:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297438848:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.289671:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7519 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.289672:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.289684:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297439360 00000100:00100000:2.0:1733164792.289686:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297439360 00000100:00100000:1.0:1733164792.289687:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3875:3760:x1817354297437056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2397us (2448us total) trans 4295983454 rc 0/0 00000100:00100000:0.0:1733164792.289690:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606313088 00000100:00100000:0.0:1733164792.289693:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606313088 00000100:00100000:1.0:1733164792.289693:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188038 00000100:00100000:2.0:1733164792.289701:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297439488 00010000:00010000:0.0:1733164792.289704:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d8de400/0xe92384b90c84adb0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f255 expref: 226 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.289704:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297439488 00000100:00100000:1.0:1733164792.289707:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188046 00000100:00100000:1.0:1733164792.289711:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3876:3760:x1817354297439360:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.289713:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188047 00000100:00100000:3.0:1733164792.289718:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3876:3762:x1817354297439488:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.289728:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808468 00002000:00080000:3.0:1733164792.289731:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9324 count 1 00000100:00100000:0.0:1733164792.289733:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+226:2000:x1817354606313088:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.289741:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:1.0:1733164792.289741:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9323 count 1 00010000:00010000:3.0:1733164792.289742:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d752e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289744:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d8de400/0xe92384b90c84adb0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f255 expref: 226 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.289751:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7535 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289753:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d8de400/0xe92384b90c84adb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f255 expref: 226 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.289753:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090f573c0/0xe92384b90c84af7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f304 expref: 226 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289760:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952fd440/0xe92384b90c84af15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2e8 expref: 226 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.289760:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.289761:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.289764:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.289764:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d752e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289765:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.289766:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.289767:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7512 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289768:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.289770:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7535 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289774:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7512 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.289780:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090f573c0/0xe92384b90c84af7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f304 expref: 226 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289782:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952fd440/0xe92384b90c84af15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2e8 expref: 226 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289784:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.289789:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090f573c0/0xe92384b90c84af7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f304 expref: 226 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.289790:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952fd440/0xe92384b90c84af15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2e8 expref: 226 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.289797:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297439616:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.289798:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297439744:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.289802:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+226:2000:x1817354606313088:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.289808:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808468 00000100:00100000:3.0:1733164792.289817:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.289821:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00000004:00080000:0.0:1733164792.289831:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b1f80/2, rc 0, transno 1016158 00010000:00010000:1.0:1733164792.289839:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d8de400/0xe92384b90c84adb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f255 expref: 225 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.289844:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297437056:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.289847:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297438592:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.289855:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7512 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289861:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7512 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289868:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7512 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289876:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7512 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289883:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7512 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.289883:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297439872:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.289889:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7512 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289895:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5440 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.289897:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.289899:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7512 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.289905:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7512 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.289905:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.289907:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606312960 00000100:00100000:0.0:1733164792.289910:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606312960 00010000:00010000:1.0:1733164792.289915:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7512 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289920:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997a1440/0xe92384b90c84ad24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f232 expref: 225 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.289921:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d7512 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.289935:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808469 00000100:00100000:0.0:1733164792.289939:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+225:2001:x1817354606312960:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.289945:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.289948:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997a1440/0xe92384b90c84ad24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f232 expref: 225 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.289951:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297438976:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.289957:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997a1440/0xe92384b90c84ad24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f232 expref: 225 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.289963:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7520 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289968:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997a1440/0xe92384b90c84ad24 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f232 expref: 225 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.289976:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.289976:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297439872 00010000:00010000:0.0:1733164792.289978:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.289979:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297439872 00010000:00010000:0.0:1733164792.289980:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d750b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.289987:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d750b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.289994:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188048 00000100:00100000:1.0:1733164792.289998:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3877:3762:x1817354297439872:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.290006:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1733164792.290008:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9325 count 1 00010000:00010000:1.0:1733164792.290018:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d753c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.290020:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+224:2001:x1817354606312960:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (124us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.290021:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d750b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290027:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d750b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.290028:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095dd6880/0xe92384b90c84aff5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f320 expref: 224 pid: 16685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.290030:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808469 00010000:00010000:3.0:1733164792.290031:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d750b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.290033:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.290035:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.290035:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d750b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.290037:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d753c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290039:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d750b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290045:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.290047:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d750b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290051:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d750b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.290056:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095dd6880/0xe92384b90c84aff5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f320 expref: 223 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290057:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d750b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290061:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d750b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.290064:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095dd6880/0xe92384b90c84aff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f320 expref: 223 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.290072:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297440000:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.290082:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.290089:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.290093:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606313344 00000100:00100000:0.0:1733164792.290095:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606313344 00010000:00010000:0.0:1733164792.290104:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d4d0240/0xe92384b90c84ae6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f294 expref: 224 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.290126:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808470 00000100:00100000:0.0:1733164792.290130:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+224:2000:x1817354606313344:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.290136:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.290140:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d4d0240/0xe92384b90c84ae6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f294 expref: 224 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.290164:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d4d0240/0xe92384b90c84ae6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f294 expref: 224 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.290167:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3879:3759:x1817354297437952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2500us (2530us total) trans 4295983455 rc 0/0 00000100:00100000:3.0:1733164792.290173:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188041 00010000:00010000:0.0:1733164792.290176:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d4d0240/0xe92384b90c84ae6d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f294 expref: 224 pid: 16680 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.290176:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b1500/2, rc 0, transno 1016159 00000100:00100000:2.0:1733164792.290184:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297437952:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.290186:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.290188:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.290189:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3878:3760:x1817354297438336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2404us (2426us total) trans 4295983456 rc 0/0 00010000:00010000:0.0:1733164792.290190:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7520 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.290195:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188042 00010000:00010000:0.0:1733164792.290197:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7520 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.290218:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012382c700/2, rc 0, transno 1016160 00000100:00100000:3.0:1733164792.290219:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297440128:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.290225:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297438336:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.290237:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7520 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.290241:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.290244:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7520 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.290251:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7520 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.290254:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1733164792.290258:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7520 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.290258:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297440256:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.290269:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7520 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.290269:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.290274:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.290277:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7520 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.290281:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297440128 00010000:00010000:1.0:1733164792.290283:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7520 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.290283:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297440256 00000100:00100000:3.0:1733164792.290284:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297440128 00000100:00100000:2.0:1733164792.290287:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297440256 00010000:00010000:0.0:1733164792.290291:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.290292:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7520 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.290297:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7520 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.290300:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188049 00000100:00100000:3.0:1733164792.290304:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3879:3759:x1817354297440128:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.290306:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188050 00000100:00100000:0.0:1733164792.290307:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+223:2000:x1817354606313344:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 175us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.290311:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3879:3759:x1817354297440256:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.290313:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808470 00002000:00080000:3.0:1733164792.290317:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9326 count 1 00002000:00080000:2.0:1733164792.290322:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9327 count 1 00010000:00010000:3.0:1733164792.290327:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7543 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.290332:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d754a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290338:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093bb7600/0xe92384b90c84b049 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f335 expref: 222 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.290342:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.290344:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb88fc0/0xe92384b90c84b0ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f351 expref: 222 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290344:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.290346:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.290348:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7543 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.290349:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606313216 00010000:00010000:2.0:1733164792.290350:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.290351:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606313216 00010000:00010000:2.0:1733164792.290351:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.290353:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d754a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.290358:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085f38d80/0xe92384b90c84adfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f278 expref: 223 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.290362:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093bb7600/0xe92384b90c84b049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f335 expref: 223 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.290370:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb88fc0/0xe92384b90c84b0ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f351 expref: 223 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290370:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093bb7600/0xe92384b90c84b049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f335 expref: 223 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.290374:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808471 00000100:00100000:0.0:1733164792.290377:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+223:2001:x1817354606313216:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.290378:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297440384:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.290379:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb88fc0/0xe92384b90c84b0ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f351 expref: 223 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.290381:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.290384:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085f38d80/0xe92384b90c84adfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f278 expref: 223 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.290388:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297440512:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.290389:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085f38d80/0xe92384b90c84adfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f278 expref: 223 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.290395:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54240 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.290397:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085f38d80/0xe92384b90c84adfd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f278 expref: 223 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.290399:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3880:3762:x1817354297438720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2435us (2459us total) trans 4295983457 rc 0/0 00010000:00010000:0.0:1733164792.290402:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.290403:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.290404:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7519 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.290405:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188044 00000004:00080000:3.0:1733164792.290411:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012382ea00/2, rc 0, transno 1016161 00010000:00010000:0.0:1733164792.290412:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7519 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.290416:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297438720:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.290417:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07480 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.290444:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.290448:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297440640:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.290462:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.290467:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.290476:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297440640 00010000:00010000:2.0:1733164792.290476:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7519 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.290479:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+222:2001:x1817354606313216:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 100us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.290480:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297440640 00000100:00100000:0.0:1733164792.290482:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808471 00010000:00010000:2.0:1733164792.290483:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7519 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.290492:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188051 00000100:00100000:1.0:1733164792.290494:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3880:3762:x1817354297440640:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.290494:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7519 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.290501:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7519 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.290503:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9328 count 1 00010000:00010000:2.0:1733164792.290507:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7519 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.290510:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7551 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.290512:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.290515:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7519 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.290520:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091ccf840/0xe92384b90c84b15a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f36d expref: 221 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.290520:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297439232:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.290521:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7519 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.290525:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.290526:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.290527:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7551 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.290531:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7519 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290531:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7527 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.290551:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091ccf840/0xe92384b90c84b15a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f36d expref: 221 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.290554:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7519 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2468:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.290556:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091ccf840/0xe92384b90c84b15a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f36d expref: 221 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.290562:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.290563:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297440768:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.290577:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606313472 00000100:00100000:0.0:1733164792.290579:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606313472 00000100:00100000:1.0:1733164792.290582:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.290589:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a3f9d40/0xe92384b90c84aeba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2c5 expref: 222 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.290605:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808472 00000100:00100000:0.0:1733164792.290609:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131270e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+222:2001:x1817354606313472:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.290614:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.290617:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a3f9d40/0xe92384b90c84aeba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2c5 expref: 222 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.290624:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a3f9d40/0xe92384b90c84aeba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2c5 expref: 222 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.290635:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a3f9d40/0xe92384b90c84aeba lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2c5 expref: 222 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.290647:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.290649:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.290651:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7527 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.290657:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7527 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.290657:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012382e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3881:3762:x1817354297438464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2763us (2803us total) trans 4295983458 rc 0/0 00000004:00080000:3.0:1733164792.290661:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012382ca80/2, rc 0, transno 1016162 00000100:00100000:2.0:1733164792.290663:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188043 00000100:00100000:3.0:1733164792.290666:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297438464:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.290670:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.290672:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7527 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290676:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7527 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290681:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7527 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290684:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7527 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.290686:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131270e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+221:2001:x1817354606313472:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (123us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.290688:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7527 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.290691:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808472 00010000:00010000:3.0:1733164792.290691:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.290693:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7527 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290696:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7527 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290706:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7527 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.290710:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7527 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x246a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.290810:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3881:3759:x1817354297439104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1427us (1470us total) trans 4295983459 rc 0/0 00000100:00100000:3.0:1733164792.290817:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188045 00000004:00080000:0.0:1733164792.290822:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012382e680/2, rc 0, transno 1016163 00000100:00100000:0.0:1733164792.290835:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297439104:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.290836:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297440896:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.290855:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.290872:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297440896 00000100:00100000:0.0:1733164792.290875:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297440896 00000100:00100000:0.0:1733164792.290892:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188052 00000100:00100000:0.0:1733164792.290895:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3881:3762:x1817354297440896:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.290906:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9329 count 1 00000100:00100000:1.0:1733164792.290910:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1733164792.290915:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7558 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.290918:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297441024:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.290924:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a56640/0xe92384b90c84b1e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f389 expref: 220 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.290930:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.290931:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.290933:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7558 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.290946:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a56640/0xe92384b90c84b1e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f389 expref: 220 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.290947:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.290954:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a56640/0xe92384b90c84b1e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f389 expref: 220 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.290962:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297441024 00000100:00100000:0.0:1733164792.290963:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131270380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297441152:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.290966:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297441024 00000100:00100000:3.0:1733164792.290977:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188053 00000100:00100000:3.0:1733164792.290980:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012382f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3882:3760:x1817354297441024:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.290984:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00002000:00080000:3.0:1733164792.290989:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9330 count 1 00010000:00010000:3.0:1733164792.290996:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d755f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.291003:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013402d680/0xe92384b90c84b25d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3a5 expref: 220 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.291007:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.291009:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.291010:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d755f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.291024:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013402d680/0xe92384b90c84b25d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3a5 expref: 220 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.291030:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013402d680/0xe92384b90c84b25d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3a5 expref: 220 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.291036:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297441280:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.291057:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.291096:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297439616:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.291112:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d752e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.291441:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.291501:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606313600 00000100:00100000:2.0:1733164792.291505:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606313600 00010000:00010000:2.0:1733164792.291518:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090f573c0/0xe92384b90c84af7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f304 expref: 221 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.291560:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808473 00000100:00100000:2.0:1733164792.291565:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+221:2000:x1817354606313600:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.291572:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.291576:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090f573c0/0xe92384b90c84af7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f304 expref: 221 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.291584:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090f573c0/0xe92384b90c84af7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f304 expref: 221 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.291596:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090f573c0/0xe92384b90c84af7e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f304 expref: 221 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.291605:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.291607:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.291609:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d752e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.291615:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d752e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.291637:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.291669:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+220:2000:x1817354606313600:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 102us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.291676:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808473 00000100:00100000:1.0:1733164792.291900:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297439744:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.291914:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7535 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.291920:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.291932:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297440000:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.291938:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297440384:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.291939:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d753c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.291952:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7543 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.291957:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297440768:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.291965:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606313728 00010000:00010000:1.0:1733164792.291967:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7551 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.291968:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606313728 00010000:00010000:3.0:1733164792.291979:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952fd440/0xe92384b90c84af15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2e8 expref: 220 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.291998:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297440512:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.292005:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808474 00000100:00100000:3.0:1733164792.292009:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+220:2001:x1817354606313728:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.292011:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d754a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292016:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.292021:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952fd440/0xe92384b90c84af15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2e8 expref: 220 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.292030:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952fd440/0xe92384b90c84af15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2e8 expref: 220 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.292042:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952fd440/0xe92384b90c84af15 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f2e8 expref: 220 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.292053:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.292054:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.292057:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7535 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292062:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7535 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292074:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.292080:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7535 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292086:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7535 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292093:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7535 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.292093:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+219:2001:x1817354606313728:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (174us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.292098:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7535 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.292099:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808474 00010000:00010000:1.0:1733164792.292104:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7535 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292110:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.292112:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7535 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292117:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7535 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.292130:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297441280:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.292131:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7535 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292136:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7535 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x246b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292166:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d755f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.292220:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d752e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.292231:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d752e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.292231:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.292239:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d752e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.292245:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d752e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.292247:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606313856 00000100:00100000:3.0:1733164792.292251:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606313856 00010000:00010000:0.0:1733164792.292252:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d752e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292261:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095dd6880/0xe92384b90c84aff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f320 expref: 219 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.292262:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d2ac0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.292264:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.292265:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d752e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.292266:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3883:3760:x1817354297439360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2553us (2703us total) trans 4295983460 rc 0/0 00010000:00010000:0.0:1733164792.292271:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d752e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.292272:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188046 00000100:00100000:3.0:1733164792.292276:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606314112 00000100:00100000:3.0:1733164792.292278:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606314112 00000100:00100000:2.0:1733164792.292281:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808475 00010000:00010000:0.0:1733164792.292284:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d752e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292284:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb88fc0/0xe92384b90c84b0ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f351 expref: 220 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.292285:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+220:2000:x1817354606313856:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.292290:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d752e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x246c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.292294:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012382ed80/2, rc 0, transno 1016164 00010000:00010000:2.0:1733164792.292294:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.292298:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095dd6880/0xe92384b90c84aff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f320 expref: 220 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.292303:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297439360:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.292303:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808476 00010000:00010000:2.0:1733164792.292307:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095dd6880/0xe92384b90c84aff5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f320 expref: 220 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.292308:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+220:2000:x1817354606314112:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.292315:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.292319:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095dd6880/0xe92384b90c84aff5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f320 expref: 220 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.292319:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb88fc0/0xe92384b90c84b0ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f351 expref: 220 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.292325:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb88fc0/0xe92384b90c84b0ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f351 expref: 219 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.292329:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.292331:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.292334:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d753c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292334:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb88fc0/0xe92384b90c84b0ce lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f351 expref: 219 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.292341:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d753c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292342:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.292343:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.292345:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d754a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292350:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d754a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.292359:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.292359:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.292367:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d753c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.292373:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+218:2000:x1817354606314112:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (109us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.292374:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d753c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.292377:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+218:2000:x1817354606313856:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.292377:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808476 00010000:00010000:1.0:1733164792.292381:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d753c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.292383:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808475 00010000:00010000:1.0:1733164792.292388:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d753c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292391:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d754a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292395:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d753c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292395:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d754a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292399:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d754a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292403:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d754a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292405:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.292407:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d754a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292408:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d753c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292410:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.292411:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d754a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292415:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d753c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292415:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d754a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292420:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d754a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292424:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d753c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292427:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d754a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x246f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292430:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d753c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x246d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.292453:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297441408:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.292469:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.292477:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.292482:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3884:3762:x1817354297439488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2760us (2846us total) trans 4295983461 rc 0/0 00000100:00100000:2.0:1733164792.292489:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606314368 00000100:00100000:0.0:1733164792.292490:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188047 00000100:00100000:2.0:1733164792.292492:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606314368 00010000:00010000:2.0:1733164792.292503:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a56640/0xe92384b90c84b1e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f389 expref: 217 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.292509:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297441408 00000100:00100000:0.0:1733164792.292513:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297441408 00000100:00100000:2.0:1733164792.292527:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808477 00000100:00100000:2.0:1733164792.292532:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+217:2000:x1817354606314368:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.292553:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188054 00010000:00010000:2.0:1733164792.292555:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.292558:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012382d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3885:3760:x1817354297441408:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.292560:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a56640/0xe92384b90c84b1e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f389 expref: 217 pid: 16642 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.292563:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012382d180/2, rc 0, transno 1016165 00010000:00010000:2.0:1733164792.292568:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a56640/0xe92384b90c84b1e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f389 expref: 217 pid: 16642 timeout: 1075 lvb_type: 0 00002000:00080000:0.0:1733164792.292569:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9331 count 1 00000100:00100000:3.0:1733164792.292570:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297439488:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.292579:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7566 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.292579:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.292580:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.292583:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7558 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.292588:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c9a6400/0xe92384b90c84b2f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3c8 expref: 217 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.292588:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7558 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.292598:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.292598:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3885:3762:x1817354297439872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2598us (2691us total) trans 4295983463 rc 0/0 00010000:00010000:0.0:1733164792.292599:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:3.0:1733164792.292599:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f5880/2, rc 0, transno 1016167 00010000:00010000:0.0:1733164792.292601:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7566 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.292604:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.292604:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297439872:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.292605:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188048 00000100:00100000:3.0:1733164792.292607:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.292612:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297441536:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.292620:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+217:2000:x1817354606314368:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.292626:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808477 00000100:00100000:3.0:1733164792.292631:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.292642:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297441536 00000100:00100000:1.0:1733164792.292645:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297441536 00000100:00100000:1.0:1733164792.292656:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188055 00000100:00100000:1.0:1733164792.292658:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3885:3762:x1817354297441536:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.292659:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297441664:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.292666:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9332 count 1 00010000:00010000:1.0:1733164792.292674:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d756d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.292679:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.292686:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952fc240/0xe92384b90c84b352 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3e4 expref: 216 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292692:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.292693:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.292696:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d756d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.292697:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3885:3759:x1817354297440256:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2387us (2427us total) trans 4295983462 rc 0/0 00000100:00100000:3.0:1733164792.292702:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188050 00010000:00010000:1.0:1733164792.292711:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952fc240/0xe92384b90c84b352 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3e4 expref: 216 pid: 16595 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.292716:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f5500/2, rc 0, transno 1016166 00010000:00010000:1.0:1733164792.292720:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952fc240/0xe92384b90c84b352 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3e4 expref: 216 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.292720:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297440256:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.292724:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c9a6400/0xe92384b90c84b2f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3c8 expref: 216 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.292731:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297441792:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.292733:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.292737:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c9a6400/0xe92384b90c84b2f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3c8 expref: 216 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.292743:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297442048:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.292747:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606313984 00000100:00100000:0.0:1733164792.292749:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297441920:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.292750:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606313984 00000100:00100000:1.0:1733164792.292752:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297441664 00000100:00100000:1.0:1733164792.292755:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297441664 00000100:00100000:3.0:1733164792.292755:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.292762:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093bb7600/0xe92384b90c84b049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f335 expref: 217 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.292768:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297442048 00000100:00100000:1.0:1733164792.292770:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297442048 00000100:00100000:3.0:1733164792.292770:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188056 00000100:00100000:3.0:1733164792.292774:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3886:3762:x1817354297441664:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.292780:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.292782:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188057 00000100:00100000:3.0:1733164792.292785:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808478 00000100:00100000:1.0:1733164792.292786:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3886:3759:x1817354297442048:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.292788:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+217:2000:x1817354606313984:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.292794:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:1.0:1733164792.292796:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9334 count 1 00010000:00010000:3.0:1733164792.292797:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093bb7600/0xe92384b90c84b049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f335 expref: 217 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.292803:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093bb7600/0xe92384b90c84b049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f335 expref: 217 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.292805:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7574 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.292810:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.292811:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093bb7600/0xe92384b90c84b049 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f335 expref: 217 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.292812:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a56640/0xe92384b90c84b1e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f389 expref: 217 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.292815:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086bdad00/0xe92384b90c84b41d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f41c expref: 217 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292818:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.292819:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.292819:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.292820:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.292820:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606314240 00010000:00010000:3.0:1733164792.292821:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7543 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292822:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7574 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.292823:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606314240 00010000:00010000:3.0:1733164792.292826:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7543 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.292828:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131270380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297441152:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.292833:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091ccf840/0xe92384b90c84b15a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f36d expref: 216 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.292834:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086bdad00/0xe92384b90c84b41d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f41c expref: 216 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292834:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.292839:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086bdad00/0xe92384b90c84b41d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f41c expref: 216 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.292844:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297442176:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.292845:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808479 00000100:00100000:3.0:1733164792.292845:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+216:2000:x1817354606313984:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 56us (119us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.292846:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7558 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.292848:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+216:2000:x1817354606314240:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.292848:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808478 00010000:00010000:0.0:1733164792.292853:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7558 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.292854:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.292858:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959876c0 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.292858:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091ccf840/0xe92384b90c84b15a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f36d expref: 215 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.292860:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7558 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.292862:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9333 count 1 00010000:00010000:2.0:1733164792.292866:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091ccf840/0xe92384b90c84b15a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f36d expref: 215 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.292871:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d757b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.292872:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.292873:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7558 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.292878:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091ccf840/0xe92384b90c84b15a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f36d expref: 215 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.292880:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7558 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292881:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009585b840/0xe92384b90c84b3c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f400 expref: 215 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.292887:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7558 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.292887:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.292888:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.292891:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.292892:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.292892:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.292893:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.292895:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7558 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292895:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d757b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.292897:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7551 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.292902:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7558 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.292910:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.292910:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009585b840/0xe92384b90c84b3c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f400 expref: 214 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.292912:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7558 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292916:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292918:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009585b840/0xe92384b90c84b3c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f400 expref: 214 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.292919:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d7558 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292920:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292925:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7551 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.292927:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297442304:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.292928:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7551 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.292928:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+214:2000:x1817354606314240:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.292934:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808479 00010000:00010000:1.0:1733164792.292935:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7551 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292939:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.292940:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7551 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292944:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7551 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.292946:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.292950:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7551 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.292953:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7551 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292956:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7543 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292962:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7543 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292969:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7543 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.292972:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.292975:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7543 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292981:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7543 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.292982:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606314496 00000100:00100000:2.0:1733164792.292985:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606314496 00010000:00010000:3.0:1733164792.292986:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.292988:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7543 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.292992:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7543 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.292993:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013402d680/0xe92384b90c84b25d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3a5 expref: 214 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.292998:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7543 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.293001:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7543 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x246e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.293008:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808480 00000100:00100000:2.0:1733164792.293011:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+214:2000:x1817354606314496:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.293016:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.293019:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013402d680/0xe92384b90c84b25d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3a5 expref: 214 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.293024:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013402d680/0xe92384b90c84b25d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3a5 expref: 214 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.293035:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013402d680/0xe92384b90c84b25d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3a5 expref: 214 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.293042:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.293043:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.293044:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d755f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.293049:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d755f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.293057:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3889:3762:x1817354297440640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2560us (2593us total) trans 4295983465 rc 0/0 00010000:00010000:2.0:1733164792.293058:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.293064:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188051 00000100:00100000:2.0:1733164792.293066:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+213:2000:x1817354606314496:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.293069:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808480 00000100:00100000:0.0:1733164792.293075:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3888:3762:x1817354297440896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2176us (2217us total) trans 4295983464 rc 0/0 00000100:00100000:0.0:1733164792.293082:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188052 00000100:00100000:3.0:1733164792.293089:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3888:3759:x1817354297440128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2784us (2848us total) trans 4295983466 rc 0/0 00000004:00080000:1.0:1733164792.293090:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f7b80/2, rc 0, transno 1016168 00000100:00100000:3.0:1733164792.293093:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188049 00000100:00100000:1.0:1733164792.293096:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297440896:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.293104:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f7100/2, rc 0, transno 1016169 00000100:00100000:1.0:1733164792.293107:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297440640:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.293112:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f6d80/2, rc 0, transno 1016170 00000100:00100000:3.0:1733164792.293114:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297440128:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.293122:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d755f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.293127:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d755f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.293131:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d755f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.293136:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d755f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.293139:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d755f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.293158:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.293160:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d755f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.293164:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d755f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.293170:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d755f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.293174:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297442432:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.293174:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d755f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.293210:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.293243:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297442432 00000100:00100000:3.0:1733164792.293248:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012382f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3887:3760:x1817354297441024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2265us (2300us total) trans 4295983467 rc 0/0 00000100:00100000:0.0:1733164792.293249:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297442432 00000100:00100000:3.0:1733164792.293254:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188053 00000100:00100000:3.0:1733164792.293267:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188058 00000100:00100000:3.0:1733164792.293271:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3887:3760:x1817354297442432:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.293281:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9335 count 1 00010000:00010000:3.0:1733164792.293293:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7582 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.293294:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f4e00/2, rc 0, transno 1016171 00000100:00100000:0.0:1733164792.293301:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297441024:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.293303:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085f8e880/0xe92384b90c84b47f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f43f expref: 212 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.293309:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.293310:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.293312:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7582 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.293326:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085f8e880/0xe92384b90c84b47f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f43f expref: 212 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.293335:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085f8e880/0xe92384b90c84b47f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f43f expref: 212 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.293344:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297442688:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.293364:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54240 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.293385:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.293394:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297442560:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.293418:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.293432:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297442560 00000100:00100000:3.0:1733164792.293435:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297442560 00000100:00100000:3.0:1733164792.293449:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188059 00000100:00100000:3.0:1733164792.293452:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3888:3762:x1817354297442560:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.293475:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297442944:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.293476:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9336 count 1 00010000:00010000:3.0:1733164792.293485:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d7589 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.293491:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.293494:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008523b3c0/0xe92384b90c84b512 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f462 expref: 212 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.293499:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297442816:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.293500:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.293502:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.293504:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d7589 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.293506:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297442944 00000100:00100000:2.0:1733164792.293508:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297442944 00000100:00100000:2.0:1733164792.293519:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188060 00010000:00010000:3.0:1733164792.293520:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008523b3c0/0xe92384b90c84b512 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f462 expref: 212 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.293522:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3889:3759:x1817354297442944:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.293524:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.293529:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008523b3c0/0xe92384b90c84b512 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f462 expref: 212 pid: 16642 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.293530:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9338 count 1 00000100:00100000:3.0:1733164792.293549:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297443072:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.293553:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297442816 00010000:00010000:2.0:1733164792.293554:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7590 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.293557:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297442816 00010000:00010000:2.0:1733164792.293562:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093bb7cc0/0xe92384b90c84b5dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f493 expref: 212 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.293567:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.293568:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.293569:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7590 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.293578:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.293580:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188061 00010000:00010000:2.0:1733164792.293581:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093bb7cc0/0xe92384b90c84b5dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f493 expref: 212 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.293583:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3890:3762:x1817354297442816:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.293586:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093bb7cc0/0xe92384b90c84b5dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f493 expref: 212 pid: 15986 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.293592:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9337 count 1 00000100:00100000:2.0:1733164792.293592:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297443200:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.293599:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7597 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.293605:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07840 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.293606:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090dda1c0/0xe92384b90c84b597 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f47e expref: 212 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.293610:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.293611:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.293613:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7597 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.293623:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090dda1c0/0xe92384b90c84b597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f47e expref: 212 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.293629:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090dda1c0/0xe92384b90c84b597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f47e expref: 212 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.293634:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297443328:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.293651:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.294096:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297441920:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.294110:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7566 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.294119:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297442176:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.294135:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7574 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.294186:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297441792:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.294194:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d756d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.294326:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.294351:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.294363:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606314880 00000100:00100000:2.0:1733164792.294365:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606314880 00010000:00010000:2.0:1733164792.294374:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952fc240/0xe92384b90c84b352 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3e4 expref: 213 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.294388:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606314624 00000100:00100000:2.0:1733164792.294390:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606314624 00010000:00010000:2.0:1733164792.294394:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086bdad00/0xe92384b90c84b41d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f41c expref: 214 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.294408:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808481 00000100:00100000:2.0:1733164792.294411:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131271c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+214:2001:x1817354606314880:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.294416:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808482 00010000:00010000:2.0:1733164792.294417:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.294421:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952fc240/0xe92384b90c84b352 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3e4 expref: 214 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.294422:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131270000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+214:2001:x1817354606314624:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.294427:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.294429:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952fc240/0xe92384b90c84b352 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3e4 expref: 214 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.294430:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.294436:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086bdad00/0xe92384b90c84b41d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f41c expref: 214 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.294441:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952fc240/0xe92384b90c84b352 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3e4 expref: 214 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.294442:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606314752 00010000:00010000:3.0:1733164792.294444:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086bdad00/0xe92384b90c84b41d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f41c expref: 214 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.294446:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606314752 00010000:00010000:2.0:1733164792.294451:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.294453:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.294455:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d756d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294456:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086bdad00/0xe92384b90c84b41d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f41c expref: 214 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.294458:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c9a6400/0xe92384b90c84b2f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3c8 expref: 214 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.294459:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297442304:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.294462:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d756d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294469:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.294470:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.294472:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d757b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294473:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7574 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.294475:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.294477:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808483 00010000:00010000:3.0:1733164792.294479:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7574 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.294482:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+213:2001:x1817354606314752:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.294488:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.294490:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131271c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+213:2001:x1817354606314880:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (166us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.294492:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c9a6400/0xe92384b90c84b2f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3c8 expref: 213 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.294494:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808481 00010000:00010000:3.0:1733164792.294500:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.294501:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c9a6400/0xe92384b90c84b2f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3c8 expref: 212 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.294507:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d756d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.294511:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d756d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.294512:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c9a6400/0xe92384b90c84b2f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f3c8 expref: 212 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.294516:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d756d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.294518:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131270000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+212:2001:x1817354606314624:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 95us (166us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.294520:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d756d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.294522:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.294523:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.294524:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d756d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.294524:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808482 00010000:00010000:1.0:1733164792.294526:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7566 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.294527:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.294529:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d756d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.294532:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7566 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.294532:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d756d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.294554:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d756d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.294562:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d756d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.294564:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.294576:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7566 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.294582:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+210:2001:x1817354606314752:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 99us (155us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.294584:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7566 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.294588:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808483 00010000:00010000:3.0:1733164792.294591:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7566 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294596:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7566 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294602:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7566 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294612:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.294614:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7566 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294621:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7566 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.294630:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7574 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294630:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7566 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294636:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7566 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.294638:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7574 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.294646:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.294646:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7574 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.294655:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7574 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.294662:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.294662:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7574 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.294662:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3891:3762:x1817354297441536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2002us (2031us total) trans 4295983468 rc 0/0 00000100:00100000:2.0:1733164792.294666:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188055 00010000:00010000:1.0:1733164792.294668:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7180 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.294671:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.294671:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7574 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.294677:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7574 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.294683:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606315136 00000100:00100000:0.0:1733164792.294684:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.294685:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297443200:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.294686:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606315136 00010000:00010000:1.0:1733164792.294687:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7574 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.294692:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7590 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294694:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085f8e880/0xe92384b90c84b47f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f43f expref: 210 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.294699:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7574 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.294706:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606315008 00000100:00100000:3.0:1733164792.294709:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606315008 00000100:00100000:0.0:1733164792.294712:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.294715:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009585b840/0xe92384b90c84b3c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f400 expref: 211 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.294719:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606315264 00000100:00100000:2.0:1733164792.294721:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606315264 00000100:00100000:1.0:1733164792.294722:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606315392 00000100:00100000:1.0:1733164792.294725:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606315392 00010000:00010000:2.0:1733164792.294728:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008523b3c0/0xe92384b90c84b512 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f462 expref: 213 pid: 16642 timeout: 1075 lvb_type: 0 00000004:00080000:0.0:1733164792.294731:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096606300/2, rc 0, transno 1016172 00000100:00100000:3.0:1733164792.294734:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606315520 00010000:00010000:1.0:1733164792.294735:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093bb7cc0/0xe92384b90c84b5dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f493 expref: 213 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.294736:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297441536:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.294736:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606315520 00000100:00100000:2.0:1733164792.294739:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808484 00000100:00100000:2.0:1733164792.294741:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+214:2000:x1817354606315136:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.294745:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090dda1c0/0xe92384b90c84b597 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f47e expref: 214 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.294746:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.294749:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085f8e880/0xe92384b90c84b47f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f43f expref: 214 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.294753:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808485 00010000:00010000:2.0:1733164792.294754:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085f8e880/0xe92384b90c84b47f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f43f expref: 214 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.294758:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+214:2000:x1817354606315008:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.294761:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.294763:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.294764:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.294765:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.294768:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009585b840/0xe92384b90c84b3c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f400 expref: 214 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.294769:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7582 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.294771:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808486 00010000:00010000:2.0:1733164792.294775:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.294775:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131270e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+214:2000:x1817354606315264:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.294777:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009585b840/0xe92384b90c84b3c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f400 expref: 214 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.294782:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.294783:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808487 00010000:00010000:3.0:1733164792.294786:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008523b3c0/0xe92384b90c84b512 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f462 expref: 214 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.294788:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009585b840/0xe92384b90c84b3c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f400 expref: 214 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.294789:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+214:2000:x1817354606315392:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.294791:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+214:2000:x1817354606315136:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 48us (145us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.294795:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008523b3c0/0xe92384b90c84b512 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f462 expref: 213 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.294796:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.294796:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808484 00010000:00010000:1.0:1733164792.294798:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.294799:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.294802:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093bb7cc0/0xe92384b90c84b5dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f493 expref: 213 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.294802:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d757b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294806:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.294808:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d757b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294808:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.294809:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808488 00010000:00010000:3.0:1733164792.294810:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d7589 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.294813:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093bb7cc0/0xe92384b90c84b5dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f493 expref: 212 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.294813:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131271c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+212:2001:x1817354606315520:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.294814:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d7589 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.294820:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.294822:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.294822:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.294824:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090dda1c0/0xe92384b90c84b597 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f47e expref: 212 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.294827:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093bb7cc0/0xe92384b90c84b5dd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f493 expref: 212 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.294833:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090dda1c0/0xe92384b90c84b597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f47e expref: 212 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.294834:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131270e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+211:2000:x1817354606315264:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (163us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.294837:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.294838:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808486 00010000:00010000:0.0:1733164792.294839:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.294839:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+211:2000:x1817354606315008:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (176us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.294842:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7590 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.294844:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808485 00010000:00010000:2.0:1733164792.294844:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.294846:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.294848:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7590 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.294848:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7597 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.294855:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7597 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.294859:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d757b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.294860:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.294863:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d757b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.294867:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d757b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.294870:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.294871:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d757b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.294874:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d757b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.294875:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+209:2000:x1817354606315392:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (189us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.294877:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d33c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.294879:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d757b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.294882:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808487 00010000:00010000:1.0:1733164792.294883:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d757b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.294884:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131271c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+209:2001:x1817354606315520:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.294890:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808488 00010000:00010000:1.0:1733164792.294891:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d757b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.294895:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d757b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.294897:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012382d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3891:3760:x1817354297441408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2339us (2420us total) trans 4295983469 rc 0/0 00000100:00100000:3.0:1733164792.294901:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188054 00000100:00100000:0.0:1733164792.294905:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297443456:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.294917:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7590 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.294924:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7590 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.294925:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.294931:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7590 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.294936:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297443456 00010000:00010000:2.0:1733164792.294937:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7590 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.294939:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297443456 00010000:00010000:2.0:1733164792.294944:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.294945:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f5180/2, rc 0, transno 1016173 00000100:00100000:3.0:1733164792.294949:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188062 00000100:00100000:0.0:1733164792.294950:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297441408:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.294950:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.294952:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.294952:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3892:3760:x1817354297443456:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.294959:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.294960:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9339 count 1 00010000:00010000:3.0:1733164792.294968:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d759e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.294972:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7590 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294975:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800930e18c0/0xe92384b90c84b65b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4af expref: 207 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.294978:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d7590 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294979:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.294980:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.294982:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d759e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.294984:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3892:3762:x1817354297441664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2208us (2303us total) trans 4295983470 rc 0/0 00000100:00100000:1.0:1733164792.294990:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188056 00010000:00010000:3.0:1733164792.294992:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800930e18c0/0xe92384b90c84b65b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4af expref: 207 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.294998:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800930e18c0/0xe92384b90c84b65b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4af expref: 207 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.295004:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297443712:192.168.202.7@tcp:104: 00000004:00080000:1.0:1733164792.295015:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a74000/2, rc 0, transno 1016174 00000100:00100000:3.0:1733164792.295018:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54300 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.295022:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297441664:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.295028:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297443584:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.295040:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.295053:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085f8e880/0xe92384b90c84b47f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f43f expref: 207 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.295054:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297443584 00000100:00100000:3.0:1733164792.295056:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297443584 00000100:00100000:3.0:1733164792.295064:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188063 00000100:00100000:0.0:1733164792.295067:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297442688:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.295067:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3894:3761:x1817354297443584:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.295074:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9340 count 1 00010000:00010000:0.0:1733164792.295076:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.295079:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3894:3759:x1817354297442944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1555us (1585us total) trans 4295983471 rc 0/0 00010000:00010000:0.0:1733164792.295081:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.295081:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d75a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.295084:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.295085:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188060 00010000:00010000:3.0:1733164792.295088:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085f398c0/0xe92384b90c84b6d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4cb expref: 206 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.295089:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7582 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.295092:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7582 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.295093:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.295094:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.295095:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d75a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.295096:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.295100:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.295102:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.295103:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085f398c0/0xe92384b90c84b6d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4cb expref: 206 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.295105:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7582 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.295105:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b1c00/2, rc 0, transno 1016175 00010000:00010000:3.0:1733164792.295108:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085f398c0/0xe92384b90c84b6d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4cb expref: 206 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.295109:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297442944:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.295113:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3893:3759:x1817354297442048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2326us (2356us total) trans 4295983472 rc 0/0 00000100:00100000:3.0:1733164792.295113:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297443840:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.295115:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7582 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.295117:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110e300/2, rc 0, transno 1016176 00000100:00100000:1.0:1733164792.295118:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188057 00010000:00010000:0.0:1733164792.295119:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7582 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.295120:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297442048:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.295124:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.295159:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090dda1c0/0xe92384b90c84b597 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f47e expref: 206 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.295169:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297443328:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.295180:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7597 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295185:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7597 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295189:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7597 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295194:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7597 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295198:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7597 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295201:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295204:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.295206:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295210:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295215:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7597 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295219:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7597 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.295222:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3893:3760:x1817354297442432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1951us (2013us total) trans 4295983473 rc 0/0 00000100:00100000:0.0:1733164792.295227:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188058 00000004:00080000:2.0:1733164792.295233:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012382f100/2, rc 0, transno 1016177 00000100:00100000:2.0:1733164792.295236:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297442432:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.295289:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3893:3762:x1817354297442816:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1705us (1765us total) trans 4295983474 rc 0/0 00000004:00080000:2.0:1733164792.295291:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012382df80/2, rc 0, transno 1016178 00000100:00100000:1.0:1733164792.295293:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188061 00000100:00100000:2.0:1733164792.295294:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297442816:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.295324:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ac65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297443968:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.295341:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.295354:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297443968 00000100:00100000:2.0:1733164792.295354:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131272d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297444480:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.295357:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297443968 00000100:00100000:3.0:1733164792.295364:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131272300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297444352:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.295366:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188064 00000100:00100000:1.0:1733164792.295369:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3893:3762:x1817354297443968:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.295373:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1733164792.295377:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9341 count 1 00010000:00010000:1.0:1733164792.295384:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d75ac lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.295387:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.295390:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131270700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297444224:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.295392:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123e5e400/0xe92384b90c84b750 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4e7 expref: 205 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295398:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.295399:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.295401:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d75ac lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.295404:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.295413:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.295413:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297444480 00010000:00010000:0.0:1733164792.295414:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008523b3c0/0xe92384b90c84b512 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f462 expref: 205 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.295417:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123e5e400/0xe92384b90c84b750 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4e7 expref: 205 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.295417:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ca31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297444096:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.295417:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297444480 00000100:00100000:0.0:1733164792.295421:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297443072:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.295425:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123e5e400/0xe92384b90c84b750 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4e7 expref: 204 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.295429:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.295430:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d7589 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.295430:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297444352 00000100:00100000:3.0:1733164792.295432:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297444352 00000100:00100000:1.0:1733164792.295434:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297444608:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.295435:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d7589 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.295438:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d7589 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.295442:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d7589 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.295447:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297444224 00000100:00100000:2.0:1733164792.295448:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297444096 00010000:00010000:0.0:1733164792.295449:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d7589 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.295450:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297444224 00000100:00100000:2.0:1733164792.295451:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297444096 00010000:00010000:0.0:1733164792.295453:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d7589 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.295456:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d1680 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.295456:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.295458:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d7589 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.295462:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d7589 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.295462:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188065 00000100:00100000:3.0:1733164792.295466:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3897:3762:x1817354297444480:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.295467:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d7589 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.295467:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188066 00010000:00010000:0.0:1733164792.295471:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d7589 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.295471:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188067 00000100:00100000:2.0:1733164792.295471:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3897:3761:x1817354297444352:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.295474:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3897:3760:x1817354297444224:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.295476:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9345 count 1 00002000:00080000:1.0:1733164792.295481:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9343 count 1 00002000:00080000:2.0:1733164792.295482:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9344 count 1 00010000:00010000:3.0:1733164792.295486:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d75b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295488:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d75ba lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.295491:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d75c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295495:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952686c0/0xe92384b90c84b861 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f51f expref: 204 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.295496:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b79af40/0xe92384b90c84b94f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f557 expref: 204 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295499:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.295500:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.295501:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d75ba lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.295501:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de33cc0/0xe92384b90c84b8df lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f53b expref: 204 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.295503:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.295504:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.295506:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d75b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.295508:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.295509:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.295510:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952686c0/0xe92384b90c84b861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f51f expref: 204 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.295511:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d75c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295515:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952686c0/0xe92384b90c84b861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f51f expref: 204 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.295520:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297444736:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.295523:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b79af40/0xe92384b90c84b94f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f557 expref: 204 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.295526:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012de33cc0/0xe92384b90c84b8df lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f53b expref: 204 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.295531:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b79af40/0xe92384b90c84b94f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f557 expref: 204 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.295532:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987f00 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.295549:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012de33cc0/0xe92384b90c84b8df lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f53b expref: 204 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.295556:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297444864:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.295560:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3898:3762:x1817354297442560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2105us (2140us total) trans 4295983475 rc 0/0 00000100:00100000:1.0:1733164792.295560:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188068 00000100:00100000:2.0:1733164792.295560:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297444992:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.295563:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3898:3760:x1817354297444096:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.295565:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188059 00002000:00080000:1.0:1733164792.295571:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9342 count 1 00000100:00100000:3.0:1733164792.295575:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.295577:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d75c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.295580:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07840 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.295584:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de33a80/0xe92384b90c84b7d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f503 expref: 204 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.295585:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012382f800/2, rc 0, transno 1016179 00010000:00010000:1.0:1733164792.295588:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.295589:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297442560:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.295589:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.295590:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d75c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295600:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012de33a80/0xe92384b90c84b7d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f503 expref: 204 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295605:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012de33a80/0xe92384b90c84b7d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f503 expref: 204 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.295610:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297445120:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.295612:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297445248:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.295626:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987840 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.295631:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.295640:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297445248 00000100:00100000:1.0:1733164792.295643:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297445248 00000100:00100000:1.0:1733164792.295657:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188069 00000100:00100000:1.0:1733164792.295661:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3898:3759:x1817354297445248:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.295670:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9346 count 1 00010000:00010000:1.0:1733164792.295680:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d75cf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295690:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011d384480/0xe92384b90c84b9c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f573 expref: 204 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295696:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.295698:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.295700:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d75cf lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295714:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011d384480/0xe92384b90c84b9c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f573 expref: 204 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.295721:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011d384480/0xe92384b90c84b9c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f573 expref: 204 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.295727:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297445376:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.295751:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.296779:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297443712:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.296795:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d759e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.296807:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297443840:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.296819:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d75a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.296851:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297444608:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.296852:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297444736:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.296860:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d75ac lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.296867:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d75ba lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.296902:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297444992:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.296905:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.296914:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d75c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.296936:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606315776 00000100:00100000:2.0:1733164792.296938:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606315776 00010000:00010000:2.0:1733164792.296948:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800930e18c0/0xe92384b90c84b65b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4af expref: 205 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.296959:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808489 00000100:00100000:3.0:1733164792.296960:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297444864:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.296963:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131271500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+205:2001:x1817354606315776:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.296968:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.296971:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800930e18c0/0xe92384b90c84b65b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4af expref: 205 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.296971:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d75b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.296977:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800930e18c0/0xe92384b90c84b65b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4af expref: 205 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.296983:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.296985:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800930e18c0/0xe92384b90c84b65b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4af expref: 205 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.296992:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.296993:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297445120:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.296993:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.296995:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d759e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.296999:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d759e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.297000:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606315648 00000100:00100000:3.0:1733164792.297003:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606315648 00010000:00010000:1.0:1733164792.297005:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d75c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297009:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.297011:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.297015:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085f398c0/0xe92384b90c84b6d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4cb expref: 205 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.297025:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131271500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+205:2001:x1817354606315776:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.297029:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808489 00000100:00100000:2.0:1733164792.297036:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606316032 00000100:00100000:2.0:1733164792.297038:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606316032 00000100:00100000:1.0:1733164792.297041:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808490 00010000:00010000:2.0:1733164792.297043:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123e5e400/0xe92384b90c84b750 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4e7 expref: 205 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.297045:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+205:2000:x1817354606315648:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.297051:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.297051:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d759e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.297054:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808491 00010000:00010000:1.0:1733164792.297054:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085f398c0/0xe92384b90c84b6d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4cb expref: 205 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.297060:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d759e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.297061:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+205:2001:x1817354606316032:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.297061:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085f398c0/0xe92384b90c84b6d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4cb expref: 205 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.297068:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d759e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.297069:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085f398c0/0xe92384b90c84b6d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4cb expref: 205 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.297073:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.297074:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d759e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.297076:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.297077:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.297078:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d75a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.297080:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123e5e400/0xe92384b90c84b750 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4e7 expref: 204 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.297083:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d75a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.297085:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d759e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.297090:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123e5e400/0xe92384b90c84b750 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4e7 expref: 204 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.297091:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.297091:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.297094:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d759e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297099:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d75a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.297101:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d759e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.297103:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+204:2000:x1817354606315648:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 57us (122us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.297104:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d75a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.297105:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123e5e400/0xe92384b90c84b750 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f4e7 expref: 204 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.297106:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808490 00010000:00010000:2.0:1733164792.297108:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d75a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.297110:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d759e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297112:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d75a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297116:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d75a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.297117:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d759e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x247b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297123:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.297125:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d75a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297128:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d75a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.297132:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.297134:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.297134:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d75a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.297137:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d75ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297137:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d75a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x247c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.297176:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d75ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.297199:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.297226:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+202:2001:x1817354606316032:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 163us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.297233:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808491 00000100:00100000:2.0:1733164792.297244:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3900:3761:x1817354297443584:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2175us (2203us total) trans 4295983476 rc 0/0 00000100:00100000:2.0:1733164792.297249:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188063 00010000:00010000:2.0:1733164792.297262:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d75ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297266:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d75ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297270:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d75ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.297271:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3899:3760:x1817354297443456:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2316us (2343us total) trans 4295983477 rc 0/0 00010000:00010000:2.0:1733164792.297274:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d75ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297278:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d75ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.297278:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188062 00010000:00010000:2.0:1733164792.297282:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.297283:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d75ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297287:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d75ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297292:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d75ac lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297296:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d75ac lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x247d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.297303:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac64000/2, rc 0, transno 1016180 00000100:00100000:3.0:1733164792.297310:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297443584:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.297362:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.297364:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.297372:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297445504:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.297384:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3899:3762:x1817354297443968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2013us (2041us total) trans 4295983478 rc 0/0 00000100:00100000:2.0:1733164792.297390:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188064 00000100:00100000:1.0:1733164792.297393:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297445376:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.297395:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.297401:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297445504 00000100:00100000:2.0:1733164792.297404:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297445504 00010000:00010000:1.0:1733164792.297406:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d75cf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.297418:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188070 00000100:00100000:2.0:1733164792.297422:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3899:3759:x1817354297445504:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.297427:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606315904 00000100:00100000:1.0:1733164792.297432:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00002000:00080000:2.0:1733164792.297433:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9347 count 1 00000100:00100000:0.0:1733164792.297434:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606315904 00010000:00010000:2.0:1733164792.297443:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d75d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.297444:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606316160 00000100:00100000:1.0:1733164792.297447:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.297447:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606316160 00010000:00010000:0.0:1733164792.297451:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952686c0/0xe92384b90c84b861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f51f expref: 202 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.297457:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606316416 00010000:00010000:2.0:1733164792.297457:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131210480/0xe92384b90c84b9fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f58f expref: 203 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.297459:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de33cc0/0xe92384b90c84b8df lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f53b expref: 203 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.297460:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606316416 00010000:00010000:2.0:1733164792.297463:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.297465:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.297467:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d75d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.297471:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de33a80/0xe92384b90c84b7d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f503 expref: 204 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.297490:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808492 00000100:00100000:0.0:1733164792.297497:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+204:2000:x1817354606315904:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.297497:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808493 00000100:00100000:3.0:1733164792.297502:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+204:2000:x1817354606316160:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.297506:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.297506:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808494 00010000:00010000:3.0:1733164792.297509:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.297511:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952686c0/0xe92384b90c84b861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f51f expref: 204 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.297511:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+204:2000:x1817354606316416:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.297513:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de33cc0/0xe92384b90c84b8df lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f53b expref: 204 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.297519:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.297521:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952686c0/0xe92384b90c84b861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f51f expref: 204 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.297521:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de33cc0/0xe92384b90c84b8df lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f53b expref: 204 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.297524:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de33a80/0xe92384b90c84b7d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f503 expref: 204 pid: 15986 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.297524:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131270000/2, rc 0, transno 1016181 00000100:00100000:2.0:1733164792.297530:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297443456:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.297533:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de33a80/0xe92384b90c84b7d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f503 expref: 204 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.297534:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de33cc0/0xe92384b90c84b8df lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f53b expref: 204 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.297548:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952686c0/0xe92384b90c84b861 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f51f expref: 204 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.297558:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.297560:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.297561:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de33a80/0xe92384b90c84b7d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f503 expref: 202 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.297562:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.297563:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d75c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.297564:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.297567:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d75ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.297570:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d75c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.297571:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.297572:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.297573:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131210480/0xe92384b90c84b9fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f58f expref: 201 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.297574:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d75ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.297575:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d75c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297579:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131210480/0xe92384b90c84b9fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f58f expref: 201 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.297582:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d75c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.297584:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.297585:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297445760:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.297596:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.297596:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.297600:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07180 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.297602:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+201:2000:x1817354606316160:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 100us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.297609:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808493 00000100:00100000:1.0:1733164792.297614:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+201:2000:x1817354606316416:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 101us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.297621:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808494 00000100:00100000:0.0:1733164792.297623:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+200:2000:x1817354606315904:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 123us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.297629:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297445632:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.297630:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808492 00010000:00010000:1.0:1733164792.297643:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d75ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.297647:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.297650:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d75ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.297659:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297445632 00010000:00010000:1.0:1733164792.297662:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d75ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.297662:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297445632 00010000:00010000:3.0:1733164792.297665:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d75c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.297669:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d75ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.297671:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ac65500/2, rc 0, transno 1016182 00010000:00010000:3.0:1733164792.297672:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d75c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.297675:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d75ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.297678:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188071 00010000:00010000:3.0:1733164792.297679:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d75c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.297681:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4480 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.297682:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3900:3761:x1817354297445632:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.297683:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ac65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297443968:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.297684:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d75ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.297685:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d75c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.297690:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d75ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.297692:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9348 count 1 00010000:00010000:3.0:1733164792.297692:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d75c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.297697:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.297699:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d75ba lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.297700:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d75c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297701:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d75dd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.297706:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d75ba lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x247f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.297707:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d75c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297716:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f07d200/0xe92384b90c84ba83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5a4 expref: 198 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.297716:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d75c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297722:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.297722:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d75c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.297723:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.297724:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.297726:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d75dd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.297741:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f07d200/0xe92384b90c84ba83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5a4 expref: 198 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.297746:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606316544 00010000:00010000:2.0:1733164792.297747:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f07d200/0xe92384b90c84ba83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5a4 expref: 198 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.297751:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606316544 00000100:00100000:2.0:1733164792.297753:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297445888:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.297766:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011d384480/0xe92384b90c84b9c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f573 expref: 199 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.297767:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.297804:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808495 00000100:00100000:0.0:1733164792.297811:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+199:2000:x1817354606316544:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.297816:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d75c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.297820:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.297823:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d75c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.297825:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011d384480/0xe92384b90c84b9c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f573 expref: 199 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.297830:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d75c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.297834:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011d384480/0xe92384b90c84b9c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f573 expref: 199 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.297836:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d75c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.297836:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3902:3761:x1817354297444352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2363us (2447us total) trans 4295983480 rc 0/0 00010000:00010000:1.0:1733164792.297842:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d75c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.297843:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188066 00010000:00010000:0.0:1733164792.297847:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011d384480/0xe92384b90c84b9c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f573 expref: 199 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.297847:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7a80 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.297849:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3902:3760:x1817354297444224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2373us (2443us total) trans 4295983479 rc 0/0 00010000:00010000:1.0:1733164792.297850:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d75c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.297853:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188067 00010000:00010000:1.0:1733164792.297857:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d75c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.297859:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.297860:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.297863:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d75cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.297866:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d75c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.297867:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131272300/2, rc 0, transno 1016184 00010000:00010000:0.0:1733164792.297869:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d75cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.297872:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d75c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x247e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.297872:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131270700/2, rc 0, transno 1016183 00000100:00100000:3.0:1733164792.297874:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131272300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297444352:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.297875:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131270700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297444224:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.297878:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.297884:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297446016:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.297894:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.297901:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.297911:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297446272:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.297918:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+198:2000:x1817354606316544:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 106us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.297920:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297446144:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.297924:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808495 00000100:00100000:2.0:1733164792.297931:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.297950:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.297955:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297446016 00000100:00100000:2.0:1733164792.297958:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297446016 00000100:00100000:2.0:1733164792.297968:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297446272 00000100:00100000:2.0:1733164792.297970:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297446272 00000100:00100000:3.0:1733164792.297970:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297446144 00000100:00100000:3.0:1733164792.297973:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297446144 00000100:00100000:1.0:1733164792.297974:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3903:3760:x1817354297444096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2408us (2542us total) trans 4295983481 rc 0/0 00000100:00100000:2.0:1733164792.297977:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188072 00000100:00100000:2.0:1733164792.297980:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3904:3761:x1817354297446016:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.297981:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188068 00000100:00100000:0.0:1733164792.297985:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00002000:00080000:2.0:1733164792.297988:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9349 count 1 00000100:00100000:3.0:1733164792.297991:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188073 00010000:00010000:2.0:1733164792.297995:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d75e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.297996:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3903:3760:x1817354297446272:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.297998:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188074 00010000:00010000:2.0:1733164792.298002:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093728900/0xe92384b90c84bb0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5c0 expref: 197 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.298003:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3903:3759:x1817354297446144:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.298005:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.298006:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.298007:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606316288 00002000:00080000:3.0:1733164792.298007:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9351 count 1 00010000:00010000:2.0:1733164792.298008:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d75e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.298012:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606316288 00002000:00080000:1.0:1733164792.298014:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9350 count 1 00010000:00010000:2.0:1733164792.298017:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093728900/0xe92384b90c84bb0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5c0 expref: 198 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.298017:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d75eb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.298022:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093728900/0xe92384b90c84bb0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5c0 expref: 198 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.298025:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d75f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.298027:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297446400:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.298028:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097e0ba80/0xe92384b90c84bc19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f606 expref: 198 pid: 16600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.298029:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b79af40/0xe92384b90c84b94f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f557 expref: 198 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.298035:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.298036:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096a54240/0xe92384b90c84bb7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5dc expref: 198 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.298036:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.298039:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d75eb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.298040:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb073c0 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.298042:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.298044:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.298046:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d75f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.298054:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007ca31f80/2, rc 0, transno 1016185 00000100:00100000:2.0:1733164792.298059:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ca31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297444096:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.298059:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097e0ba80/0xe92384b90c84bc19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f606 expref: 198 pid: 16600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.298065:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808496 00010000:00010000:3.0:1733164792.298068:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097e0ba80/0xe92384b90c84bc19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f606 expref: 198 pid: 16600 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.298070:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+198:2001:x1817354606316288:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.298077:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.298077:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297446528:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.298081:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b79af40/0xe92384b90c84b94f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f557 expref: 198 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.298087:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1733164792.298090:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b79af40/0xe92384b90c84b94f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f557 expref: 198 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.298096:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54d80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.298097:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297446656:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.298101:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b79af40/0xe92384b90c84b94f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f557 expref: 198 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.298111:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.298112:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.298116:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d75b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.298123:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d75b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.298130:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.298136:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.298160:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d75b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.298168:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d75b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.298175:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d75b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.298177:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+197:2001:x1817354606316288:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 105us (193us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.298182:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d75b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.298183:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808496 00010000:00010000:3.0:1733164792.298189:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d75b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.298194:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.298197:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d75b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.298204:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d75b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.298207:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096a54240/0xe92384b90c84bb7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5dc expref: 196 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.298214:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d75b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.298216:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096a54240/0xe92384b90c84bb7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5dc expref: 196 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.298220:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d75b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.298224:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297446784:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.298243:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.298254:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d75cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.298261:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d75cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.298267:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d75cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.298273:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d75cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.298280:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d75cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.298286:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.298289:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d75cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.298296:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d75cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.298306:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d75cf lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.298312:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d75cf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.298321:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3904:3762:x1817354297444480:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2853us (2946us total) trans 4295983482 rc 0/0 00000100:00100000:3.0:1733164792.298327:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188065 00000100:00100000:3.0:1733164792.298340:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297446656 00000100:00100000:3.0:1733164792.298342:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297446656 00000004:00080000:0.0:1733164792.298347:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131272d80/2, rc 0, transno 1016186 00000100:00100000:0.0:1733164792.298365:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131272d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297444480:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.298365:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188075 00000100:00100000:3.0:1733164792.298369:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3905:3762:x1817354297446656:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.298380:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9352 count 1 00010000:00010000:3.0:1733164792.298390:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d75f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.298400:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121c4c240/0xe92384b90c84bc9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f61b expref: 196 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.298406:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.298407:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.298410:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d75f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.298416:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3905:3759:x1817354297445248:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2753us (2783us total) trans 4295983483 rc 0/0 00000100:00100000:0.0:1733164792.298420:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297446912:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.298423:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188069 00010000:00010000:3.0:1733164792.298427:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121c4c240/0xe92384b90c84bc9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f61b expref: 196 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.298435:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121c4c240/0xe92384b90c84bc9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f61b expref: 196 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.298444:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297447040:192.168.202.7@tcp:104: 00000004:00080000:1.0:1733164792.298447:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131273480/2, rc 0, transno 1016187 00000100:00100000:0.0:1733164792.298451:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.298464:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297445248:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.298465:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54300 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.298481:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297446912 00000100:00100000:3.0:1733164792.298483:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297446912 00000100:00100000:3.0:1733164792.298497:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188076 00000100:00100000:2.0:1733164792.298499:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.298501:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3905:3762:x1817354297446912:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.298506:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133b05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297447168:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.298510:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9353 count 1 00010000:00010000:3.0:1733164792.298518:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7600 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.298529:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095269200/0xe92384b90c84bd2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f637 expref: 196 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.298531:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.298534:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.298553:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.298554:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297447168 00010000:00010000:3.0:1733164792.298555:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7600 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.298557:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297447168 00010000:00010000:3.0:1733164792.298572:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095269200/0xe92384b90c84bd2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f637 expref: 196 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.298573:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188077 00000100:00100000:1.0:1733164792.298577:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3906:3760:x1817354297447168:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.298586:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095269200/0xe92384b90c84bd2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f637 expref: 196 pid: 16642 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.298591:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9354 count 1 00000100:00100000:3.0:1733164792.298594:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297447296:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.298601:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7607 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.298612:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880122861440/0xe92384b90c84bdbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f653 expref: 196 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.298618:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.298619:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.298621:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7607 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.298622:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54240 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.298638:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880122861440/0xe92384b90c84bdbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f653 expref: 196 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.298646:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880122861440/0xe92384b90c84bdbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f653 expref: 196 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.298655:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297447424:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.298674:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987f00 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.299297:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297445888:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.299307:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297445760:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.299312:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d75dd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.299327:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d75d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.299331:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297446400:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.299344:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d75e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.299762:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.299774:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297446528:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.299792:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d75eb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.299807:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.299829:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606316672 00000100:00100000:1.0:1733164792.299833:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606316672 00010000:00010000:1.0:1733164792.299850:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131210480/0xe92384b90c84b9fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f58f expref: 197 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.299863:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606316928 00000100:00100000:2.0:1733164792.299868:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606316928 00000100:00100000:1.0:1733164792.299869:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808497 00000100:00100000:0.0:1733164792.299872:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.299874:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+198:2000:x1817354606316672:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.299884:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.299887:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131210480/0xe92384b90c84b9fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f58f expref: 198 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.299887:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093728900/0xe92384b90c84bb0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5c0 expref: 198 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.299893:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131210480/0xe92384b90c84b9fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f58f expref: 198 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.299902:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131210480/0xe92384b90c84b9fe lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f58f expref: 198 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.299904:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606316800 00000100:00100000:2.0:1733164792.299906:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606316800 00010000:00010000:1.0:1733164792.299909:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.299911:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.299912:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d75d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.299913:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f07d200/0xe92384b90c84ba83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5a4 expref: 198 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.299914:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.299917:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d75d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.299927:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.299930:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606317056 00000100:00100000:3.0:1733164792.299934:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606317056 00000100:00100000:2.0:1733164792.299936:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808498 00000100:00100000:2.0:1733164792.299941:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+199:2000:x1817354606316928:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.299943:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+199:2000:x1817354606316672:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.299947:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808497 00010000:00010000:2.0:1733164792.299948:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.299948:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097e0ba80/0xe92384b90c84bc19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f606 expref: 199 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.299953:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093728900/0xe92384b90c84bb0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5c0 expref: 199 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.299961:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093728900/0xe92384b90c84bb0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5c0 expref: 198 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.299966:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808499 00000100:00100000:3.0:1733164792.299971:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+198:2000:x1817354606316800:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.299974:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093728900/0xe92384b90c84bb0f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5c0 expref: 198 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.299977:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808500 00010000:00010000:3.0:1733164792.299978:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.299980:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+197:2000:x1817354606317056:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.299981:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.299982:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f07d200/0xe92384b90c84ba83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5a4 expref: 197 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.299983:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.299984:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.299984:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d75e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.299987:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097e0ba80/0xe92384b90c84bc19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f606 expref: 197 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.299989:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d75e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.299991:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f07d200/0xe92384b90c84ba83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5a4 expref: 197 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.299993:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097e0ba80/0xe92384b90c84bc19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f606 expref: 197 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.299999:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.300000:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097e0ba80/0xe92384b90c84bc19 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f606 expref: 197 pid: 16600 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.300003:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f07d200/0xe92384b90c84ba83 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5a4 expref: 197 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.300006:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.300007:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.300008:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d75eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300013:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d75eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300013:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.300015:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+195:2000:x1817354606316928:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (211us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.300015:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.300018:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d75dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.300020:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808498 00010000:00010000:1.0:1733164792.300022:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.300025:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d75dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.300035:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+194:2000:x1817354606317056:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (123us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.300037:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d75e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300039:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.300040:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808500 00010000:00010000:2.0:1733164792.300042:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d75e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300047:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d75e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300051:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d75e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300057:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+193:2000:x1817354606316800:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (187us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.300058:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d75e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300062:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.300063:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d75e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300063:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808499 00010000:00010000:2.0:1733164792.300067:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d75e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.300071:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297446784:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.300073:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d75e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300076:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d75e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300083:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d75f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.300084:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.300093:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297447040:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.300098:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d75eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300105:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d75eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300106:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d75f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300112:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d75eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300118:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606317184 00010000:00010000:1.0:1733164792.300119:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d75eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300120:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606317184 00010000:00010000:1.0:1733164792.300126:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d75eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300129:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096a54240/0xe92384b90c84bb7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5dc expref: 193 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.300130:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.300132:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d75eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300136:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d75eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300160:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d75eb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300163:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808501 00010000:00010000:1.0:1733164792.300164:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d75eb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300167:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+193:2001:x1817354606317184:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.300171:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.300175:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.300179:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096a54240/0xe92384b90c84bb7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5dc expref: 193 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.300188:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096a54240/0xe92384b90c84bb7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5dc expref: 193 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.300198:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096a54240/0xe92384b90c84bb7f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f5dc expref: 193 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.300208:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.300209:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.300212:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d75f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300219:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d75f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.300226:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3908:3761:x1817354297446016:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2244us (2324us total) trans 4295983484 rc 0/0 00010000:00010000:3.0:1733164792.300231:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.300233:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188072 00000100:00100000:3.0:1733164792.300248:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+192:2001:x1817354606317184:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.300254:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808501 00000004:00080000:2.0:1733164792.300259:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b2a00/2, rc 0, transno 1016188 00000100:00100000:0.0:1733164792.300262:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.300266:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297446016:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.300277:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3907:3760:x1817354297446272:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2278us (2343us total) trans 4295983485 rc 0/0 00000100:00100000:3.0:1733164792.300283:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606317312 00000100:00100000:1.0:1733164792.300284:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188073 00000004:00080000:2.0:1733164792.300284:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097805f80/2, rc 0, transno 1016189 00000100:00100000:3.0:1733164792.300286:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606317312 00000100:00100000:2.0:1733164792.300288:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297446272:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.300293:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121c4c240/0xe92384b90c84bc9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f61b expref: 192 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.300299:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d75dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.300301:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606317440 00000100:00100000:1.0:1733164792.300304:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606317440 00000100:00100000:3.0:1733164792.300309:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808502 00010000:00010000:2.0:1733164792.300310:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d75dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300314:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096606a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+193:2001:x1817354606317312:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.300315:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095269200/0xe92384b90c84bd2a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f637 expref: 193 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.300318:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d75dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300320:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.300324:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121c4c240/0xe92384b90c84bc9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f61b expref: 193 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.300325:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d75dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300333:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d75dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300333:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121c4c240/0xe92384b90c84bc9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f61b expref: 193 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.300337:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.300339:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d75dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.300340:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808503 00010000:00010000:2.0:1733164792.300342:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d75dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300344:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121c4c240/0xe92384b90c84bc9e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f61b expref: 193 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.300345:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+193:2001:x1817354606317440:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.300349:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d75dd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300352:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d75dd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300353:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.300353:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.300354:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.300357:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095269200/0xe92384b90c84bd2a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f637 expref: 192 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.300357:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d75f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300364:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d75f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300365:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095269200/0xe92384b90c84bd2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f637 expref: 192 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.300372:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.300374:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.300374:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.300375:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.300377:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7600 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300381:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7600 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300389:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.300389:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096606a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+192:2001:x1817354606317312:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.300395:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808502 00000100:00100000:2.0:1733164792.300403:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606317568 00000100:00100000:1.0:1733164792.300405:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+191:2001:x1817354606317440:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.300407:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606317568 00000100:00100000:1.0:1733164792.300410:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808503 00010000:00010000:3.0:1733164792.300412:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d75f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300418:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880122861440/0xe92384b90c84bdbd lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f653 expref: 191 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.300419:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d75f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300426:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d75f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300428:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d75f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300433:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d75f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300441:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d75f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300442:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d75f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.300443:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808504 00010000:00010000:3.0:1733164792.300447:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d1200 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.300448:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ddf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+191:2001:x1817354606317568:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.300450:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d75f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300450:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d75f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300455:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.300456:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d75f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300459:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880122861440/0xe92384b90c84bdbd lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f653 expref: 191 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.300464:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d75f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300465:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d75f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300468:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880122861440/0xe92384b90c84bdbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f653 expref: 191 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.300470:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d75f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300472:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d75f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.300475:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d75d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300477:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.300479:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d75f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300480:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.300481:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.300484:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7607 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.300485:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d75d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300487:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d75f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300490:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7607 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.300493:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d75d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300497:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d75f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.300499:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d75d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300501:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.300503:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d75f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.300505:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d75d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.300523:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ddf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+191:2001:x1817354606317568:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.300529:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808504 00000100:00100000:3.0:1733164792.300605:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3908:3762:x1817354297446656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2234us (2475us total) trans 4295983486 rc 0/0 00000100:00100000:3.0:1733164792.300611:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188075 00010000:00010000:0.0:1733164792.300626:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.300629:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d75d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.300636:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d75d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.300639:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3908:3759:x1817354297446144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2634us (2687us total) trans 4295983487 rc 0/0 00000004:00080000:3.0:1733164792.300639:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097804e00/2, rc 0, transno 1016190 00000100:00100000:3.0:1733164792.300644:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297446656:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.300646:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188074 00010000:00010000:0.0:1733164792.300649:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d75d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.300661:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d75d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.300673:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3907:3761:x1817354297445632:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2989us (3025us total) trans 4295983488 rc 0/0 00000004:00080000:1.0:1733164792.300674:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097805c00/2, rc 0, transno 1016191 00000004:00080000:3.0:1733164792.300677:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af6680/2, rc 0, transno 1016192 00000100:00100000:1.0:1733164792.300678:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297446144:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.300679:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188071 00000100:00100000:3.0:1733164792.300681:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297445632:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.300695:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122861440/0xe92384b90c84bdbd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f653 expref: 190 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.300704:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297447424:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.300722:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7607 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300725:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297447552:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.300736:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7607 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300742:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7607 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300747:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.300749:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7607 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300757:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7607 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300759:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.300763:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7607 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300765:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297448064:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.300769:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.300769:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297447552 00010000:00010000:1.0:1733164792.300772:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7607 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.300772:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297447552 00000100:00100000:3.0:1733164792.300778:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.300779:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7607 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300786:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297447936:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.300787:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297448064 00010000:00010000:1.0:1733164792.300788:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7607 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.300789:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297448064 00010000:00010000:1.0:1733164792.300794:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7607 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x248a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.300798:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188078 00000100:00100000:3.0:1733164792.300799:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.300802:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3908:3760:x1817354297447552:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.300813:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9355 count 1 00000100:00100000:3.0:1733164792.300815:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297447680:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.300822:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297447936 00000100:00100000:1.0:1733164792.300825:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297447936 00010000:00010000:2.0:1733164792.300827:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d760e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300829:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.300838:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1733164792.300839:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b708480/0xe92384b90c84be49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f67d expref: 189 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300842:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880082798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297447808:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.300843:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297447680 00000100:00100000:1.0:1733164792.300845:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297447680 00010000:00010000:2.0:1733164792.300845:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.300847:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.300849:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d760e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300855:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.300858:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188079 00000100:00100000:1.0:1733164792.300863:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3911:3760:x1817354297448064:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.300865:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b708480/0xe92384b90c84be49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f67d expref: 189 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300872:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b708480/0xe92384b90c84be49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f67d expref: 189 pid: 16677 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.300874:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9359 count 1 00000100:00100000:3.0:1733164792.300874:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297447808 00000100:00100000:3.0:1733164792.300877:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297447808 00000100:00100000:2.0:1733164792.300878:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297448192:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.300884:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7615 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.300893:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.300894:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188080 00010000:00010000:1.0:1733164792.300895:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008504b600/0xe92384b90c84c0b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f710 expref: 189 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.300898:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3912:3760:x1817354297447936:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.300901:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.300902:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.300904:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7615 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.300905:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188081 00000100:00100000:2.0:1733164792.300907:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3912:3761:x1817354297447680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.300910:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9358 count 1 00002000:00080000:2.0:1733164792.300918:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9356 count 1 00000100:00100000:0.0:1733164792.300920:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3912:3759:x1817354297445504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3494us (3522us total) trans 4295983489 rc 0/0 00010000:00010000:3.0:1733164792.300920:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d761c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300926:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008504b600/0xe92384b90c84c0b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f710 expref: 189 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300927:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d7623 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.300928:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188070 00010000:00010000:3.0:1733164792.300931:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097facfc0/0xe92384b90c84c05d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6f4 expref: 189 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.300935:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008504b600/0xe92384b90c84c0b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f710 expref: 189 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.300936:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c869440/0xe92384b90c84bf1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6a7 expref: 189 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.300937:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.300939:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.300941:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.300941:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d761c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300942:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.300944:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297448320:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.300944:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d7623 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.300951:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188082 00000100:00100000:0.0:1733164792.300956:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3911:3761:x1817354297447808:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.300957:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097facfc0/0xe92384b90c84c05d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6f4 expref: 189 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.300958:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c869440/0xe92384b90c84bf1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6a7 expref: 189 pid: 15943 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.300963:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987f00 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.300966:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097facfc0/0xe92384b90c84c05d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6f4 expref: 189 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.300967:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c869440/0xe92384b90c84bf1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6a7 expref: 189 pid: 15943 timeout: 1075 lvb_type: 0 00002000:00080000:0.0:1733164792.300968:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9357 count 1 00000100:00100000:3.0:1733164792.300975:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297448448:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.300976:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297448576:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.300980:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d762a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.300984:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a77480/2, rc 0, transno 1016193 00010000:00010000:0.0:1733164792.300992:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baa5f80/0xe92384b90c84bfd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6ca expref: 189 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.300992:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297445504:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.300993:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54300 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.300996:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07000 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.300998:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.300999:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.301001:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d762a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.301023:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012baa5f80/0xe92384b90c84bfd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6ca expref: 189 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.301029:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297448704:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.301034:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012baa5f80/0xe92384b90c84bfd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6ca expref: 189 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.301049:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297448832:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.301057:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.301079:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.301097:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3912:3760:x1817354297447168:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2518us (2565us total) trans 4295983490 rc 0/0 00000100:00100000:1.0:1733164792.301103:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188077 00000004:00080000:3.0:1733164792.301109:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b05180/2, rc 0, transno 1016194 00000100:00100000:2.0:1733164792.301111:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297448704 00010000:00010000:0.0:1733164792.301113:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095269200/0xe92384b90c84bd2a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f637 expref: 189 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.301114:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297448704 00000100:00100000:3.0:1733164792.301116:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297447168:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.301124:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297447296:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.301126:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188083 00000100:00100000:2.0:1733164792.301129:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3912:3761:x1817354297448704:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.301137:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9360 count 1 00010000:00010000:2.0:1733164792.301163:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7631 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.301171:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7600 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.301174:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090ba6d00/0xe92384b90c84c160 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f72c expref: 188 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.301178:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.301179:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.301180:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7631 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.301181:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7600 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.301188:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7600 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.301190:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090ba6d00/0xe92384b90c84c160 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f72c expref: 188 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.301195:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7600 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.301195:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090ba6d00/0xe92384b90c84c160 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f72c expref: 188 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.301201:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7600 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.301201:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297448960:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.301207:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.301213:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d1f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.301216:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.301222:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.301222:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07540 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.301234:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7600 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.301240:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7600 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.301296:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297449088:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.301314:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.301366:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297449088 00000100:00100000:1.0:1733164792.301369:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297449088 00000100:00100000:1.0:1733164792.301392:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188084 00000100:00100000:0.0:1733164792.301396:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3914:3762:x1817354297446912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2891us (2941us total) trans 4295983491 rc 0/0 00000004:00080000:3.0:1733164792.301400:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133b07480/2, rc 0, transno 1016195 00000100:00100000:1.0:1733164792.301401:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3914:3762:x1817354297449088:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.301403:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188076 00000100:00100000:3.0:1733164792.301407:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297446912:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.301413:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9361 count 1 00010000:00010000:1.0:1733164792.301423:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7638 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.301433:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b1a880/0xe92384b90c84c1de lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f74f expref: 188 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.301438:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.301439:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.301441:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.301443:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7638 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.301444:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297449216:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.301457:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b1a880/0xe92384b90c84c1de lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f74f expref: 188 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.301461:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.301466:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b1a880/0xe92384b90c84c1de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f74f expref: 188 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.301472:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297449216 00000100:00100000:1.0:1733164792.301475:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297449344:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.301476:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297449216 00000100:00100000:1.0:1733164792.301497:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.301500:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188085 00000100:00100000:2.0:1733164792.301506:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3914:3760:x1817354297449216:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.301518:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9362 count 1 00010000:00010000:2.0:1733164792.301528:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d763f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.301557:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093445200/0xe92384b90c84c29b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f764 expref: 188 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.301568:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.301569:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.301571:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d763f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.301593:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093445200/0xe92384b90c84c29b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f764 expref: 188 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.301602:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093445200/0xe92384b90c84c29b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f764 expref: 188 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.301612:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297449472:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.301644:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07b40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.302422:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297448320:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.302436:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7615 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.302448:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297448192:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.302463:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d760e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.302486:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297448448:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.302488:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297448576:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.302498:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d7623 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.302500:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d761c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.302533:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297448832:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.302563:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d762a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.302583:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297448960:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.302595:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7631 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.302600:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.302610:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297449344:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.302622:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7638 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.302622:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606317824 00000100:00100000:3.0:1733164792.302626:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606317824 00010000:00010000:3.0:1733164792.302639:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b708480/0xe92384b90c84be49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f67d expref: 189 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.302646:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297449472:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.302647:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.302656:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606318208 00010000:00010000:2.0:1733164792.302657:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d763f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.302658:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606318208 00010000:00010000:3.0:1733164792.302665:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012baa5f80/0xe92384b90c84bfd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6ca expref: 190 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.302666:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808505 00000100:00100000:1.0:1733164792.302671:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+190:2001:x1817354606317824:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.302675:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.302680:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.302682:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606318336 00000100:00100000:3.0:1733164792.302684:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606318336 00010000:00010000:1.0:1733164792.302685:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b708480/0xe92384b90c84be49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f67d expref: 190 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.302691:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808506 00010000:00010000:3.0:1733164792.302691:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090ba6d00/0xe92384b90c84c160 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f72c expref: 191 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.302693:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b708480/0xe92384b90c84be49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f67d expref: 191 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.302696:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+191:2001:x1817354606318208:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.302701:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.302705:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b708480/0xe92384b90c84be49 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f67d expref: 191 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.302705:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.302705:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808507 00010000:00010000:2.0:1733164792.302710:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012baa5f80/0xe92384b90c84bfd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6ca expref: 191 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.302710:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+191:2001:x1817354606318336:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.302714:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.302716:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.302717:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.302718:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d760e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.302718:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012baa5f80/0xe92384b90c84bfd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6ca expref: 190 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.302721:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090ba6d00/0xe92384b90c84c160 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f72c expref: 190 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.302724:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d760e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.302727:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.302730:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090ba6d00/0xe92384b90c84c160 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f72c expref: 190 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.302731:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012baa5f80/0xe92384b90c84bfd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6ca expref: 190 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.302737:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.302739:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.302741:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.302742:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090ba6d00/0xe92384b90c84c160 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f72c expref: 189 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.302744:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d762a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.302750:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d762a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.302754:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.302756:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.302757:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+188:2001:x1817354606317824:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (160us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.302759:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.302762:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808505 00010000:00010000:3.0:1733164792.302762:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.302765:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.302768:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7631 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.302775:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606318464 00000100:00100000:1.0:1733164792.302778:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606318464 00000100:00100000:0.0:1733164792.302779:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606317696 00010000:00010000:3.0:1733164792.302782:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.302785:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606317696 00000100:00100000:2.0:1733164792.302785:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+188:2001:x1817354606318208:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (139us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.302788:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b1a880/0xe92384b90c84c1de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f74f expref: 188 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.302792:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808506 00000100:00100000:3.0:1733164792.302798:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+189:2001:x1817354606318336:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.302802:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606317952 00010000:00010000:0.0:1733164792.302803:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008504b600/0xe92384b90c84c0b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f710 expref: 188 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.302804:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606317952 00000100:00100000:3.0:1733164792.302805:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808507 00000100:00100000:2.0:1733164792.302809:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808508 00010000:00010000:1.0:1733164792.302812:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c869440/0xe92384b90c84bf1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6a7 expref: 189 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.302814:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+188:2001:x1817354606318464:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.302817:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808509 00010000:00010000:2.0:1733164792.302820:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.302821:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096606a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+188:2000:x1817354606317696:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.302825:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b1a880/0xe92384b90c84c1de lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f74f expref: 188 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.302828:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808510 00010000:00010000:3.0:1733164792.302828:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.302832:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+188:2000:x1817354606317952:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.302832:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008504b600/0xe92384b90c84c0b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f710 expref: 188 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.302833:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b1a880/0xe92384b90c84c1de lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f74f expref: 188 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.302840:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008504b600/0xe92384b90c84c0b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f710 expref: 188 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.302844:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b1a880/0xe92384b90c84c1de lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f74f expref: 188 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.302847:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.302851:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.302852:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c869440/0xe92384b90c84bf1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6a7 expref: 187 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.302852:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008504b600/0xe92384b90c84c0b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f710 expref: 187 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.302853:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.302855:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7638 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.302860:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c869440/0xe92384b90c84bf1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6a7 expref: 186 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.302860:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.302861:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7638 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.302862:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.302865:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7615 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.302872:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c869440/0xe92384b90c84bf1b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6a7 expref: 186 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.302872:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7615 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.302875:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.302883:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.302884:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.302885:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.302887:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d7623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.302888:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.302889:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+185:2001:x1817354606318464:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (189us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.302894:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d7623 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.302895:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808508 00000100:00100000:3.0:1733164792.302897:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096606a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+185:2000:x1817354606317696:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.302903:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808509 00000100:00100000:2.0:1733164792.302908:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606318080 00010000:00010000:1.0:1733164792.302909:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.302911:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606318080 00010000:00010000:2.0:1733164792.302921:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097facfc0/0xe92384b90c84c05d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6f4 expref: 184 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.302926:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.302927:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+184:2000:x1817354606317952:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 92us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.302932:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808510 00010000:00010000:3.0:1733164792.302933:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.302942:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.302946:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808511 00010000:00010000:3.0:1733164792.302949:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7631 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.302950:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+183:2000:x1817354606318080:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.302955:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7631 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.302956:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.302960:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7615 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.302960:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097facfc0/0xe92384b90c84c05d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6f4 expref: 183 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.302961:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.302964:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7631 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.302966:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7615 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.302968:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097facfc0/0xe92384b90c84c05d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6f4 expref: 183 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.302970:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.302971:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7631 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.302973:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7615 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.302979:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097facfc0/0xe92384b90c84c05d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f6f4 expref: 183 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.302980:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7615 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.302980:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7631 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.302986:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7631 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2490:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.302987:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.302987:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.302988:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.302991:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d761c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.302993:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5200 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.302994:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606318592 00010000:00010000:1.0:1733164792.302996:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.302997:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d761c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.302999:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606318592 00010000:00010000:1.0:1733164792.303002:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303010:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.303011:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7615 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.303016:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093445200/0xe92384b90c84c29b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f764 expref: 183 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.303017:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d7615 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x248f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.303025:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+183:2000:x1817354606318080:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.303034:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808511 00000100:00100000:3.0:1733164792.303053:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808512 00000100:00100000:3.0:1733164792.303058:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+182:2000:x1817354606318592:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.303065:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.303069:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093445200/0xe92384b90c84c29b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f764 expref: 182 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.303073:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d7623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.303078:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093445200/0xe92384b90c84c29b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f764 expref: 182 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.303080:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d7623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303087:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d7623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.303088:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093445200/0xe92384b90c84c29b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f764 expref: 182 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.303093:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d7623 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.303097:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.303098:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d7623 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.303099:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.303101:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d763f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303103:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.303106:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d7623 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303112:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d7623 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.303112:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d763f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303121:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d7623 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.303125:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.303127:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d7623 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x248c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.303162:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+181:2000:x1817354606318592:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.303166:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3915:3760:x1817354297448064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2301us (2386us total) trans 4295983492 rc 0/0 00000100:00100000:3.0:1733164792.303169:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808512 00000100:00100000:1.0:1733164792.303174:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188079 00000004:00080000:3.0:1733164792.303194:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880082799180/2, rc 0, transno 1016196 00010000:00010000:1.0:1733164792.303198:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d760e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.303201:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297448064:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.303205:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d760e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.303211:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d761c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303212:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d760e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.303218:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d761c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303219:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d760e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.303225:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d761c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303226:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d760e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303232:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.303232:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d761c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303235:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d760e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.303238:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d761c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303242:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d760e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.303243:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.303246:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d761c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303251:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d760e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.303252:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d761c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303258:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d760e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x248b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.303261:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d761c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.303265:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3915:3761:x1817354297447680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2354us (2434us total) trans 4295983493 rc 0/0 00010000:00010000:3.0:1733164792.303268:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d761c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x248e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.303271:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188081 00010000:00010000:2.0:1733164792.303323:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d762a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303330:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d762a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303337:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d762a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303343:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d762a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303349:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d762a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303354:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d61c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.303356:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d762a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.303358:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3916:3760:x1817354297447552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2554us (2609us total) trans 4295983494 rc 0/0 00000100:00100000:0.0:1733164792.303362:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1733164792.303363:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d762a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.303364:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188078 00010000:00010000:2.0:1733164792.303371:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d762a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.303376:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297449600:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.303378:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d762a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x248d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303381:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7638 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.303383:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3915:3760:x1817354297447936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2483us (2582us total) trans 4295983495 rc 0/0 00010000:00010000:1.0:1733164792.303389:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7638 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.303389:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188080 00010000:00010000:1.0:1733164792.303396:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7638 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303403:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7638 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.303407:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.303410:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.303413:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880082798e00/2, rc 0, transno 1016199 00010000:00010000:1.0:1733164792.303415:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.303418:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.303420:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297447936:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.303425:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.303428:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880082799880/2, rc 0, transno 1016198 00000100:00100000:3.0:1733164792.303431:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297447552:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.303435:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7638 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.303437:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297449600 00000100:00100000:0.0:1733164792.303442:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297449600 00010000:00010000:1.0:1733164792.303442:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7638 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.303445:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008279a680/2, rc 0, transno 1016197 00000100:00100000:3.0:1733164792.303448:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297447680:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.303468:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188086 00000100:00100000:0.0:1733164792.303474:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3917:3759:x1817354297449600:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.303483:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3917:3761:x1817354297447808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2526us (2625us total) trans 4295983496 rc 0/0 00000100:00100000:2.0:1733164792.303489:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188082 00002000:00080000:0.0:1733164792.303491:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9363 count 1 00010000:00010000:0.0:1733164792.303506:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d7646 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.303518:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008504a400/0xe92384b90c84c37b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f79c expref: 180 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.303523:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3917:3761:x1817354297448704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2391us (2464us total) trans 4295983497 rc 0/0 00010000:00010000:0.0:1733164792.303525:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.303526:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.303528:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d7646 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.303529:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188083 00010000:00010000:2.0:1733164792.303555:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d763f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.303557:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3916:3762:x1817354297449088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2154us (2241us total) trans 4295983498 rc 0/0 00000100:00100000:3.0:1733164792.303560:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1733164792.303562:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d763f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.303564:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188084 00010000:00010000:0.0:1733164792.303567:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008504a400/0xe92384b90c84c37b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f79c expref: 180 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.303568:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297449984:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.303570:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d763f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303576:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d763f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.303580:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008504a400/0xe92384b90c84c37b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f79c expref: 180 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.303582:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d763f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303587:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.303589:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d763f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.303590:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.303594:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d763f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.303595:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297450112:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.303602:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d763f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.303604:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297449984 00010000:00010000:2.0:1733164792.303606:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d763f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.303606:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297449728:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.303607:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297449984 00000100:00100000:1.0:1733164792.303621:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188087 00000100:00100000:3.0:1733164792.303624:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.303626:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ceee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3916:3760:x1817354297449984:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.303630:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2659c0 going to sleep for 11 seconds 00002000:00080000:1.0:1733164792.303636:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9366 count 1 00000004:00080000:3.0:1733164792.303639:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097807800/2, rc 0, transno 1016201 00000100:00100000:3.0:1733164792.303644:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297448704:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.303646:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d764d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.303651:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880082798700/2, rc 0, transno 1016200 00000100:00100000:0.0:1733164792.303653:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297449728 00000100:00100000:3.0:1733164792.303653:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880082798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297447808:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.303656:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082ecb600/0xe92384b90c84c53b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f805 expref: 180 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.303657:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297449728 00000100:00100000:3.0:1733164792.303659:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1733164792.303662:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.303663:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297449856:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.303664:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.303666:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d764d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.303676:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.303680:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082ecb600/0xe92384b90c84c53b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f805 expref: 180 pid: 16677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.303692:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297449856 00010000:00010000:1.0:1733164792.303695:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082ecb600/0xe92384b90c84c53b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f805 expref: 180 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.303697:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297449856 00000100:00100000:1.0:1733164792.303704:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297450240:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.303706:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bdc00/2, rc 0, transno 1016202 00000100:00100000:2.0:1733164792.303710:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3919:3760:x1817354297449216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2203us (2247us total) trans 4295983499 rc 0/0 00000100:00100000:3.0:1733164792.303710:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297449088:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.303716:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188085 00000100:00100000:1.0:1733164792.303720:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188088 00000004:00080000:3.0:1733164792.303721:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bca80/2, rc 0, transno 1016203 00000100:00100000:1.0:1733164792.303724:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3918:3761:x1817354297449728:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.303724:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297449216:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.303732:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188089 00002000:00080000:1.0:1733164792.303734:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9364 count 1 00000100:00100000:0.0:1733164792.303738:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3918:3761:x1817354297449856:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.303743:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7654 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303753:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cb3ef40/0xe92384b90c84c41c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f7bf expref: 180 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.303754:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9365 count 1 00010000:00010000:1.0:1733164792.303759:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.303761:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.303764:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7654 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.303767:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d765b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303777:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cb3ef40/0xe92384b90c84c41c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f7bf expref: 180 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.303779:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009811b600/0xe92384b90c84c493 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f7db expref: 180 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.303782:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007d9bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297450368:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.303785:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.303785:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cb3ef40/0xe92384b90c84c41c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f7bf expref: 180 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.303786:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.303789:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d765b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.303794:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297450496:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.303799:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.303812:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009811b600/0xe92384b90c84c493 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f7db expref: 180 pid: 16653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.303814:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164792.303815:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297450368 00000100:00100000:1.0:1733164792.303817:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987f00 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.303818:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096605500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297450880:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.303819:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297450368 00010000:00010000:0.0:1733164792.303822:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009811b600/0xe92384b90c84c493 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f7db expref: 180 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.303831:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.303836:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297451008:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.303836:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297450880 00000100:00100000:2.0:1733164792.303838:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297450880 00000100:00100000:3.0:1733164792.303844:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297450752:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.303849:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188090 00000100:00100000:2.0:1733164792.303853:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3920:3760:x1817354297450368:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.303861:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188091 00002000:00080000:2.0:1733164792.303865:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9367 count 1 00000100:00100000:1.0:1733164792.303866:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3920:3760:x1817354297450880:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.303874:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7662 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.303877:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9370 count 1 00010000:00010000:2.0:1733164792.303885:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086bddd40/0xe92384b90c84c5c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f821 expref: 180 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303887:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7669 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303891:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.303892:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.303894:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7662 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303897:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009811a880/0xe92384b90c84c78e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f88a expref: 180 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.303903:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.303904:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.303906:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7669 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303911:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086bddd40/0xe92384b90c84c5c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f821 expref: 180 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.303916:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086bddd40/0xe92384b90c84c5c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f821 expref: 180 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.303922:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009811a880/0xe92384b90c84c78e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f88a expref: 180 pid: 15891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.303922:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297451136:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.303930:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009811a880/0xe92384b90c84c78e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f88a expref: 180 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.303939:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297451264:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.304012:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.304013:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.304013:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.304015:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.304024:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1733164792.304025:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297450752 00000100:00100000:2.0:1733164792.304027:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297450752 00000100:00100000:3.0:1733164792.304029:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297450624:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.304041:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188092 00000100:00100000:3.0:1733164792.304042:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.304045:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3921:3762:x1817354297450752:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.304048:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297450624 00000100:00100000:0.0:1733164792.304054:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297450624 00002000:00080000:2.0:1733164792.304055:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9369 count 1 00010000:00010000:2.0:1733164792.304065:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7670 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.304074:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091f3cfc0/0xe92384b90c84c725 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f867 expref: 180 pid: 15943 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.304078:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188093 00010000:00010000:2.0:1733164792.304080:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.304081:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.304083:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3922:3762:x1817354297450624:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.304083:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7670 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.304089:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.304096:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091f3cfc0/0xe92384b90c84c725 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f867 expref: 180 pid: 15943 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.304098:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9368 count 1 00010000:00010000:2.0:1733164792.304110:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091f3cfc0/0xe92384b90c84c725 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f867 expref: 180 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.304111:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7677 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.304119:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297451392:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.304123:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800817946c0/0xe92384b90c84c630 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f844 expref: 180 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.304129:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.304130:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.304132:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7677 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.304159:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07000 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.304188:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800817946c0/0xe92384b90c84c630 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f844 expref: 180 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.304199:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800817946c0/0xe92384b90c84c630 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f844 expref: 180 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.304209:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297451520:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.304260:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.304824:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297450112:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.304838:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d7646 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.304863:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.304877:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297450496:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.304890:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7654 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.304912:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606318848 00000100:00100000:3.0:1733164792.304916:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606318848 00010000:00010000:3.0:1733164792.304929:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008504a400/0xe92384b90c84c37b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f79c expref: 181 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.304955:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808513 00000100:00100000:0.0:1733164792.304956:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.304960:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+181:2000:x1817354606318848:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.304967:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.304970:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606318720 00010000:00010000:3.0:1733164792.304971:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008504a400/0xe92384b90c84c37b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f79c expref: 181 pid: 16653 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.304974:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606318720 00010000:00010000:3.0:1733164792.304981:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008504a400/0xe92384b90c84c37b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f79c expref: 182 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.304989:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cb3ef40/0xe92384b90c84c41c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f7bf expref: 182 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.304992:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008504a400/0xe92384b90c84c37b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f79c expref: 182 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.305003:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.305004:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.305007:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d7646 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.305009:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808514 00000100:00100000:2.0:1733164792.305014:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+181:2001:x1817354606318720:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.305014:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d7646 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305021:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.305025:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cb3ef40/0xe92384b90c84c41c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f7bf expref: 181 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.305029:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.305034:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cb3ef40/0xe92384b90c84c41c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f7bf expref: 181 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.305047:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cb3ef40/0xe92384b90c84c41c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f7bf expref: 181 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.305047:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+181:2000:x1817354606318848:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.305054:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808513 00010000:00010000:2.0:1733164792.305057:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.305058:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.305061:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305068:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7654 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305092:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.305109:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+179:2001:x1817354606318720:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 94us (153us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.305114:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.305116:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808514 00010000:00010000:1.0:1733164792.305122:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.305127:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d7646 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305130:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305136:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7654 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.305137:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d7646 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305161:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7654 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305167:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.305170:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7654 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305178:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7654 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305189:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7654 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305196:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7654 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2494:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.305318:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d7646 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.305321:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3923:3761:x1817354297449728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1595us (1696us total) trans 4295983500 rc 0/0 00010000:00010000:0.0:1733164792.305325:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d7646 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.305328:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188088 00010000:00010000:0.0:1733164792.305332:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d7646 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.305337:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.305340:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d7646 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.305347:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d7646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.305353:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bea00/2, rc 0, transno 1016204 00010000:00010000:0.0:1733164792.305359:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d7646 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.305362:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297449728:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.305372:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297451008:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.305382:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.305383:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d765b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.305394:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297451648:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.305395:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606318976 00000100:00100000:2.0:1733164792.305398:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606318976 00000100:00100000:1.0:1733164792.305401:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297450240:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.305409:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d764d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305409:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086bddd40/0xe92384b90c84c5c0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f821 expref: 179 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.305413:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.305422:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297451264:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.305426:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808515 00010000:00010000:1.0:1733164792.305429:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7669 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.305430:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+179:2000:x1817354606318976:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.305434:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297451648 00010000:00010000:2.0:1733164792.305437:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.305437:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297451648 00010000:00010000:2.0:1733164792.305441:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086bddd40/0xe92384b90c84c5c0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f821 expref: 179 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.305449:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086bddd40/0xe92384b90c84c5c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f821 expref: 179 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.305450:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188094 00000100:00100000:3.0:1733164792.305455:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3923:3760:x1817354297451648:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.305466:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1733164792.305466:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9371 count 1 00010000:00010000:0.0:1733164792.305467:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d7646 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2493:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305467:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.305470:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7662 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305476:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7662 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.305477:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d767e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305486:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.305488:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121053840/0xe92384b90c84c7db lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8ad expref: 179 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.305494:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.305495:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.305498:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d767e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.305510:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096605c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+179:2000:x1817354606318976:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (129us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.305513:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121053840/0xe92384b90c84c7db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8ad expref: 179 pid: 16652 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.305516:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808515 00010000:00010000:3.0:1733164792.305522:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121053840/0xe92384b90c84c7db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8ad expref: 179 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.305531:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297451776:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.305545:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.305561:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606319232 00000100:00100000:2.0:1733164792.305563:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606319232 00000100:00100000:3.0:1733164792.305567:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54300 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.305571:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009811a880/0xe92384b90c84c78e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f88a expref: 179 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.305581:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808516 00000100:00100000:1.0:1733164792.305582:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.305584:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+179:2000:x1817354606319232:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.305588:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.305590:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009811a880/0xe92384b90c84c78e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f88a expref: 179 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.305594:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.305594:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606319360 00010000:00010000:2.0:1733164792.305595:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009811a880/0xe92384b90c84c78e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f88a expref: 179 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.305597:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606319360 00000100:00100000:1.0:1733164792.305602:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606319616 00000100:00100000:1.0:1733164792.305605:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606319616 00010000:00010000:2.0:1733164792.305606:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009811a880/0xe92384b90c84c78e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f88a expref: 180 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.305608:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082ecb600/0xe92384b90c84c53b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f805 expref: 181 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.305613:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091f3cfc0/0xe92384b90c84c725 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f867 expref: 180 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.305615:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.305616:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.305617:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305622:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7669 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.305625:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808517 00000100:00100000:3.0:1733164792.305629:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+180:2001:x1817354606319360:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.305630:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.305631:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808518 00000100:00100000:1.0:1733164792.305635:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+180:2001:x1817354606319616:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.305636:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.305640:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.305640:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082ecb600/0xe92384b90c84c53b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f805 expref: 180 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.305642:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+180:2000:x1817354606319232:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 57us (107us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.305643:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091f3cfc0/0xe92384b90c84c725 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f867 expref: 180 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.305646:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808516 00010000:00010000:3.0:1733164792.305648:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082ecb600/0xe92384b90c84c53b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f805 expref: 180 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.305649:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091f3cfc0/0xe92384b90c84c725 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f867 expref: 180 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.305650:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3924:3759:x1817354297449600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2173us (2240us total) trans 4295983501 rc 0/0 00010000:00010000:1.0:1733164792.305657:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.305658:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188086 00010000:00010000:1.0:1733164792.305658:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.305659:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.305660:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082ecb600/0xe92384b90c84c53b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f805 expref: 179 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.305663:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7670 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.305670:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.305671:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.305672:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.305672:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.305674:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d764d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.305681:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d764d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.305682:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+178:2001:x1817354606319616:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 46us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.305686:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808518 00000100:00100000:2.0:1733164792.305687:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606319104 00000100:00100000:2.0:1733164792.305689:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606319104 00010000:00010000:3.0:1733164792.305695:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.305696:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009811b600/0xe92384b90c84c493 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f7db expref: 178 pid: 16653 timeout: 1075 lvb_type: 0 00000004:00080000:0.0:1733164792.305697:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bd180/2, rc 0, transno 1016205 00000100:00100000:0.0:1733164792.305710:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297449600:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.305710:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+178:2001:x1817354606319360:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.305711:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808519 00010000:00010000:1.0:1733164792.305713:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091f3cfc0/0xe92384b90c84c725 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f867 expref: 178 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.305713:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+178:2000:x1817354606319104:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.305716:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808517 00010000:00010000:2.0:1733164792.305718:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.305719:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297451392:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.305720:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009811b600/0xe92384b90c84c493 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f7db expref: 177 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.305729:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305729:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009811b600/0xe92384b90c84c493 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f7db expref: 176 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.305736:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009811b600/0xe92384b90c84c493 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f7db expref: 176 pid: 16653 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.305739:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305743:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.305744:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305744:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.305746:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d765b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305748:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305750:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d765b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305752:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305756:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7670 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305758:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.305759:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a21c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.305760:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297451904:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.305761:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7670 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305764:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7670 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.305767:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+175:2000:x1817354606319104:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (95us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.305769:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7670 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.305770:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808519 00010000:00010000:1.0:1733164792.305773:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7670 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.305775:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297451520:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.305779:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.305792:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7677 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.305801:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d764d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.305809:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d764d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.305813:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297451904 00010000:00010000:3.0:1733164792.305816:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d764d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.305817:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297451904 00010000:00010000:3.0:1733164792.305823:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d764d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.305829:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d764d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.305835:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.305838:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d764d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.305840:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.305841:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188095 00010000:00010000:3.0:1733164792.305844:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d764d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.305846:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3925:3761:x1817354297451904:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.305850:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3925:3762:x1817354297450752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1805us (1835us total) trans 4295983502 rc 0/0 00000100:00100000:2.0:1733164792.305852:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606319488 00010000:00010000:3.0:1733164792.305853:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d764d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.305855:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188092 00000100:00100000:2.0:1733164792.305855:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606319488 00010000:00010000:3.0:1733164792.305860:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d764d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305862:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800817946c0/0xe92384b90c84c630 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f844 expref: 175 pid: 16658 timeout: 1075 lvb_type: 0 00002000:00080000:0.0:1733164792.305863:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9372 count 1 00010000:00010000:1.0:1733164792.305868:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d765b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305872:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d765b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.305876:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d7685 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305876:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d765b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.305879:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808520 00010000:00010000:1.0:1733164792.305880:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d765b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.305881:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+175:2001:x1817354606319488:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.305884:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d765b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305886:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.305887:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.305888:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081468240/0xe92384b90c84c828 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8c2 expref: 175 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305888:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d765b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305888:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800817946c0/0xe92384b90c84c630 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f844 expref: 175 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.305892:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d765b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305893:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800817946c0/0xe92384b90c84c630 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f844 expref: 175 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.305894:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.305896:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.305897:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d765b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.305898:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096607100/2, rc 0, transno 1016206 00010000:00010000:0.0:1733164792.305899:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d7685 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305901:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800817946c0/0xe92384b90c84c630 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f844 expref: 175 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.305902:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5200/0xe92384b90c8d765b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.305905:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297450752:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.305907:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.305908:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.305910:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7677 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305914:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7677 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.305919:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081468240/0xe92384b90c84c828 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8c2 expref: 174 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305923:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.305930:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081468240/0xe92384b90c84c828 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8c2 expref: 174 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.305933:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+174:2001:x1817354606319488:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 51us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.305936:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808520 00000100:00100000:0.0:1733164792.305940:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297452032:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.305956:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086bddd40/0xe92384b90c84c5c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f821 expref: 173 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.305962:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.305965:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297451136:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.305968:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3926:3761:x1817354297449856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2231us (2291us total) trans 4295983503 rc 0/0 00000100:00100000:1.0:1733164792.305972:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188089 00010000:00010000:2.0:1733164792.305976:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7662 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305983:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305983:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7662 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305987:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305989:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7662 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305992:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305995:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.305995:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7662 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.305999:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.306000:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7677 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.306001:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7662 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.306001:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ceee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3925:3760:x1817354297449984:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2374us (2410us total) trans 4295983504 rc 0/0 00010000:00010000:1.0:1733164792.306002:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.306003:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.306007:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.306008:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7677 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.306008:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7662 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.306008:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188087 00010000:00010000:1.0:1733164792.306013:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7669 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.306014:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.306016:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7677 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.306016:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d7669 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x249a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.306016:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7662 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.306022:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7677 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.306022:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7662 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.306028:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7677 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.306031:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7662 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.306034:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.306036:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7662 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2497:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.306037:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7677 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.306044:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7677 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.306056:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7677 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.306062:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7677 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.306078:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3925:3760:x1817354297450880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2211us (2246us total) trans 4295983505 rc 0/0 00000100:00100000:1.0:1733164792.306081:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188091 00000004:00080000:3.0:1733164792.306111:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096605500/2, rc 0, transno 1016209 00000100:00100000:3.0:1733164792.306118:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096605500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297450880:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.306126:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bd880/2, rc 0, transno 1016208 00000100:00100000:3.0:1733164792.306129:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297449984:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.306133:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.306139:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297452288:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.306159:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3926:3760:x1817354297450368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2287us (2341us total) trans 4295983506 rc 0/0 00000100:00100000:2.0:1733164792.306166:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188090 00000100:00100000:3.0:1733164792.306176:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.306185:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1733164792.306190:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297452288 00000004:00080000:3.0:1733164792.306192:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bc380/2, rc 0, transno 1016210 00000100:00100000:1.0:1733164792.306193:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297452288 00000100:00100000:0.0:1733164792.306196:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297452416:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.306197:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297450368:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.306212:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007d9bf480/2, rc 0, transno 1016207 00000100:00100000:3.0:1733164792.306215:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007d9bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297449856:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.306219:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.306224:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297452160:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.306229:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.306246:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.306265:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297452160 00000100:00100000:3.0:1733164792.306265:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297452416 00000100:00100000:3.0:1733164792.306268:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297452416 00000100:00100000:0.0:1733164792.306271:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297452160 00000100:00100000:1.0:1733164792.306276:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188096 00000100:00100000:1.0:1733164792.306280:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3928:3760:x1817354297452288:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.306287:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9374 count 1 00000100:00100000:3.0:1733164792.306287:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188097 00000100:00100000:3.0:1733164792.306291:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3928:3759:x1817354297452416:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.306294:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d768c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.306298:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188098 00010000:00010000:1.0:1733164792.306301:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800921b8900/0xe92384b90c84c92b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f908 expref: 172 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.306303:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3928:3761:x1817354297452160:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.306304:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9375 count 1 00010000:00010000:1.0:1733164792.306305:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.306306:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.306308:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d768c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.306313:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7693 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.306316:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800921b8900/0xe92384b90c84c92b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f908 expref: 172 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.306319:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9373 count 1 00010000:00010000:3.0:1733164792.306324:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133a4d440/0xe92384b90c84c9a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f91d expref: 172 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.306325:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800921b8900/0xe92384b90c84c92b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f908 expref: 172 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.306330:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297452800:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.306331:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.306332:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d769a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.306332:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.306335:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7693 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.306344:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093805d40/0xe92384b90c84c87c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8de expref: 172 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.306347:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.306350:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.306351:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.306351:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133a4d440/0xe92384b90c84c9a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f91d expref: 172 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.306354:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d769a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.306360:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133a4d440/0xe92384b90c84c9a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f91d expref: 172 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.306370:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297452928:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.306376:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093805d40/0xe92384b90c84c87c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8de expref: 172 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.306386:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093805d40/0xe92384b90c84c87c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8de expref: 172 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.306392:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.306395:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297453056:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.306404:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297452544:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.306423:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265e40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.306433:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.306444:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297452544 00000100:00100000:3.0:1733164792.306445:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1733164792.306449:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297452544 00000100:00100000:3.0:1733164792.306450:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297452672:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.306465:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.306487:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297452672 00000100:00100000:1.0:1733164792.306491:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188099 00000100:00100000:0.0:1733164792.306492:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297452672 00000100:00100000:1.0:1733164792.306495:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3930:3761:x1817354297452544:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.306505:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9376 count 1 00000100:00100000:0.0:1733164792.306513:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188100 00010000:00010000:1.0:1733164792.306514:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d76a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.306518:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3930:3761:x1817354297452672:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.306523:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098da1f80/0xe92384b90c84c9c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f932 expref: 172 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.306529:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.306530:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.306532:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d76a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.306534:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9377 count 1 00010000:00010000:1.0:1733164792.306558:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098da1f80/0xe92384b90c84c9c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f932 expref: 172 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.306562:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d76a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.306564:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098da1f80/0xe92384b90c84c9c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f932 expref: 172 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.306573:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009237b600/0xe92384b90c84ca51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f94e expref: 172 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.306573:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297453184:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.306579:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.306581:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.306583:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d76a8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.306588:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.306608:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009237b600/0xe92384b90c84ca51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f94e expref: 172 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.306618:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009237b600/0xe92384b90c84ca51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f94e expref: 172 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.306628:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297453312:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.306675:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.306792:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3930:3762:x1817354297450624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2705us (2746us total) trans 4295983507 rc 0/0 00000100:00100000:0.0:1733164792.306799:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188093 00000004:00080000:3.0:1733164792.306847:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096607480/2, rc 0, transno 1016211 00000100:00100000:3.0:1733164792.306859:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297450624:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.306907:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.306913:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096605c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297453440:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.306931:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.306944:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297453440 00000100:00100000:0.0:1733164792.306948:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297453440 00000100:00100000:0.0:1733164792.306978:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188101 00000100:00100000:0.0:1733164792.306983:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3930:3760:x1817354297453440:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.306995:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9378 count 1 00010000:00010000:0.0:1733164792.307183:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d76af lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307191:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082fcd680/0xe92384b90c84caeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f978 expref: 172 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307196:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.307197:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.307198:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d76af lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307218:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082fcd680/0xe92384b90c84caeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f978 expref: 172 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307227:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082fcd680/0xe92384b90c84caeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f978 expref: 172 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.307236:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297453568:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.307268:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297451776:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.307269:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.307279:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d767e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.307290:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297452032:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.307301:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d7685 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.307562:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.307575:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297452800:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.307583:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.307588:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d768c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.307608:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.307613:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606319744 00000100:00100000:2.0:1733164792.307617:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606319872 00000100:00100000:3.0:1733164792.307617:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606319744 00000100:00100000:2.0:1733164792.307622:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606319872 00000100:00100000:0.0:1733164792.307628:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.307629:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121053840/0xe92384b90c84c7db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8ad expref: 174 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.307634:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081468240/0xe92384b90c84c828 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8c2 expref: 174 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.307639:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.307642:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606320000 00000100:00100000:3.0:1733164792.307644:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606320000 00000100:00100000:1.0:1733164792.307647:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606320128 00010000:00010000:3.0:1733164792.307649:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800921b8900/0xe92384b90c84c92b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f908 expref: 175 pid: 16602 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.307650:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606320128 00000100:00100000:2.0:1733164792.307650:0:10832:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606320256 00000100:00100000:2.0:1733164792.307653:0:10832:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606320256 00000100:00100000:3.0:1733164792.307659:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808521 00010000:00010000:2.0:1733164792.307661:0:10832:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133a4d440/0xe92384b90c84c9a9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f91d expref: 177 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.307662:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+177:2001:x1817354606319744:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.307663:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093805d40/0xe92384b90c84c87c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8de expref: 177 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.307667:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.307669:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121053840/0xe92384b90c84c7db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8ad expref: 177 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.307677:0:10832:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808522 00010000:00010000:3.0:1733164792.307679:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121053840/0xe92384b90c84c7db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8ad expref: 177 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.307682:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808523 00000100:00100000:2.0:1733164792.307683:0:10832:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+177:2001:x1817354606319872:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.307687:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+177:2002:x1817354606320000:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.307687:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121053840/0xe92384b90c84c7db lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8ad expref: 177 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.307690:0:10832:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.307693:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.307694:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.307694:0:10832:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081468240/0xe92384b90c84c828 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8c2 expref: 176 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.307694:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.307696:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d767e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307699:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800921b8900/0xe92384b90c84c92b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f908 expref: 176 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.307701:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d767e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.307703:0:10832:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081468240/0xe92384b90c84c828 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8c2 expref: 176 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.307704:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.307707:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800921b8900/0xe92384b90c84c92b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f908 expref: 176 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.307714:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.307716:0:10832:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081468240/0xe92384b90c84c828 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8c2 expref: 176 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.307717:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606320384 00000100:00100000:0.0:1733164792.307719:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606320384 00010000:00010000:1.0:1733164792.307719:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800921b8900/0xe92384b90c84c92b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f908 expref: 176 pid: 16602 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.307728:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.307729:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098da1f80/0xe92384b90c84c9c5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f932 expref: 176 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.307730:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.307733:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d768c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.307733:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+175:2001:x1817354606319744:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (171us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.307736:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.307738:0:10832:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.307739:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d768c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.307740:0:10832:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d7685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.307740:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808521 00000100:00100000:0.0:1733164792.307743:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808524 00000100:00100000:0.0:1733164792.307746:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+175:2000:x1817354606320256:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.307746:0:10832:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d7685 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307753:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.307753:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.307753:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808525 00010000:00010000:0.0:1733164792.307757:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133a4d440/0xe92384b90c84c9a9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f91d expref: 174 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.307757:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+174:2002:x1817354606320128:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.307760:0:10832:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.307764:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.307765:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133a4d440/0xe92384b90c84c9a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f91d expref: 174 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.307768:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+174:2002:x1817354606320000:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (159us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.307768:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093805d40/0xe92384b90c84c87c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8de expref: 174 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.307773:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808523 00010000:00010000:0.0:1733164792.307777:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.307777:0:10832:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+174:2001:x1817354606319872:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 94us (192us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.307777:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093805d40/0xe92384b90c84c87c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8de expref: 174 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.307778:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.307781:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7693 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.307783:0:10832:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808522 00000100:00100000:1.0:1733164792.307786:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808526 00010000:00010000:0.0:1733164792.307787:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7693 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.307788:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.307790:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+172:2001:x1817354606320384:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.307790:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.307792:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d769a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307796:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.307797:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d769a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307798:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.307800:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098da1f80/0xe92384b90c84c9c5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f932 expref: 172 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.307804:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d7685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.307805:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.307808:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098da1f80/0xe92384b90c84c9c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f932 expref: 172 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.307810:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d7685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.307815:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+172:2000:x1817354606320256:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 67us (174us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.307815:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d7685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307818:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.307819:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.307820:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+172:2002:x1817354606320128:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 62us (190us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.307821:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d76a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.307821:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d7685 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.307822:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808524 00000100:00100000:3.0:1733164792.307825:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808525 00010000:00010000:1.0:1733164792.307827:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d76a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.307827:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d7685 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.307838:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.307840:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d7685 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307842:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.307847:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d7685 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307849:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093805d40/0xe92384b90c84c87c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f8de expref: 170 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.307856:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+170:2001:x1817354606320384:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (152us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.307856:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d7685 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.307858:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d767e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.307862:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808526 00010000:00010000:2.0:1733164792.307862:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7840/0xe92384b90c8d7685 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x249c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.307865:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d767e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.307872:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d767e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.307879:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d767e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.307885:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d767e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307892:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098da1f80/0xe92384b90c84c9c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f932 expref: 169 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.307895:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d33c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.307898:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d767e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.307902:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297453184:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.307905:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d767e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.307907:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297453056:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.307910:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d76a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.307914:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d767e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307915:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d76a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307918:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d769a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307918:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d76a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.307920:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d767e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x249b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307922:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d76a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307925:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d769a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307926:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d76a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307929:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d76a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307931:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d769a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307936:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.307937:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d769a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307938:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d76a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307942:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d769a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307942:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d76a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307947:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d769a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307947:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d76a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.307951:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d76a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307952:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.307955:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d769a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307960:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d769a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307968:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d769a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.307973:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4b40/0xe92384b90c8d769a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x249d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.307985:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3932:3761:x1817354297451904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2138us (2205us total) trans 4295983508 rc 0/0 00000100:00100000:2.0:1733164792.307991:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188095 00000100:00100000:2.0:1733164792.308022:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.308041:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3933:3760:x1817354297451648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2584us (2626us total) trans 4295983509 rc 0/0 00000100:00100000:1.0:1733164792.308044:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606320512 00000100:00100000:1.0:1733164792.308047:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606320512 00000100:00100000:3.0:1733164792.308048:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188094 00010000:00010000:1.0:1733164792.308058:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009237b600/0xe92384b90c84ca51 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f94e expref: 168 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.308073:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808527 00000004:00080000:3.0:1733164792.308074:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092d21f80/2, rc 0, transno 1016213 00000100:00100000:1.0:1733164792.308077:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+168:2001:x1817354606320512:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.308081:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297451648:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.308084:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.308087:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009237b600/0xe92384b90c84ca51 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f94e expref: 168 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.308095:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009237b600/0xe92384b90c84ca51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f94e expref: 168 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.308098:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133a4d440/0xe92384b90c84c9a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f91d expref: 168 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.308105:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297452928:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.308106:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.308108:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.308110:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d76a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.308112:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7693 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.308116:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d76a8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.308118:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008279b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3932:3761:x1817354297452160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1813us (1869us total) trans 4295983511 rc 0/0 00010000:00010000:3.0:1733164792.308124:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7693 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.308125:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188098 00010000:00010000:1.0:1733164792.308126:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.308130:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7693 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.308137:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7693 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.308161:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+167:2001:x1817354606320512:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 63us (119us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.308164:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7693 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.308166:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808527 00010000:00010000:3.0:1733164792.308171:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.308173:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009237b600/0xe92384b90c84ca51 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f94e expref: 167 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.308176:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d3cc0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.308178:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.308179:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.308183:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297453312:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.308187:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.308193:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606320640 00010000:00010000:0.0:1733164792.308194:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d76a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.308195:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606320640 00010000:00010000:3.0:1733164792.308197:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7693 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.308201:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d76a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.308203:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082fcd680/0xe92384b90c84caeb lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f978 expref: 166 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.308203:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d7693 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x249f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.308207:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d76a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.308214:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d76a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.308216:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808528 00010000:00010000:0.0:1733164792.308220:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d76a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.308220:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+166:2001:x1817354606320640:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.308226:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.308227:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d76a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.308229:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082fcd680/0xe92384b90c84caeb lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f978 expref: 166 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.308232:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.308235:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d76a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.308237:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082fcd680/0xe92384b90c84caeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f978 expref: 166 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.308245:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d76a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.308252:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.308253:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.308254:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d76a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.308256:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d76af lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.308257:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082fcd680/0xe92384b90c84caeb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f978 expref: 166 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.308259:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d58c0/0xe92384b90c8d76a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.308263:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d76af lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.308266:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297453568:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.308273:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.308274:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d76af lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.308282:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d76af lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.308286:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d76af lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.308289:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+165:2001:x1817354606320640:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (112us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.308290:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d76af lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.308293:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d76af lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.308295:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808528 00010000:00010000:2.0:1733164792.308297:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d76af lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.308301:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.308302:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d76af lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.308306:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d76af lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.308312:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d76af lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.308313:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3932:3759:x1817354297452416:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2020us (2084us total) trans 4295983512 rc 0/0 00010000:00010000:2.0:1733164792.308316:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6f40/0xe92384b90c8d76af lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.308320:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f4700/2, rc 0, transno 1016216 00000100:00100000:3.0:1733164792.308320:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188097 00000100:00100000:1.0:1733164792.308323:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3932:3761:x1817354297452544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1826us (1890us total) trans 4295983510 rc 0/0 00000100:00100000:0.0:1733164792.308324:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297452416:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.308329:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188099 00010000:00010000:1.0:1733164792.308344:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d768c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.308349:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f5f80/2, rc 0, transno 1016214 00010000:00010000:1.0:1733164792.308350:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d768c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.308354:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297452544:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.308358:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d768c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.308361:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c77c700/2, rc 0, transno 1016215 00000100:00100000:3.0:1733164792.308364:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297452160:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.308365:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d768c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.308372:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c77df80/2, rc 0, transno 1016212 00000100:00100000:3.0:1733164792.308375:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297451904:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.308376:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d768c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.308381:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.308384:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d768c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.308386:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3932:3761:x1817354297452672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1868us (1920us total) trans 4295983513 rc 0/0 00010000:00010000:1.0:1733164792.308390:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d768c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.308390:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f4380/2, rc 0, transno 1016217 00000100:00100000:0.0:1733164792.308391:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188100 00000100:00100000:3.0:1733164792.308393:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297452672:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.308398:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d768c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.308401:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3931:3760:x1817354297453440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1418us (1469us total) trans 4295983514 rc 0/0 00010000:00010000:1.0:1733164792.308404:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d768c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x249e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.308406:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188101 00000100:00100000:2.0:1733164792.308418:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297453696:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.308430:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.308437:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297453696 00000100:00100000:0.0:1733164792.308440:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297453696 00000004:00080000:2.0:1733164792.308445:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096605c00/2, rc 0, transno 1016218 00000100:00100000:2.0:1733164792.308450:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096605c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297453440:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.308455:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297454080:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.308463:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297454208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.308474:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.308475:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297453824:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.308483:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297454080 00000100:00100000:2.0:1733164792.308487:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297454080 00000100:00100000:2.0:1733164792.308498:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.308504:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297454208 00000100:00100000:0.0:1733164792.308508:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297454208 00000100:00100000:3.0:1733164792.308510:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.308514:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3934:3760:x1817354297452288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2231us (2335us total) trans 4295983515 rc 0/0 00000004:00080000:2.0:1733164792.308516:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9f4a80/2, rc 0, transno 1016219 00000100:00100000:1.0:1733164792.308519:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188096 00000100:00100000:0.0:1733164792.308521:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297453824 00000100:00100000:2.0:1733164792.308521:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297452288:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.308523:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297453824 00000100:00100000:3.0:1733164792.308524:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297454336:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.308532:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188102 00000100:00100000:0.0:1733164792.308552:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188103 00000100:00100000:1.0:1733164792.308552:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3934:3760:x1817354297453696:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.308556:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3934:3760:x1817354297454208:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.308558:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1733164792.308564:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9379 count 1 00000100:00100000:3.0:1733164792.308570:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1733164792.308574:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297454592:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.308574:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d76b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.308574:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297453952:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.308580:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297454336 00000100:00100000:2.0:1733164792.308583:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297454336 00010000:00010000:1.0:1733164792.308584:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800921b9d40/0xe92384b90c84cb8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f994 expref: 164 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.308585:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.308591:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.308592:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.308592:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297454464:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.308594:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d76b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.308596:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297453952 00000100:00100000:0.0:1733164792.308598:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.308598:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297453952 00000100:00100000:3.0:1733164792.308608:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297454592 00010000:00010000:1.0:1733164792.308609:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800921b9d40/0xe92384b90c84cb8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f994 expref: 164 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.308610:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297454592 00000100:00100000:2.0:1733164792.308617:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188104 00010000:00010000:1.0:1733164792.308618:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800921b9d40/0xe92384b90c84cb8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f994 expref: 164 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.308620:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3937:3761:x1817354297453824:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.308624:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188105 00000100:00100000:1.0:1733164792.308627:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297454720:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.308627:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3937:3761:x1817354297454336:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.308628:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188106 00002000:00080000:2.0:1733164792.308629:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9380 count 1 00000100:00100000:0.0:1733164792.308633:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3937:3761:x1817354297453952:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.308636:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d76bd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.308636:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9384 count 1 00010000:00010000:3.0:1733164792.308643:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d76c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.308644:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801210533c0/0xe92384b90c84cc18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f9c5 expref: 164 pid: 16652 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.308645:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9381 count 1 00000100:00100000:1.0:1733164792.308649:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.308650:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082fced00/0xe92384b90c84cea3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa58 expref: 164 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.308651:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.308652:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.308654:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d76bd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.308654:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.308655:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.308656:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d76cb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.308657:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d76c4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.308663:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188107 00010000:00010000:2.0:1733164792.308664:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801210533c0/0xe92384b90c84cc18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f9c5 expref: 164 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.308666:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d6f1200/0xe92384b90c84ccc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f9e1 expref: 164 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.308667:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3937:3759:x1817354297454592:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.308669:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801210533c0/0xe92384b90c84cc18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f9c5 expref: 164 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.308669:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082fced00/0xe92384b90c84cea3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa58 expref: 164 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.308672:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.308673:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.308675:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297454848:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.308676:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d76cb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.308677:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082fced00/0xe92384b90c84cea3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa58 expref: 164 pid: 16593 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.308678:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9386 count 1 00000100:00100000:3.0:1733164792.308686:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297454976:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.308687:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d76d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.308689:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07540 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.308691:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d6f1200/0xe92384b90c84ccc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f9e1 expref: 164 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.308697:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097dd21c0/0xe92384b90c84d02b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37faa5 expref: 164 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.308700:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d6f1200/0xe92384b90c84ccc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f9e1 expref: 164 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.308704:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.308705:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.308705:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.308707:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d76d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.308712:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188108 00000100:00100000:2.0:1733164792.308715:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3937:3759:x1817354297454080:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.308722:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9382 count 1 00000100:00100000:3.0:1733164792.308722:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.308727:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097dd21c0/0xe92384b90c84d02b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37faa5 expref: 164 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.308728:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d76d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.308734:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945deac0/0xe92384b90c84cd61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa12 expref: 164 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.308736:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097dd21c0/0xe92384b90c84d02b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37faa5 expref: 164 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.308737:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297454464 00010000:00010000:2.0:1733164792.308738:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.308739:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.308740:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d76d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.308740:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297454464 00000100:00100000:1.0:1733164792.308745:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297455232:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.308754:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945deac0/0xe92384b90c84cd61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa12 expref: 164 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.308755:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188109 00000100:00100000:3.0:1733164792.308758:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3938:3761:x1817354297454464:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.308759:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945deac0/0xe92384b90c84cd61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa12 expref: 164 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.308761:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.308762:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297455104:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.308764:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297455360:192.168.202.7@tcp:104: 00002000:00080000:3.0:1733164792.308766:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9385 count 1 00010000:00010000:3.0:1733164792.308772:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d18c0/0xe92384b90c8d76e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.308777:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.308779:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009237ad00/0xe92384b90c84cf60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa82 expref: 164 pid: 16680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.308783:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265540 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.308783:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.308784:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.308785:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d18c0/0xe92384b90c8d76e0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.308794:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9383 count 1 00010000:00010000:3.0:1733164792.308794:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009237ad00/0xe92384b90c84cf60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa82 expref: 164 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.308801:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d76e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.308802:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009237ad00/0xe92384b90c84cf60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa82 expref: 164 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.308809:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085e28240/0xe92384b90c84ce02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa3c expref: 164 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.308810:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297455488:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.308814:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.308815:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.308816:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d76e7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.308826:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085e28240/0xe92384b90c84ce02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa3c expref: 164 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.308827:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc540c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.308831:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085e28240/0xe92384b90c84ce02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa3c expref: 164 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.308836:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297455616:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.308849:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265e40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.309976:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.309985:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.309990:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606320768 00000100:00100000:0.0:1733164792.309994:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606320896 00000100:00100000:1.0:1733164792.309994:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606320768 00000100:00100000:0.0:1733164792.309997:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606320896 00010000:00010000:0.0:1733164792.310007:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801210533c0/0xe92384b90c84cc18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f9c5 expref: 166 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.310007:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800921b9d40/0xe92384b90c84cb8c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f994 expref: 166 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.310008:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297454848:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.310019:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808529 00010000:00010000:2.0:1733164792.310022:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d76bd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.310024:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+166:2003:x1817354606320896:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.310028:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808530 00010000:00010000:0.0:1733164792.310031:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.310032:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+166:2001:x1817354606320768:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.310037:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.310039:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801210533c0/0xe92384b90c84cc18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f9c5 expref: 166 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.310040:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800921b9d40/0xe92384b90c84cb8c lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f994 expref: 166 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.310046:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800921b9d40/0xe92384b90c84cb8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f994 expref: 166 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.310054:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.310054:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.310056:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d76b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310061:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d76b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310070:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.310084:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+166:2001:x1817354606320768:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.310088:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808530 00010000:00010000:1.0:1733164792.310107:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800921b9d40/0xe92384b90c84cb8c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f994 expref: 165 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.310115:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297454720:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.310122:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d76b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.310126:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801210533c0/0xe92384b90c84cc18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f9c5 expref: 164 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.310127:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d76b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310131:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d76b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310135:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d76b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.310138:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801210533c0/0xe92384b90c84cc18 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f9c5 expref: 164 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.310139:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d76b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310162:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d76b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310166:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.310168:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d76b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.310169:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.310171:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.310171:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297454976:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.310173:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d76bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310173:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d76b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.310179:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d76bd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310182:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d76b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310185:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d76c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310188:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d76b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.310194:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.310215:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+163:2003:x1817354606320896:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 190us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.310221:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808529 00000100:00100000:0.0:1733164792.310247:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297455104:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.310257:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d76cb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.310257:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.310281:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606321024 00000100:00100000:0.0:1733164792.310284:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606321024 00010000:00010000:0.0:1733164792.310294:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082fced00/0xe92384b90c84cea3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa58 expref: 163 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.310319:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3939:3760:x1817354297453696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1775us (1880us total) trans 4295983516 rc 0/0 00000004:00080000:2.0:1733164792.310319:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092d20380/2, rc 0, transno 1016220 00000100:00100000:3.0:1733164792.310319:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297455360:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.310321:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808531 00000100:00100000:0.0:1733164792.310326:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+163:2002:x1817354606321024:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.310326:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188102 00000100:00100000:2.0:1733164792.310327:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297453696:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.310332:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d76d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.310333:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.310337:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082fced00/0xe92384b90c84cea3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa58 expref: 163 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.310345:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082fced00/0xe92384b90c84cea3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa58 expref: 163 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.310351:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297455232:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.310357:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082fced00/0xe92384b90c84cea3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa58 expref: 163 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.310360:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d76d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.310360:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d76bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.310365:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297455744:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.310367:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.310367:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d76bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.310368:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.310370:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d76c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.310375:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d76bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.310377:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d76c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.310386:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d76bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.310387:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.310391:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.310392:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d76bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.310397:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0b40 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.310399:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297455744 00010000:00010000:2.0:1733164792.310400:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d76bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.310401:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297455744 00010000:00010000:2.0:1733164792.310407:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d76bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310408:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d76c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.310410:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+162:2002:x1817354606321024:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.310415:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188110 00000100:00100000:0.0:1733164792.310416:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808531 00010000:00010000:2.0:1733164792.310416:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d76bd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310416:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d76c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.310419:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3939:3760:x1817354297455744:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.310423:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d76bd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310423:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d76c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310429:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d76c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.310430:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9387 count 1 00010000:00010000:3.0:1733164792.310436:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d76c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310439:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d76ee lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310442:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.310445:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d76c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310452:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d76c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310456:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd19680/0xe92384b90c84d0b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37facf expref: 161 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310462:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.310462:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d76c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310464:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.310466:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d76ee lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310469:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d76c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310482:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd19680/0xe92384b90c84d0b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37facf expref: 161 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310490:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd19680/0xe92384b90c84d0b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37facf expref: 161 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.310497:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297455872:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.310508:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3940:3761:x1817354297453824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1887us (1998us total) trans 4295983517 rc 0/0 00000100:00100000:1.0:1733164792.310512:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.310513:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188104 00000100:00100000:2.0:1733164792.310553:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.310566:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606321280 00000100:00100000:1.0:1733164792.310569:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606321280 00000100:00100000:2.0:1733164792.310571:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.310577:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d6f1200/0xe92384b90c84ccc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f9e1 expref: 162 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.310587:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606321152 00000100:00100000:1.0:1733164792.310589:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606321152 00000100:00100000:2.0:1733164792.310589:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.310589:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3940:3761:x1817354297454336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1959us (2030us total) trans 4295983518 rc 0/0 00010000:00010000:1.0:1733164792.310593:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097dd21c0/0xe92384b90c84d02b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37faa5 expref: 163 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.310596:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188105 00000100:00100000:2.0:1733164792.310598:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606321408 00000100:00100000:2.0:1733164792.310601:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606321408 00000100:00100000:1.0:1733164792.310607:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808532 00000100:00100000:1.0:1733164792.310610:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a41050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+164:2000:x1817354606321280:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.310610:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945deac0/0xe92384b90c84cd61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa12 expref: 164 pid: 16620 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.310618:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808533 00010000:00010000:1.0:1733164792.310623:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.310623:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+164:2001:x1817354606321152:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.310626:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d6f1200/0xe92384b90c84ccc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f9e1 expref: 164 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.310626:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808534 00000100:00100000:2.0:1733164792.310630:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+164:2000:x1817354606321408:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.310631:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.310632:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d6f1200/0xe92384b90c84ccc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f9e1 expref: 164 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.310635:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.310636:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097dd21c0/0xe92384b90c84d02b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37faa5 expref: 164 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.310637:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945deac0/0xe92384b90c84cd61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa12 expref: 164 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.310640:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d6f1200/0xe92384b90c84ccc0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37f9e1 expref: 164 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.310643:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945deac0/0xe92384b90c84cd61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa12 expref: 164 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.310645:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097dd21c0/0xe92384b90c84d02b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37faa5 expref: 163 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.310647:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.310648:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.310649:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d76cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.310651:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945deac0/0xe92384b90c84cd61 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa12 expref: 163 pid: 16620 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.310654:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d76cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.310656:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.310657:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.310657:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097dd21c0/0xe92384b90c84d02b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37faa5 expref: 162 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.310659:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d76d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310662:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.310663:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d76d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310665:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.310667:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.310670:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d76d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.310672:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.310675:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a41050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+161:2000:x1817354606321280:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (138us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.310677:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d76d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.310679:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808532 00000100:00100000:2.0:1733164792.310682:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+161:2000:x1817354606321408:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.310686:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808534 00010000:00010000:3.0:1733164792.310692:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.310705:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d76d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.310709:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+159:2001:x1817354606321152:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (136us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.310711:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d76d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.310716:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808533 00010000:00010000:1.0:1733164792.310718:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d76d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.310723:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297455488:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.310724:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d76d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310731:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d76d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310736:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.310737:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d18c0/0xe92384b90c8d76e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310739:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d76d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.310744:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092d21880/2, rc 0, transno 1016221 00000100:00100000:2.0:1733164792.310745:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.310746:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d76d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.310750:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d76cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.310753:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297453824:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.310756:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d76cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310756:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d76d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.310760:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606321536 00010000:00010000:0.0:1733164792.310762:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d76cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.310763:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d76d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.310763:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606321536 00010000:00010000:0.0:1733164792.310769:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d76cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310773:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009237ad00/0xe92384b90c84cf60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa82 expref: 159 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.310774:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d76cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.310775:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.310780:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.310782:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d76cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.310783:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606321664 00000100:00100000:2.0:1733164792.310785:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606321664 00010000:00010000:0.0:1733164792.310789:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d76cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.310793:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085e28240/0xe92384b90c84ce02 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa3c expref: 160 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.310796:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808535 00010000:00010000:0.0:1733164792.310798:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d76cb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.310801:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+160:2000:x1817354606321536:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.310803:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808536 00000100:00100000:1.0:1733164792.310807:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+160:2001:x1817354606321664:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.310808:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.310809:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d46c0/0xe92384b90c8d76cb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310811:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009237ad00/0xe92384b90c84cf60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa82 expref: 160 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.310812:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.310816:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085e28240/0xe92384b90c84ce02 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa3c expref: 160 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.310820:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009237ad00/0xe92384b90c84cf60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa82 expref: 160 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.310821:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085e28240/0xe92384b90c84ce02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa3c expref: 160 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.310828:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.310829:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.310831:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d76e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310831:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009237ad00/0xe92384b90c84cf60 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa82 expref: 160 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.310835:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d76e7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310840:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.310841:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.310841:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.310844:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d18c0/0xe92384b90c8d76e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310850:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d18c0/0xe92384b90c8d76e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.310854:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+159:2001:x1817354606321664:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 47us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.310858:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808536 00010000:00010000:3.0:1733164792.310864:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.310880:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+158:2000:x1817354606321536:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.310885:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808535 00000100:00100000:3.0:1733164792.310900:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.310907:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3941:3761:x1817354297453952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2273us (2320us total) trans 4295983519 rc 0/0 00000100:00100000:3.0:1733164792.310907:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297456000:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.310913:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188106 00000100:00100000:3.0:1733164792.310926:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.310930:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d18c0/0xe92384b90c8d76e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.310936:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d18c0/0xe92384b90c8d76e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.310942:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d18c0/0xe92384b90c8d76e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.310948:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092d20700/2, rc 0, transno 1016222 00010000:00010000:0.0:1733164792.310949:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d18c0/0xe92384b90c8d76e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.310954:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297454336:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.310955:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d18c0/0xe92384b90c8d76e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.310960:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d18c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.310962:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3940:3759:x1817354297454592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2293us (2363us total) trans 4295983520 rc 0/0 00000004:00080000:3.0:1733164792.310962:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092d22680/2, rc 0, transno 1016223 00010000:00010000:0.0:1733164792.310963:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d18c0/0xe92384b90c8d76e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.310967:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297453952:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.310968:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188107 00010000:00010000:0.0:1733164792.310970:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d18c0/0xe92384b90c8d76e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310977:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d76d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.310979:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d18c0/0xe92384b90c8d76e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.310979:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297456000 00000100:00100000:1.0:1733164792.310981:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297456000 00010000:00010000:0.0:1733164792.310985:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d18c0/0xe92384b90c8d76e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.310985:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d76d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.310990:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188111 00010000:00010000:3.0:1733164792.310991:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d76d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.310993:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3940:3762:x1817354297456000:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.311000:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9388 count 1 00010000:00010000:3.0:1733164792.311000:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d76d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311007:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d76f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.311007:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d76d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311014:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800947d86c0/0xe92384b90c84d120 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37faeb expref: 157 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311018:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.311018:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.311019:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.311020:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d76f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.311021:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d76d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.311028:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d76d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311029:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800947d86c0/0xe92384b90c84d120 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37faeb expref: 157 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311034:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800947d86c0/0xe92384b90c84d120 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37faeb expref: 157 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.311037:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d76d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.311039:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297456384:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.311043:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2d00/0xe92384b90c8d76d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.311054:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.311064:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297456256:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.311075:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007db8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297456128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.311076:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3941:3761:x1817354297454464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2316us (2353us total) trans 4295983521 rc 0/0 00000100:00100000:1.0:1733164792.311082:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.311083:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188109 00000100:00100000:3.0:1733164792.311094:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.311096:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297456256 00000100:00100000:0.0:1733164792.311099:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297456256 00000004:00080000:1.0:1733164792.311102:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b2680/2, rc 0, transno 1016224 00000100:00100000:2.0:1733164792.311106:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297456128 00000100:00100000:1.0:1733164792.311108:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297454592:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.311109:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297456128 00000004:00080000:3.0:1733164792.311117:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf61880/2, rc 0, transno 1016225 00000100:00100000:3.0:1733164792.311121:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297454464:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.311194:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188112 00000100:00100000:0.0:1733164792.311198:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3943:3759:x1817354297456256:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.311201:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188113 00000100:00100000:1.0:1733164792.311206:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3943:3762:x1817354297456128:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.311208:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9390 count 1 00010000:00010000:0.0:1733164792.311215:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c8d76fc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.311217:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9389 count 1 00010000:00010000:0.0:1733164792.311222:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800968c73c0/0xe92384b90c84d277 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb38 expref: 157 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.311226:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.311226:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3943:3759:x1817354297454080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2508us (2751us total) trans 4295983522 rc 0/0 00010000:00010000:0.0:1733164792.311227:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.311227:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d7703 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.311228:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c8d76fc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.311233:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188108 00010000:00010000:1.0:1733164792.311237:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957d9f80/0xe92384b90c84d207 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb07 expref: 157 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.311238:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800968c73c0/0xe92384b90c84d277 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb38 expref: 157 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311242:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.311243:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.311246:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d7703 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.311247:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800968c73c0/0xe92384b90c84d277 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb38 expref: 157 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.311253:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297456768:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.311254:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092d22300/2, rc 0, transno 1016226 00010000:00010000:1.0:1733164792.311260:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957d9f80/0xe92384b90c84d207 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb07 expref: 157 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.311260:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297454080:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.311264:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.311269:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265540 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.311269:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957d9f80/0xe92384b90c84d207 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb07 expref: 157 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.311270:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297456512:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.311277:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297456896:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.311285:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085e28240/0xe92384b90c84ce02 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fa3c expref: 157 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.311293:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297455616:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.311298:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987f00 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.311301:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.311312:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297456512 00000100:00100000:1.0:1733164792.311315:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297456512 00000100:00100000:3.0:1733164792.311322:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297457024:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.311331:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188114 00000100:00100000:1.0:1733164792.311335:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3943:3759:x1817354297456512:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.311335:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.311342:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297457024 00002000:00080000:1.0:1733164792.311345:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9391 count 1 00000100:00100000:3.0:1733164792.311345:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1733164792.311346:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297457024 00000100:00100000:3.0:1733164792.311349:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297456640:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.311354:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d770a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.311361:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188115 00010000:00010000:1.0:1733164792.311363:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e56c240/0xe92384b90c84d2d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb54 expref: 156 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.311364:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.311365:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3944:3762:x1817354297457024:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.311369:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.311370:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.311372:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d770a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.311377:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9393 count 1 00000100:00100000:3.0:1733164792.311380:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297456640 00000100:00100000:3.0:1733164792.311383:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297456640 00010000:00010000:1.0:1733164792.311385:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e56c240/0xe92384b90c84d2d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb54 expref: 156 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.311387:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d7711 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311393:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e56c240/0xe92384b90c84d2d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb54 expref: 156 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.311397:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013383af40/0xe92384b90c84d3ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb93 expref: 156 pid: 16664 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.311401:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297457152:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.311403:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d76e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.311403:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.311404:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.311406:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d7711 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.311411:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d76e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.311413:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188116 00010000:00010000:0.0:1733164792.311416:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d76e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.311417:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ceef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3945:3762:x1817354297456640:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.311422:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987780 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.311422:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013383af40/0xe92384b90c84d3ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb93 expref: 156 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.311423:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d76e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.311428:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d76e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.311428:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9392 count 1 00010000:00010000:2.0:1733164792.311431:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013383af40/0xe92384b90c84d3ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb93 expref: 156 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.311433:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d76e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.311438:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7718 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.311439:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5440 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.311440:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297457280:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.311442:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d76e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.311448:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d76e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.311449:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097fb73c0/0xe92384b90c84d388 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb70 expref: 156 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.311455:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.311456:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.311457:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d76e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.311459:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7718 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.311460:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07300 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.311463:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5440/0xe92384b90c8d76e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.311475:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097fb73c0/0xe92384b90c84d388 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb70 expref: 156 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.311483:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097fb73c0/0xe92384b90c84d388 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb70 expref: 156 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.311498:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297457408:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.311505:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.311515:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.311517:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606321792 00000100:00100000:2.0:1733164792.311521:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606321792 00010000:00010000:2.0:1733164792.311532:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd19680/0xe92384b90c84d0b0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37facf expref: 157 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.311565:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808537 00000100:00100000:2.0:1733164792.311569:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+157:2003:x1817354606321792:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.311576:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297455872:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.311577:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.311581:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd19680/0xe92384b90c84d0b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37facf expref: 157 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.311583:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3946:3760:x1817354297454208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3025us (3083us total) trans 4295983523 rc 0/0 00000100:00100000:0.0:1733164792.311589:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188103 00010000:00010000:2.0:1733164792.311589:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd19680/0xe92384b90c84d0b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37facf expref: 157 pid: 16593 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.311592:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092d20a80/2, rc 0, transno 1016227 00010000:00010000:1.0:1733164792.311598:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d76ee lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.311599:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297454208:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.311602:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd19680/0xe92384b90c84d0b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37facf expref: 157 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.311611:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.311612:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.311615:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d76ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.311621:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d76ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.311635:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.311643:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d76ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311649:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d76ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.311655:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+156:2003:x1817354606321792:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (150us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.311657:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d76ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.311660:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808537 00010000:00010000:1.0:1733164792.311663:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d76ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311670:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d76ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311674:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.311677:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d76ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311684:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d76ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311693:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d76ee lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311700:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d76ee lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.311705:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297457536:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.311724:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.311751:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297457536 00000100:00100000:0.0:1733164792.311755:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297457536 00000100:00100000:0.0:1733164792.311772:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188117 00000100:00100000:0.0:1733164792.311776:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3947:3759:x1817354297457536:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.311787:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9394 count 1 00010000:00010000:0.0:1733164792.311796:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d771f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.311799:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3947:3760:x1817354297455744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1379us (1411us total) trans 4295983524 rc 0/0 00010000:00010000:0.0:1733164792.311806:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093acb600/0xe92384b90c84d499 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fbbd expref: 155 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.311806:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188110 00000004:00080000:2.0:1733164792.311809:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af7100/2, rc 0, transno 1016228 00000100:00100000:2.0:1733164792.311816:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297455744:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.311818:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.311819:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.311821:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d771f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.311830:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297456384:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.311836:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093acb600/0xe92384b90c84d499 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fbbd expref: 155 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311842:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d76f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.311842:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297457664:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.311844:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093acb600/0xe92384b90c84d499 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fbbd expref: 155 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.311854:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297457792:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.311863:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.311877:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265e40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.311878:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297457664 00000100:00100000:1.0:1733164792.311880:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297457664 00000100:00100000:1.0:1733164792.311894:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188118 00000100:00100000:0.0:1733164792.311895:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297456768:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.311898:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3947:3760:x1817354297457664:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.311906:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c8d76fc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.311909:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9395 count 1 00010000:00010000:1.0:1733164792.311918:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7726 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311928:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009466af40/0xe92384b90c84d579 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fbee expref: 155 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311934:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.311935:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.311937:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7726 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311951:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009466af40/0xe92384b90c84d579 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fbee expref: 155 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.311959:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009466af40/0xe92384b90c84d579 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fbee expref: 155 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.311968:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297457920:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.311993:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.312175:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297457152:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.312186:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d770a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.312212:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297457280:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.312213:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297456896:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.312224:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d7703 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.312230:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d7711 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.312337:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.312343:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297457408:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.312358:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7718 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.312456:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.312469:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606322048 00000100:00100000:0.0:1733164792.312473:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.312473:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606322048 00000100:00100000:3.0:1733164792.312474:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606322304 00000100:00100000:3.0:1733164792.312478:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606322304 00010000:00010000:2.0:1733164792.312484:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800968c73c0/0xe92384b90c84d277 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb38 expref: 157 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.312491:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957d9f80/0xe92384b90c84d207 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb07 expref: 157 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.312494:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.312500:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606321920 00000100:00100000:2.0:1733164792.312502:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606321920 00000100:00100000:0.0:1733164792.312507:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606322560 00000100:00100000:0.0:1733164792.312510:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606322560 00010000:00010000:2.0:1733164792.312510:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800947d86c0/0xe92384b90c84d120 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37faeb expref: 158 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.312511:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808538 00000100:00100000:3.0:1733164792.312516:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+159:2001:x1817354606322048:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.312520:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808539 00010000:00010000:3.0:1733164792.312523:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.312526:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+159:2001:x1817354606322304:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.312528:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800968c73c0/0xe92384b90c84d277 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb38 expref: 159 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.312532:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808540 00010000:00010000:1.0:1733164792.312534:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.312549:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+159:2000:x1817354606321920:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.312553:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800968c73c0/0xe92384b90c84d277 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb38 expref: 159 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.312555:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957d9f80/0xe92384b90c84d207 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb07 expref: 159 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.312564:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957d9f80/0xe92384b90c84d207 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb07 expref: 159 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.312566:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.312570:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800968c73c0/0xe92384b90c84d277 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb38 expref: 159 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.312571:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800947d86c0/0xe92384b90c84d120 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37faeb expref: 159 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.312576:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957d9f80/0xe92384b90c84d207 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb07 expref: 159 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.312579:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.312580:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800947d86c0/0xe92384b90c84d120 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37faeb expref: 158 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.312580:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.312583:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c8d76fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.312586:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.312588:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.312589:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c8d76fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.312590:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d7703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.312592:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800947d86c0/0xe92384b90c84d120 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37faeb expref: 157 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.312597:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d7703 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.312602:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.312603:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.312605:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.312606:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d76f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.312611:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.312612:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d76f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.312618:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097fb73c0/0xe92384b90c84d388 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb70 expref: 156 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.312625:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+156:2001:x1817354606322048:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 108us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.312627:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+156:2001:x1817354606322304:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 100us (172us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.312627:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.312632:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808538 00000100:00100000:1.0:1733164792.312636:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808539 00000100:00100000:0.0:1733164792.312639:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808541 00000100:00100000:0.0:1733164792.312643:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+155:2001:x1817354606322560:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.312643:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+155:2000:x1817354606321920:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 105us (169us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.312648:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.312648:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808540 00010000:00010000:3.0:1733164792.312650:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c8d76fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.312651:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097fb73c0/0xe92384b90c84d388 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb70 expref: 154 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.312656:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097fb73c0/0xe92384b90c84d388 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb70 expref: 153 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.312658:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c8d76fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.312664:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097fb73c0/0xe92384b90c84d388 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb70 expref: 153 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.312665:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c8d76fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.312670:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.312671:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.312671:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d76f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.312671:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c8d76fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.312672:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.312676:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d7703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.312677:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7718 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.312678:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d76f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.312682:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c8d76fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.312684:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d7703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.312686:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.312688:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.312690:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d7703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.312691:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c8d76fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.312696:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d76f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.312697:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+152:2001:x1817354606322560:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (203us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.312697:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d7703 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.312698:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c8d76fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.312701:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808541 00010000:00010000:2.0:1733164792.312702:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d76f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.312704:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d7703 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.312707:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c8d76fc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.312708:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d76f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.312709:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.312712:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d7703 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.312713:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.312714:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7180/0xe92384b90c8d76fc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.312716:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d76f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.312718:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d7703 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.312722:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d76f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.312724:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.312731:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d76f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.312733:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d7703 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.312734:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606322176 00000100:00100000:0.0:1733164792.312736:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606322176 00010000:00010000:2.0:1733164792.312737:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d76f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.312740:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d7703 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.312743:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e56c240/0xe92384b90c84d2d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb54 expref: 152 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.312752:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808542 00000100:00100000:0.0:1733164792.312754:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+152:2000:x1817354606322176:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.312758:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.312760:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e56c240/0xe92384b90c84d2d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb54 expref: 152 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.312765:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e56c240/0xe92384b90c84d2d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb54 expref: 152 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.312772:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e56c240/0xe92384b90c84d2d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb54 expref: 152 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.312777:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.312820:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.312823:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d770a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.312828:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d770a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.312831:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3950:3759:x1817354297456256:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1631us (1747us total) trans 4295983525 rc 0/0 00000100:00100000:3.0:1733164792.312837:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188112 00010000:00010000:0.0:1733164792.312838:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.312849:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+151:2000:x1817354606322176:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 94us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.312854:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3949:3762:x1817354297456000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1858us (1926us total) trans 4295983526 rc 0/0 00000100:00100000:0.0:1733164792.312856:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808542 00000100:00100000:2.0:1733164792.312860:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188111 00000004:00080000:3.0:1733164792.312865:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8e300/2, rc 0, transno 1016229 00000100:00100000:3.0:1733164792.312872:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297456256:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.312876:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3948:3762:x1817354297456128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1669us (1780us total) trans 4295983527 rc 0/0 00000100:00100000:1.0:1733164792.312883:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188113 00000004:00080000:2.0:1733164792.312886:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007db8df80/2, rc 0, transno 1016231 00000100:00100000:0.0:1733164792.312887:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.312891:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007db8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297456128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.312895:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606322432 00000100:00100000:0.0:1733164792.312897:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606322432 00010000:00010000:1.0:1733164792.312900:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d770a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.312900:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af5c00/2, rc 0, transno 1016230 00010000:00010000:0.0:1733164792.312904:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013383af40/0xe92384b90c84d3ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb93 expref: 151 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.312904:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297456000:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.312907:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d770a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.312912:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297458176:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.312913:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808543 00010000:00010000:1.0:1733164792.312914:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d770a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.312915:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+151:2000:x1817354606322432:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.312919:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.312919:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297458304:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.312920:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d770a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.312921:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013383af40/0xe92384b90c84d3ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb93 expref: 151 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.312926:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013383af40/0xe92384b90c84d3ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb93 expref: 151 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.312927:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d770a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.312931:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00000100:00100000:2.0:1733164792.312931:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.312933:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013383af40/0xe92384b90c84d3ff lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fb93 expref: 151 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.312933:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d770a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.312939:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297458048:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.312940:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.312940:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.312940:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d770a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.312942:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d7711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.312946:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d7711 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.312949:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d770a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.312953:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.312955:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d770a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.312959:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.312968:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+150:2000:x1817354606322432:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 52us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.312971:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808543 00000100:00100000:2.0:1733164792.312975:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297458176 00000100:00100000:2.0:1733164792.312979:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297458176 00000100:00100000:0.0:1733164792.312988:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297457792:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.312991:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297458304 00000100:00100000:2.0:1733164792.312992:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297458304 00010000:00010000:0.0:1733164792.312996:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d771f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.312996:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.313002:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188119 00000100:00100000:2.0:1733164792.313006:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3950:3762:x1817354297458176:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.313016:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606322688 00000100:00100000:0.0:1733164792.313018:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606322688 00002000:00080000:2.0:1733164792.313018:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9397 count 1 00010000:00010000:0.0:1733164792.313024:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009466af40/0xe92384b90c84d579 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fbee expref: 150 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.313028:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d772d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.313037:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808544 00010000:00010000:2.0:1733164792.313039:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009114f840/0xe92384b90c84d6d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc34 expref: 150 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.313041:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+150:2000:x1817354606322688:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.313044:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.313045:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.313047:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.313047:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d772d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.313048:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3950:3759:x1817354297456512:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1711us (1745us total) trans 4295983528 rc 0/0 00010000:00010000:0.0:1733164792.313052:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009466af40/0xe92384b90c84d579 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fbee expref: 150 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.313054:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188114 00010000:00010000:0.0:1733164792.313059:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009466af40/0xe92384b90c84d579 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fbee expref: 150 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.313062:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009114f840/0xe92384b90c84d6d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc34 expref: 150 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.313067:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188120 00010000:00010000:2.0:1733164792.313069:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009114f840/0xe92384b90c84d6d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc34 expref: 150 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.313070:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.313071:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.313072:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3949:3759:x1817354297458304:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.313073:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.313073:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.313078:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297458432:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.313080:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7726 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.313082:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9398 count 1 00000100:00100000:3.0:1733164792.313088:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606322816 00010000:00010000:0.0:1733164792.313091:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.313091:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7734 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.313092:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606322816 00000100:00100000:2.0:1733164792.313096:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07300 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.313101:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d490fc0/0xe92384b90c84d71d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc50 expref: 151 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.313102:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093acb600/0xe92384b90c84d499 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fbbd expref: 151 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.313106:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+151:2000:x1817354606322688:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (111us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.313107:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.313108:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.313110:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7734 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.313113:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808544 00000004:00080000:2.0:1733164792.313114:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb5500/2, rc 0, transno 1016232 00000100:00100000:2.0:1733164792.313120:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297456512:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.313124:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808545 00000100:00100000:0.0:1733164792.313127:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+150:2000:x1817354606322816:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.313132:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.313135:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093acb600/0xe92384b90c84d499 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fbbd expref: 150 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.313135:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.313139:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d490fc0/0xe92384b90c84d71d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc50 expref: 150 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.313159:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093acb600/0xe92384b90c84d499 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fbbd expref: 150 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.313162:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1733164792.313166:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d490fc0/0xe92384b90c84d71d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc50 expref: 150 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.313170:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093acb600/0xe92384b90c84d499 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fbbd expref: 150 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.313170:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297458560:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.313176:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297458688:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.313179:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.313180:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.313182:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d771f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.313188:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d771f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.313204:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.313219:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+149:2000:x1817354606322816:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 90us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.313225:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808545 00000100:00100000:1.0:1733164792.313238:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297458048 00000100:00100000:1.0:1733164792.313242:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297458048 00010000:00010000:0.0:1733164792.313244:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d771f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.313251:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d771f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.313256:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188121 00010000:00010000:0.0:1733164792.313257:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d771f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.313260:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3950:3761:x1817354297458048:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.313264:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d771f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.313268:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.313270:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d771f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.313270:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9396 count 1 00010000:00010000:0.0:1733164792.313275:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.313275:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.313278:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d771f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313279:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d773b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.313282:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.313284:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d771f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.313288:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313289:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008685ba80/0xe92384b90c84d5fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc0a expref: 148 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313295:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.313295:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7718 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.313296:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.313297:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.313298:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d771f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313299:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d773b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.313301:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.313304:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7718 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.313305:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4240/0xe92384b90c8d771f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.313310:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7718 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313312:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008685ba80/0xe92384b90c84d5fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc0a expref: 148 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.313316:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d7711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.313323:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d7711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313326:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008685ba80/0xe92384b90c84d5fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc0a expref: 148 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.313330:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d7711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.313334:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297458816:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.313336:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d7711 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.313339:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7718 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.313342:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d7711 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.313345:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7718 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.313348:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.313348:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.313350:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d7711 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.313359:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297458560 00010000:00010000:2.0:1733164792.313361:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d7711 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.313362:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297458560 00010000:00010000:2.0:1733164792.313371:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d7711 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.313376:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188122 00010000:00010000:2.0:1733164792.313377:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d7711 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.313380:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3952:3759:x1817354297458560:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.313389:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9399 count 1 00010000:00010000:1.0:1733164792.313397:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7742 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.313403:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3953:3759:x1817354297457536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1625us (1678us total) trans 4295983529 rc 0/0 00010000:00010000:1.0:1733164792.313407:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fabe640/0xe92384b90c84d7a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc6c expref: 148 pid: 15891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.313409:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188117 00010000:00010000:1.0:1733164792.313412:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.313414:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.313416:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7742 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.313429:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a09500/2, rc 0, transno 1016233 00010000:00010000:1.0:1733164792.313430:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fabe640/0xe92384b90c84d7a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc6c expref: 148 pid: 15891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.313435:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297457536:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.313439:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fabe640/0xe92384b90c84d7a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc6c expref: 148 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.313445:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ceef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3953:3762:x1817354297456640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2026us (2079us total) trans 4295983530 rc 0/0 00000100:00100000:3.0:1733164792.313451:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188116 00000100:00100000:1.0:1733164792.313452:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297458944:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.313467:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.313475:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880121fb4a80/2, rc 0, transno 1016234 00000100:00100000:3.0:1733164792.313479:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297456640:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.313484:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987780 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.313486:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3952:3762:x1817354297457024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2119us (2149us total) trans 4295983531 rc 0/0 00000004:00080000:3.0:1733164792.313487:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a08a80/2, rc 0, transno 1016235 00000100:00100000:3.0:1733164792.313490:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297457024:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.313492:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188115 00010000:00010000:1.0:1733164792.313501:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009466af40/0xe92384b90c84d579 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fbee expref: 148 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.313511:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297457920:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.313521:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313529:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313552:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313560:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313566:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313572:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7726 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313582:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.313585:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7726 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313591:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7726 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313600:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7726 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.313606:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d7726 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.313623:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297459072:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.313632:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164792.313637:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297459328:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.313643:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.313654:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.313658:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.313663:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297459200:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.313669:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297459072 00000100:00100000:2.0:1733164792.313671:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297459072 00000100:00100000:3.0:1733164792.313678:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.313684:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297459328 00000100:00100000:2.0:1733164792.313686:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297459328 00000100:00100000:0.0:1733164792.313691:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297459200 00000100:00100000:0.0:1733164792.313694:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297459200 00000100:00100000:2.0:1733164792.313697:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188123 00000100:00100000:2.0:1733164792.313703:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3955:3761:x1817354297459072:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.313703:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188124 00000100:00100000:1.0:1733164792.313706:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3955:3760:x1817354297457664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1806us (1842us total) trans 4295983532 rc 0/0 00000100:00100000:3.0:1733164792.313708:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3955:3760:x1817354297459328:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.313712:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188118 00002000:00080000:2.0:1733164792.313714:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9400 count 1 00000100:00100000:0.0:1733164792.313715:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188125 00000100:00100000:0.0:1733164792.313718:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3955:3761:x1817354297459200:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.313721:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9402 count 1 00010000:00010000:2.0:1733164792.313723:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7749 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.313728:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9401 count 1 00010000:00010000:3.0:1733164792.313730:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d7750 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.313734:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9d8a80/2, rc 0, transno 1016236 00010000:00010000:2.0:1733164792.313735:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091050240/0xe92384b90c84d83c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc88 expref: 147 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.313738:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d7757 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.313739:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297457664:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.313741:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.313743:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.313745:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7749 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.313745:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bb933c0/0xe92384b90c84d9af lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fcc7 expref: 147 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.313749:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc8c6c0/0xe92384b90c84d8b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fcb2 expref: 147 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.313751:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.313753:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.313755:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.313756:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.313756:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d7750 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.313758:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d7757 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.313761:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091050240/0xe92384b90c84d83c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc88 expref: 147 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.313769:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091050240/0xe92384b90c84d83c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc88 expref: 147 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.313770:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bb933c0/0xe92384b90c84d9af lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fcc7 expref: 147 pid: 16642 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.313773:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297459456:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.313775:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297459584:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.313780:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bb933c0/0xe92384b90c84d9af lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fcc7 expref: 147 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.313790:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297459712:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.313791:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.313793:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07f00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.313794:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc8c6c0/0xe92384b90c84d8b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fcb2 expref: 147 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.313802:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc8c6c0/0xe92384b90c84d8b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fcb2 expref: 147 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.313803:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297459456 00000100:00100000:2.0:1733164792.313805:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297459456 00000100:00100000:3.0:1733164792.313807:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.313812:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297459840:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.313816:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188126 00000100:00100000:2.0:1733164792.313818:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3955:3760:x1817354297459456:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.313826:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9403 count 1 00000100:00100000:0.0:1733164792.313832:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265e40 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.313832:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d775e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.313839:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800923c4fc0/0xe92384b90c84da1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd06 expref: 147 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.313842:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.313843:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.313845:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d775e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.313854:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800923c4fc0/0xe92384b90c84da1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd06 expref: 147 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.313860:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800923c4fc0/0xe92384b90c84da1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd06 expref: 147 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.313864:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297459968:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.313877:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07c00 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.314425:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297458432:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.314440:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d772d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.314456:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297458816:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.314469:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d773b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.314873:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297458688:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.314883:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7734 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.314921:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297458944:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.314934:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297459840:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.314935:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7742 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.314938:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297459584:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.314941:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d7757 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.314948:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.314953:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7749 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.314955:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297459968:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.314960:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606323072 00000100:00100000:1.0:1733164792.314962:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606323072 00000100:00100000:0.0:1733164792.314963:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.314965:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d775e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.314974:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008685ba80/0xe92384b90c84d5fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc0a expref: 148 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.314975:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606322944 00000100:00100000:0.0:1733164792.314978:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606322944 00010000:00010000:0.0:1733164792.314989:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009114f840/0xe92384b90c84d6d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc34 expref: 149 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.314990:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297459712:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.314992:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808546 00000100:00100000:1.0:1733164792.314996:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+149:2000:x1817354606323072:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.315000:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808547 00010000:00010000:1.0:1733164792.315003:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.315004:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d7750 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.315005:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+149:2001:x1817354606322944:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.315007:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008685ba80/0xe92384b90c84d5fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc0a expref: 149 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.315015:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008685ba80/0xe92384b90c84d5fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc0a expref: 149 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.315015:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.315017:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.315019:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009114f840/0xe92384b90c84d6d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc34 expref: 149 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.315026:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606323200 00010000:00010000:1.0:1733164792.315026:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008685ba80/0xe92384b90c84d5fe lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc0a expref: 149 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.315029:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606323200 00010000:00010000:2.0:1733164792.315034:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009114f840/0xe92384b90c84d6d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc34 expref: 150 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.315037:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d490fc0/0xe92384b90c84d71d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc50 expref: 149 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.315038:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.315040:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.315043:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d773b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315047:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009114f840/0xe92384b90c84d6d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc34 expref: 149 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.315048:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d773b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.315050:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808548 00000100:00100000:0.0:1733164792.315055:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+148:2000:x1817354606323200:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.315057:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.315059:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.315060:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.315061:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.315061:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d772d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315064:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d490fc0/0xe92384b90c84d71d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc50 expref: 148 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.315068:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d772d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315072:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d490fc0/0xe92384b90c84d71d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc50 expref: 148 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.315082:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d490fc0/0xe92384b90c84d71d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc50 expref: 148 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.315082:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.315086:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+148:2000:x1817354606323072:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 88us (138us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.315091:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.315092:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.315093:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808546 00010000:00010000:0.0:1733164792.315094:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.315098:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+147:2001:x1817354606322944:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 93us (134us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.315101:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7734 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.315105:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808547 00000100:00100000:3.0:1733164792.315106:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.315113:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.315123:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606323456 00000100:00100000:0.0:1733164792.315126:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+146:2000:x1817354606323200:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.315127:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606323456 00000100:00100000:0.0:1733164792.315132:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808548 00010000:00010000:1.0:1733164792.315137:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bb933c0/0xe92384b90c84d9af lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fcc7 expref: 146 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.315137:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d772d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315163:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d772d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315164:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315172:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315176:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d772d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.315177:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808549 00000100:00100000:3.0:1733164792.315177:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.315178:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.315182:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+145:2000:x1817354606323456:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.315183:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d772d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315188:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315189:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.315191:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d772d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315193:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bb933c0/0xe92384b90c84d9af lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fcc7 expref: 145 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.315195:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315197:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.315199:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d772d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315200:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.315201:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bb933c0/0xe92384b90c84d9af lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fcc7 expref: 145 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.315202:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315206:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d772d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315208:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.315213:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.315214:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d772d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315215:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7734 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315215:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bb933c0/0xe92384b90c84d9af lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fcc7 expref: 145 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.315221:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d7734 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315221:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d772d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315222:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.315223:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.315224:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606323712 00010000:00010000:1.0:1733164792.315225:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d7750 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.315227:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606323712 00010000:00010000:1.0:1733164792.315230:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d7750 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.315239:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc8c6c0/0xe92384b90c84d8b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fcb2 expref: 145 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.315240:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606323328 00000100:00100000:0.0:1733164792.315243:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606323328 00010000:00010000:1.0:1733164792.315249:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.315252:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fabe640/0xe92384b90c84d7a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc6c expref: 146 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.315264:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+146:2000:x1817354606323456:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.315264:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808550 00000100:00100000:2.0:1733164792.315269:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808551 00000100:00100000:3.0:1733164792.315270:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+146:2000:x1817354606323712:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.315274:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+146:2001:x1817354606323328:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.315275:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808549 00010000:00010000:3.0:1733164792.315277:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.315281:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.315281:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fc8c6c0/0xe92384b90c84d8b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fcb2 expref: 146 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.315285:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fabe640/0xe92384b90c84d7a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc6c expref: 145 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.315290:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fc8c6c0/0xe92384b90c84d8b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fcb2 expref: 145 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.315293:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fabe640/0xe92384b90c84d7a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc6c expref: 145 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.315297:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d773b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315303:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d773b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.315303:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fc8c6c0/0xe92384b90c84d8b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fcb2 expref: 145 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.315304:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fabe640/0xe92384b90c84d7a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc6c expref: 145 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.315310:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d773b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.315314:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.315315:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.315316:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d773b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315316:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.315316:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.315318:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.315318:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d7757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315325:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7742 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.315325:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d7757 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315328:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d773b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315334:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca61c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.315336:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d773b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315339:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.315339:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.315344:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d773b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315353:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d773b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.315355:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+143:2000:x1817354606323712:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.315359:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+143:2001:x1817354606323328:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (145us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.315360:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca61c0/0xe92384b90c8d773b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.315361:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808550 00000100:00100000:2.0:1733164792.315365:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808551 00000100:00100000:0.0:1733164792.315370:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3956:3759:x1817354297458304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2297us (2416us total) trans 4295983533 rc 0/0 00000100:00100000:0.0:1733164792.315379:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188120 00010000:00010000:3.0:1733164792.315379:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d7750 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.315385:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d7750 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.315393:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d7750 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.315400:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d7750 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.315402:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9d9180/2, rc 0, transno 1016237 00010000:00010000:3.0:1733164792.315405:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d7750 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.315409:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297458304:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.315410:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.315413:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d7750 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.315419:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d7750 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315427:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.315427:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d7750 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315434:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.315435:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.315438:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d7750 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315441:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315450:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315458:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315463:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.315466:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315472:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7742 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.315476:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.315476:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3957:3761:x1817354297458048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2214us (2340us total) trans 4295983535 rc 0/0 00010000:00010000:2.0:1733164792.315481:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7742 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.315482:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188121 00000100:00100000:0.0:1733164792.315486:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606323584 00010000:00010000:2.0:1733164792.315488:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4d80/0xe92384b90c8d7742 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.315489:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606323584 00010000:00010000:0.0:1733164792.315499:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091050240/0xe92384b90c84d83c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc88 expref: 142 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.315510:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606323840 00010000:00010000:1.0:1733164792.315510:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d7757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.315512:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606323840 00000100:00100000:2.0:1733164792.315514:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808552 00010000:00010000:1.0:1733164792.315515:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d7757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315518:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800923c4fc0/0xe92384b90c84da1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd06 expref: 143 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.315519:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+143:2001:x1817354606323584:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.315520:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d7757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315525:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d7757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315525:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.315529:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091050240/0xe92384b90c84d83c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc88 expref: 143 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.315533:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d7757 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315552:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d61c0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.315554:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808553 00010000:00010000:1.0:1733164792.315555:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d7757 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315556:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091050240/0xe92384b90c84d83c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc88 expref: 143 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.315558:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ed050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+143:2001:x1817354606323840:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.315561:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d7757 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.315561:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3957:3760:x1817354297459328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1852us (1904us total) trans 4295983536 rc 0/0 00010000:00010000:0.0:1733164792.315564:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.315567:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188124 00010000:00010000:0.0:1733164792.315568:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800923c4fc0/0xe92384b90c84da1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd06 expref: 143 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.315568:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091050240/0xe92384b90c84d83c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fc88 expref: 143 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.315570:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d7757 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315576:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800923c4fc0/0xe92384b90c84da1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd06 expref: 142 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.315576:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d61c0/0xe92384b90c8d7757 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315578:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.315579:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.315582:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7749 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315586:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800923c4fc0/0xe92384b90c84da1f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd06 expref: 142 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.315587:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297460096:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.315589:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7749 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315600:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.315601:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.315603:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.315604:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d775e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.315607:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.315609:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d775e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.315609:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a0b480/2, rc 0, transno 1016240 00000100:00100000:1.0:1733164792.315615:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297459328:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.315618:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+141:2001:x1817354606323584:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 98us (183us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.315621:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.315624:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808552 00000004:00080000:3.0:1733164792.315625:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9db800/2, rc 0, transno 1016239 00000100:00100000:3.0:1733164792.315629:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297458048:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.315633:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ed050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+140:2001:x1817354606323840:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.315635:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1733164792.315638:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808553 00000100:00100000:3.0:1733164792.315640:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297460224:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.315643:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.315649:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096606a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297460352:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.315654:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.315668:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.315679:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3956:3762:x1817354297458176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2671us (2747us total) trans 4295983534 rc 0/0 00000004:00080000:3.0:1733164792.315679:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9d8000/2, rc 0, transno 1016238 00000100:00100000:1.0:1733164792.315685:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297460096 00000100:00100000:3.0:1733164792.315685:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297458176:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.315686:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188119 00000100:00100000:1.0:1733164792.315688:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297460096 00000100:00100000:0.0:1733164792.315689:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297460224 00000100:00100000:0.0:1733164792.315691:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297460224 00010000:00010000:3.0:1733164792.315696:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7749 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.315697:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297460352 00000100:00100000:2.0:1733164792.315699:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297460352 00000100:00100000:1.0:1733164792.315701:0:16651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188127 00000100:00100000:1.0:1733164792.315703:0:16651:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3958:3761:x1817354297460096:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.315703:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7749 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.315706:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188128 00000100:00100000:0.0:1733164792.315710:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3958:3761:x1817354297460224:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.315710:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188129 00010000:00010000:3.0:1733164792.315710:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7749 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.315712:0:16651:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9404 count 1 00000100:00100000:2.0:1733164792.315713:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3958:3760:x1817354297460352:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.315716:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.315720:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9405 count 1 00010000:00010000:1.0:1733164792.315720:0:16651:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7765 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.315721:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9406 count 1 00010000:00010000:3.0:1733164792.315723:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315727:0:16651:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd84480/0xe92384b90c84dab9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd22 expref: 139 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.315728:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.315730:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7773 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315730:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d776c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315731:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.315731:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315732:0:16651:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.315734:0:16651:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7765 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.315738:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315740:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952cc900/0xe92384b90c84db4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd45 expref: 139 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315740:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008df32880/0xe92384b90c84dbe6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd6f expref: 139 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315746:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.315746:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.315747:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.315747:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.315747:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7749 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315748:0:16651:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd84480/0xe92384b90c84dab9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd22 expref: 139 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315749:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7773 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315749:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d776c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.315754:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1f80/0xe92384b90c8d7749 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.315757:0:16651:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd84480/0xe92384b90c84dab9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd22 expref: 139 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.315763:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008df32880/0xe92384b90c84dbe6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd6f expref: 139 pid: 16652 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.315765:0:16651:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297460480:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.315766:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952cc900/0xe92384b90c84db4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd45 expref: 139 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315771:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008df32880/0xe92384b90c84dbe6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd6f expref: 139 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.315774:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952cc900/0xe92384b90c84db4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd45 expref: 139 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.315780:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297460608:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.315781:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297460736:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.315782:0:16651:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.315797:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265540 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.315803:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07c00 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.315812:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d775e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315818:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d775e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.315820:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297460864:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.315824:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d775e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315835:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d775e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.315839:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.315841:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d775e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315846:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.315849:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d775e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.315853:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297460864 00000100:00100000:3.0:1733164792.315853:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3959:3761:x1817354297459072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2150us (2208us total) trans 4295983537 rc 0/0 00010000:00010000:2.0:1733164792.315855:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d775e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.315856:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297460864 00000100:00100000:3.0:1733164792.315859:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188123 00010000:00010000:2.0:1733164792.315863:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d775e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.315869:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d775e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.315871:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188130 00000100:00100000:0.0:1733164792.315874:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3959:3760:x1817354297460864:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.315884:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9407 count 1 00000004:00080000:3.0:1733164792.315887:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a09c00/2, rc 0, transno 1016241 00010000:00010000:0.0:1733164792.315892:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d777a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.315893:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297459072:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.315901:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008df30b40/0xe92384b90c84dc4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd8b expref: 139 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315907:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.315908:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.315910:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d777a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315925:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008df30b40/0xe92384b90c84dc4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd8b expref: 139 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.315938:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008df30b40/0xe92384b90c84dc4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd8b expref: 139 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.315942:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3961:3761:x1817354297459200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2221us (2262us total) trans 4295983538 rc 0/0 00000100:00100000:0.0:1733164792.315946:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297460992:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.315951:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188125 00000100:00100000:0.0:1733164792.315962:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.315973:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+3960:3760:x1817354297459456:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2153us (2181us total) trans 4295983539 rc 0/0 00000100:00100000:2.0:1733164792.315979:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188126 00000004:00080000:1.0:1733164792.315992:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af7800/2, rc 0, transno 1016243 00000100:00100000:3.0:1733164792.316004:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.316006:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297459456:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.316013:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297461120:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.316029:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.316043:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297461248:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.316048:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297461120 00000100:00100000:0.0:1733164792.316051:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297461120 00000100:00100000:0.0:1733164792.316067:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188131 00000100:00100000:3.0:1733164792.316068:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.316072:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3961:3762:x1817354297461120:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.316072:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3961:3759:x1817354297458560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2691us (2776us total) trans 4295983540 rc 0/0 00000100:00100000:2.0:1733164792.316077:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188122 00002000:00080000:0.0:1733164792.316081:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9408 count 1 00000004:00080000:1.0:1733164792.316086:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a08e00/2, rc 0, transno 1016244 00000100:00100000:2.0:1733164792.316087:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297461248 00000100:00100000:2.0:1733164792.316089:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297461248 00010000:00010000:0.0:1733164792.316090:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7781 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.316093:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297458560:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.316095:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a08380/2, rc 0, transno 1016242 00000100:00100000:3.0:1733164792.316099:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297459200:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.316100:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188132 00010000:00010000:0.0:1733164792.316101:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bb91440/0xe92384b90c84dcdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fda7 expref: 139 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.316104:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3961:3762:x1817354297461248:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.316107:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.316108:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.316110:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7781 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.316112:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9409 count 1 00010000:00010000:2.0:1733164792.316120:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7788 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.316125:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bb91440/0xe92384b90c84dcdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fda7 expref: 139 pid: 16618 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.316126:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297461376:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.316129:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091e38240/0xe92384b90c84dd60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fdca expref: 139 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.316132:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bb91440/0xe92384b90c84dcdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fda7 expref: 139 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.316134:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.316136:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.316138:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7788 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.316161:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.316165:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297461632:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.316167:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091e38240/0xe92384b90c84dd60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fdca expref: 139 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.316174:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091e38240/0xe92384b90c84dd60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fdca expref: 139 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.316177:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1733164792.316181:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297461760:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.316183:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297461504:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.316187:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2659c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.316196:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07300 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.316198:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297461376 00000100:00100000:1.0:1733164792.316200:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.316202:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297461376 00000100:00100000:2.0:1733164792.316209:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297461504 00000100:00100000:2.0:1733164792.316211:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297461504 00000100:00100000:3.0:1733164792.316218:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188133 00000100:00100000:3.0:1733164792.316223:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3963:3759:x1817354297461376:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.316225:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188134 00000100:00100000:1.0:1733164792.316230:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3963:3759:x1817354297461504:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.316234:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9410 count 1 00002000:00080000:1.0:1733164792.316241:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9411 count 1 00010000:00010000:3.0:1733164792.316243:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d778f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.316250:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7796 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.316253:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123790fc0/0xe92384b90c84ddf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fde6 expref: 139 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.316259:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.316260:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bb90b40/0xe92384b90c84de9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe09 expref: 139 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.316260:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.316262:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d778f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.316266:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.316267:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.316270:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7796 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.316277:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123790fc0/0xe92384b90c84ddf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fde6 expref: 139 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.316284:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bb90b40/0xe92384b90c84de9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe09 expref: 139 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.316286:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123790fc0/0xe92384b90c84ddf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fde6 expref: 139 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.316295:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297461888:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.316298:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bb90b40/0xe92384b90c84de9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe09 expref: 139 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.316305:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297462016:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.316324:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.316325:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.317223:0:16651:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:16651:1817354297460480:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.317223:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297460736:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.317232:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.317237:0:16651:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7765 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.317244:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7773 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.317259:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297460608:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.317274:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d776c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.317298:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606324096 00000100:00100000:0.0:1733164792.317301:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606324096 00010000:00010000:0.0:1733164792.317311:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008df32880/0xe92384b90c84dbe6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd6f expref: 140 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.317333:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808554 00000100:00100000:0.0:1733164792.317337:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+140:2001:x1817354606324096:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.317344:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.317349:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008df32880/0xe92384b90c84dbe6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd6f expref: 140 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.317357:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008df32880/0xe92384b90c84dbe6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd6f expref: 140 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.317369:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008df32880/0xe92384b90c84dbe6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd6f expref: 140 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.317377:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.317379:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.317381:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d776c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.317391:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d776c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.317415:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.317441:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d776c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.317442:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+139:2001:x1817354606324096:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 103us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.317448:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808554 00010000:00010000:3.0:1733164792.317448:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d776c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.317454:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d776c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.317458:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d776c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.317462:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d776c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.317466:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.317468:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d776c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.317471:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297460992:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.317471:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d776c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.317478:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d776c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.317482:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d777a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.317482:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0d80/0xe92384b90c8d776c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.317562:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.317562:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297461632:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.317573:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606323968 00010000:00010000:1.0:1733164792.317573:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7781 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.317576:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606323968 00010000:00010000:0.0:1733164792.317585:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952cc900/0xe92384b90c84db4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd45 expref: 139 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.317606:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808555 00000100:00100000:0.0:1733164792.317611:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+139:2000:x1817354606323968:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.317617:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.317618:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096607800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3964:3760:x1817354297460352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1902us (1948us total) trans 4295983541 rc 0/0 00010000:00010000:0.0:1733164792.317622:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952cc900/0xe92384b90c84db4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd45 expref: 139 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.317625:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188129 00000004:00080000:1.0:1733164792.317628:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096606a00/2, rc 0, transno 1016245 00010000:00010000:0.0:1733164792.317630:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952cc900/0xe92384b90c84db4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd45 expref: 139 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.317640:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096606a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297460352:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.317646:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952cc900/0xe92384b90c84db4c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd45 expref: 139 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.317656:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.317657:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.317659:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.317665:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7773 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.317678:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.317681:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297462144:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.317684:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.317692:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.317694:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+138:2000:x1817354606323968:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (133us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.317699:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.317700:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808555 00010000:00010000:2.0:1733164792.317705:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.317705:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.317711:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.317717:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.317717:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.317719:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.317726:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.317727:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297462144 00000100:00100000:3.0:1733164792.317730:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297462144 00010000:00010000:2.0:1733164792.317739:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7773 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.317744:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188135 00010000:00010000:2.0:1733164792.317745:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4d80/0xe92384b90c8d7773 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.317747:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3964:3761:x1817354297462144:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.317754:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606324352 00000100:00100000:0.0:1733164792.317757:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606324352 00002000:00080000:3.0:1733164792.317757:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9412 count 1 00000100:00100000:1.0:1733164792.317764:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.317767:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008df30b40/0xe92384b90c84dc4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd8b expref: 138 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.317767:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3180/0xe92384b90c8d779d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.317773:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606324224 00000100:00100000:1.0:1733164792.317775:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606324224 00010000:00010000:3.0:1733164792.317777:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124b3f180/0xe92384b90c84ded3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe2c expref: 139 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.317783:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd84480/0xe92384b90c84dab9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd22 expref: 139 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.317783:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.317785:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.317787:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3180/0xe92384b90c8d779d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.317789:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808556 00000100:00100000:0.0:1733164792.317794:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+139:2001:x1817354606324352:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.317795:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808557 00000100:00100000:2.0:1733164792.317799:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131270380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+139:2000:x1817354606324224:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.317800:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.317804:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008df30b40/0xe92384b90c84dc4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd8b expref: 139 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.317805:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.317805:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124b3f180/0xe92384b90c84ded3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe2c expref: 139 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.317809:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd84480/0xe92384b90c84dab9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd22 expref: 139 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.317814:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.317817:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008df30b40/0xe92384b90c84dc4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd8b expref: 139 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.317817:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd84480/0xe92384b90c84dab9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd22 expref: 139 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.317819:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124b3f180/0xe92384b90c84ded3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe2c expref: 139 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.317821:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606324480 00000100:00100000:1.0:1733164792.317823:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606324480 00010000:00010000:0.0:1733164792.317828:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008df30b40/0xe92384b90c84dc4f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd8b expref: 140 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.317828:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd84480/0xe92384b90c84dab9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fd22 expref: 140 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.317829:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bb91440/0xe92384b90c84dcdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fda7 expref: 140 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.317829:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080742a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297462272:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.317836:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.317836:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.317837:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.317837:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808558 00010000:00010000:2.0:1733164792.317837:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.317840:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d777a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.317840:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+138:2000:x1817354606324480:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.317840:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7765 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.317845:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.317846:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d777a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.317846:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7765 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.317848:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bb91440/0xe92384b90c84dcdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fda7 expref: 138 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.317853:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bb91440/0xe92384b90c84dcdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fda7 expref: 138 pid: 16618 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.317853:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54240 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.317859:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.317859:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.317861:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bb91440/0xe92384b90c84dcdb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fda7 expref: 138 pid: 16618 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.317869:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.317870:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.317872:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7781 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.317873:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+137:2001:x1817354606324352:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.317873:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131270380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+137:2000:x1817354606324224:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (108us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.317876:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7781 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.317878:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.317879:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808557 00000100:00100000:0.0:1733164792.317881:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808556 00010000:00010000:1.0:1733164792.317884:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.317890:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606324608 00000100:00100000:0.0:1733164792.317893:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606324608 00010000:00010000:2.0:1733164792.317897:0:16651:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7765 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.317899:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+136:2000:x1817354606324480:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 57us (83us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.317901:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091e38240/0xe92384b90c84dd60 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fdca expref: 136 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.317904:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808558 00010000:00010000:2.0:1733164792.317904:0:16651:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7765 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.317911:0:16651:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7765 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.317916:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808559 00000100:00100000:1.0:1733164792.317919:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080742300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+135:2000:x1817354606324608:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.317919:0:16651:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.317924:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d777a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.317926:0:16651:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.317927:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.317928:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.317930:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091e38240/0xe92384b90c84dd60 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fdca expref: 135 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.317931:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d777a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.317932:0:16651:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.317935:0:16651:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.317937:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091e38240/0xe92384b90c84dd60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fdca expref: 135 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.317939:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d777a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.317940:0:16651:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.317945:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d777a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.317946:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.317948:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.317949:0:16651:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7765 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.317950:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.317951:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d777a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.317955:0:16651:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5f80/0xe92384b90c8d7765 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.317956:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.317956:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7788 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.317959:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d777a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.317965:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d777a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.317965:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.317972:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d777a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.317972:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606324864 00000100:00100000:2.0:1733164792.317975:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606324864 00010000:00010000:0.0:1733164792.317978:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5d40/0xe92384b90c8d777a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.317979:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.317980:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080742300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+136:2000:x1817354606324608:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (101us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.317984:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bb90b40/0xe92384b90c84de9b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe09 expref: 136 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.317985:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808559 00000100:00100000:3.0:1733164792.317992:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606324736 00000100:00100000:3.0:1733164792.317995:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606324736 00000100:00100000:2.0:1733164792.317998:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808560 00000100:00100000:2.0:1733164792.318002:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+136:2001:x1817354606324864:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.318004:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123790fc0/0xe92384b90c84ddf3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fde6 expref: 136 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.318007:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.318011:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bb90b40/0xe92384b90c84de9b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe09 expref: 136 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.318018:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bb90b40/0xe92384b90c84de9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe09 expref: 136 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.318023:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808561 00000100:00100000:1.0:1733164792.318026:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297461888:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.318026:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080743100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+136:2000:x1817354606324736:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.318028:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.318029:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.318031:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.318032:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318034:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123790fc0/0xe92384b90c84ddf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fde6 expref: 136 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.318038:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d778f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318038:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7796 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318040:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123790fc0/0xe92384b90c84ddf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fde6 expref: 136 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.318047:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123790fc0/0xe92384b90c84ddf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fde6 expref: 136 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.318048:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.318053:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7781 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318058:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.318059:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.318061:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d778f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.318063:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+135:2001:x1817354606324864:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (135us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.318064:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7781 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318065:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d778f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.318068:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808560 00010000:00010000:1.0:1733164792.318070:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7781 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318074:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.318076:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7781 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318083:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7781 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.318086:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080743100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+134:2000:x1817354606324736:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (107us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.318088:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.318090:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7781 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.318090:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808561 00000100:00100000:0.0:1733164792.318091:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3965:3760:x1817354297460864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2215us (2250us total) trans 4295983542 rc 0/0 00000100:00100000:0.0:1733164792.318097:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188130 00010000:00010000:1.0:1733164792.318097:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7781 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318106:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7781 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318111:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bb90b40/0xe92384b90c84de9b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe09 expref: 133 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.318112:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6640/0xe92384b90c8d7781 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.318120:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110f800/2, rc 0, transno 1016246 00000100:00100000:3.0:1733164792.318121:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297462016:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.318127:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297460864:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.318134:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318161:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318169:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318177:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318183:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7796 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318190:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7796 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318195:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.318197:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7796 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.318199:0:16651:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+3966:3761:x1817354297460096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2493us (2590us total) trans 4295983543 rc 0/0 00010000:00010000:3.0:1733164792.318202:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7796 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.318205:0:16651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188127 00010000:00010000:3.0:1733164792.318208:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7796 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318211:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5d40/0xe92384b90c8d7796 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318230:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091e38240/0xe92384b90c84dd60 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fdca expref: 132 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.318240:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297461760:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.318252:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3965:3762:x1817354297461120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2178us (2220us total) trans 4295983544 rc 0/0 00010000:00010000:2.0:1733164792.318253:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.318259:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188131 00010000:00010000:2.0:1733164792.318260:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318266:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318272:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318277:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d778f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318284:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d778f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318284:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7788 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318290:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7788 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318291:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d778f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318296:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.318297:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d778f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318298:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7788 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318302:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7788 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318303:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d778f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318308:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.318309:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7788 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318310:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d778f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318313:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7788 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318316:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d778f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318324:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d778f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318329:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d778f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.318357:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af4380/2, rc 0, transno 1016247 00000100:00100000:3.0:1733164792.318370:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297460096:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.318373:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.318380:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297462400:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.318394:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3966:3762:x1817354297461248:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2288us (2324us total) trans 4295983545 rc 0/0 00000100:00100000:2.0:1733164792.318399:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188132 00000100:00100000:3.0:1733164792.318406:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.318414:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164792.318414:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297462400 00000100:00100000:2.0:1733164792.318417:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297462400 00000100:00100000:0.0:1733164792.318420:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297462528:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.318422:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011f908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3966:3759:x1817354297461376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2198us (2260us total) trans 4295983546 rc 0/0 00000100:00100000:2.0:1733164792.318426:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188136 00000100:00100000:1.0:1733164792.318431:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188133 00000100:00100000:2.0:1733164792.318431:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3966:3761:x1817354297462400:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.318439:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1733164792.318440:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9413 count 1 00000100:00100000:1.0:1733164792.318443:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297462528 00000100:00100000:1.0:1733164792.318446:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297462528 00010000:00010000:2.0:1733164792.318449:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d77a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318459:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090a5fcc0/0xe92384b90c84df7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe4f expref: 131 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.318460:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188137 00000100:00100000:1.0:1733164792.318463:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3967:3760:x1817354297462528:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.318466:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.318467:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.318469:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d77a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.318474:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9414 count 1 00010000:00010000:1.0:1733164792.318484:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d77ab lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318484:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090a5fcc0/0xe92384b90c84df7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe4f expref: 131 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318494:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800815e9d40/0xe92384b90c84dff2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe6b expref: 131 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318496:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090a5fcc0/0xe92384b90c84df7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe4f expref: 131 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.318500:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.318501:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.318502:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3967:3759:x1817354297461504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2271us (2300us total) trans 4295983547 rc 0/0 00010000:00010000:1.0:1733164792.318503:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d77ab lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.318504:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297462656:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.318507:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188134 00010000:00010000:1.0:1733164792.318517:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800815e9d40/0xe92384b90c84dff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe6b expref: 131 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.318519:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07300 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.318526:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800815e9d40/0xe92384b90c84dff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe6b expref: 131 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.318550:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297462784:192.168.202.7@tcp:104: 00000004:00080000:2.0:1733164792.318555:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c77f480/2, rc 0, transno 1016249 00000100:00100000:2.0:1733164792.318568:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297461248:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.318571:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00000004:00080000:2.0:1733164792.318578:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110f100/2, rc 0, transno 1016248 00000100:00100000:2.0:1733164792.318581:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297461120:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.318591:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800944b0000/2, rc 0, transno 1016251 00000100:00100000:1.0:1733164792.318595:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800944b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297461504:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.318602:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012110ca80/2, rc 0, transno 1016250 00000100:00100000:1.0:1733164792.318605:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297461376:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.318611:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1733164792.318616:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297462912:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.318634:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.318635:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297463040:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.318639:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1733164792.318646:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297463296:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.318653:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297462912 00000100:00100000:1.0:1733164792.318656:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297462912 00000100:00100000:3.0:1733164792.318658:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.318660:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3968:3761:x1817354297460224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2949us (3005us total) trans 4295983548 rc 0/0 00000100:00100000:2.0:1733164792.318666:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188128 00000100:00100000:1.0:1733164792.318671:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297463040 00000100:00100000:1.0:1733164792.318673:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297463040 00000100:00100000:2.0:1733164792.318680:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188138 00000100:00100000:0.0:1733164792.318681:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1733164792.318681:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880093af4000/2, rc 0, transno 1016252 00000100:00100000:2.0:1733164792.318684:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3968:3759:x1817354297462912:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.318685:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188139 00000100:00100000:3.0:1733164792.318688:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297460224:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.318689:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3968:3761:x1817354297463040:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.318694:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00080000:2.0:1733164792.318695:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9415 count 1 00002000:00080000:1.0:1733164792.318699:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9416 count 1 00000100:00100000:3.0:1733164792.318699:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297463168:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.318703:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d77b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318709:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d77b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318713:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011dd27840/0xe92384b90c84e07e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe95 expref: 131 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.318713:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.318719:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.318721:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297463424:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.318721:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009524a1c0/0xe92384b90c84e126 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37feb1 expref: 131 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318721:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.318723:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d77b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318727:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.318727:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297463296 00010000:00010000:1.0:1733164792.318728:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.318729:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297463296 00010000:00010000:1.0:1733164792.318730:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d77b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.318737:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011dd27840/0xe92384b90c84e07e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe95 expref: 131 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.318738:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.318740:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297463168 00000100:00100000:3.0:1733164792.318741:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297463168 00010000:00010000:2.0:1733164792.318745:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011dd27840/0xe92384b90c84e07e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe95 expref: 131 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.318747:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297463424 00000100:00100000:3.0:1733164792.318749:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297463424 00000100:00100000:2.0:1733164792.318754:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297463552:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.318755:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188140 00000100:00100000:1.0:1733164792.318760:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3971:3760:x1817354297463296:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.318768:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188141 00002000:00080000:1.0:1733164792.318770:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9418 count 1 00000100:00100000:0.0:1733164792.318772:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188142 00000100:00100000:3.0:1733164792.318773:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3971:3761:x1817354297463168:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.318777:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3971:3760:x1817354297463424:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.318779:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d77c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.318784:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9417 count 1 00002000:00080000:0.0:1733164792.318788:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9419 count 1 00010000:00010000:1.0:1733164792.318789:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091ce9b00/0xe92384b90c84e1f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fee9 expref: 131 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318794:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.318794:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d77c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318795:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.318796:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d77c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.318798:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d77ce lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.318798:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07900 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.318805:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081796400/0xe92384b90c84e1ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fecd expref: 131 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.318808:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091ce86c0/0xe92384b90c84e276 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fef7 expref: 131 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.318808:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091ce9b00/0xe92384b90c84e1f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fee9 expref: 131 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318811:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.318813:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.318814:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.318815:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.318815:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091ce9b00/0xe92384b90c84e1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fee9 expref: 131 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.318815:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d77c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.318817:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d77ce lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.318824:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297463680:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.318831:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091ce86c0/0xe92384b90c84e276 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fef7 expref: 131 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.318837:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081796400/0xe92384b90c84e1ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fecd expref: 131 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.318840:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091ce86c0/0xe92384b90c84e276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fef7 expref: 131 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.318845:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081796400/0xe92384b90c84e1ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fecd expref: 131 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.318846:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.318849:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297463808:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.318852:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080740e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297463936:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.318864:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009524a1c0/0xe92384b90c84e126 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37feb1 expref: 131 pid: 15891 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.318868:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.318873:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009524a1c0/0xe92384b90c84e126 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37feb1 expref: 131 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.318881:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131271c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297464064:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.318901:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.318947:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.318996:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080742a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297462272:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.319008:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d3180/0xe92384b90c8d779d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.319035:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.319050:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606324992 00000100:00100000:3.0:1733164792.319053:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606324992 00010000:00010000:3.0:1733164792.319065:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124b3f180/0xe92384b90c84ded3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe2c expref: 132 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.319080:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808562 00000100:00100000:3.0:1733164792.319084:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+132:2000:x1817354606324992:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.319090:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.319094:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124b3f180/0xe92384b90c84ded3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe2c expref: 132 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.319101:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124b3f180/0xe92384b90c84ded3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe2c expref: 132 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.319114:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124b3f180/0xe92384b90c84ded3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe2c expref: 132 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.319122:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.319124:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.319126:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3180/0xe92384b90c8d779d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.319133:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3180/0xe92384b90c8d779d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.319172:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.319190:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+131:2000:x1817354606324992:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 105us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.319196:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808562 00010000:00010000:0.0:1733164792.319235:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d3180/0xe92384b90c8d779d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.319243:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d3180/0xe92384b90c8d779d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.319249:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3180/0xe92384b90c8d779d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.319256:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3180/0xe92384b90c8d779d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.319262:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d3180/0xe92384b90c8d779d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.319268:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.319271:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3180/0xe92384b90c8d779d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.319275:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297462784:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.319278:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3180/0xe92384b90c8d779d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.319283:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297462656:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.319287:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d3180/0xe92384b90c8d779d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.319288:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d77ab lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.319292:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d77a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.319293:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3180/0xe92384b90c8d779d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.319300:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.319320:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606325120 00000100:00100000:3.0:1733164792.319322:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606325120 00010000:00010000:3.0:1733164792.319332:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800815e9d40/0xe92384b90c84dff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe6b expref: 131 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.319343:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808563 00000100:00100000:3.0:1733164792.319345:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+131:2000:x1817354606325120:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.319350:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.319352:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800815e9d40/0xe92384b90c84dff2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe6b expref: 131 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.319357:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800815e9d40/0xe92384b90c84dff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe6b expref: 131 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.319364:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800815e9d40/0xe92384b90c84dff2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe6b expref: 131 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.319370:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.319371:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.319373:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d77ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.319377:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d77ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.319384:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.319390:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.319397:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606325248 00000100:00100000:2.0:1733164792.319400:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606325248 00000100:00100000:3.0:1733164792.319404:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+131:2000:x1817354606325120:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 57us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.319407:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808563 00010000:00010000:2.0:1733164792.319411:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090a5fcc0/0xe92384b90c84df7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe4f expref: 131 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.319416:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d77ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.319424:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d77ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.319426:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808564 00000100:00100000:2.0:1733164792.319430:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+130:2000:x1817354606325248:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.319431:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d77ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319436:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.319438:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d77ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319440:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090a5fcc0/0xe92384b90c84df7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe4f expref: 130 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.319444:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d77ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319448:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090a5fcc0/0xe92384b90c84df7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe4f expref: 130 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.319450:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.319452:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3972:3761:x1817354297462144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1703us (1746us total) trans 4295983549 rc 0/0 00010000:00010000:1.0:1733164792.319453:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d77ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.319458:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188135 00000004:00080000:3.0:1733164792.319459:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a75f80/2, rc 0, transno 1016253 00010000:00010000:1.0:1733164792.319460:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d77ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319464:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090a5fcc0/0xe92384b90c84df7b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe4f expref: 130 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.319464:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297462144:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.319474:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.319475:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d77ab lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319475:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.319478:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d77a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.319482:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d77ab lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319485:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d77a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.319490:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297464192:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.319498:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.319504:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.319514:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+129:2000:x1817354606325248:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.319519:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808564 00010000:00010000:3.0:1733164792.319519:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d77a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.319523:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d77a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.319528:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d77a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.319531:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d77a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.319549:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d77a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.319554:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.319556:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d77a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.319560:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d77a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.319566:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d77a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.319570:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297464192 00010000:00010000:3.0:1733164792.319570:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3600/0xe92384b90c8d77a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.319574:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297464192 00000100:00100000:0.0:1733164792.319589:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188143 00000100:00100000:0.0:1733164792.319593:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3973:3761:x1817354297464192:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.319602:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3973:3760:x1817354297462528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1137us (1161us total) trans 4295983550 rc 0/0 00002000:00080000:0.0:1733164792.319604:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9420 count 1 00000100:00100000:1.0:1733164792.319609:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188137 00010000:00010000:0.0:1733164792.319614:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d77d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.319623:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e85e640/0xe92384b90c84e2d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff21 expref: 128 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.319629:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.319631:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.319633:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d77d5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.319638:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297463552:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.319646:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e85e640/0xe92384b90c84e2d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff21 expref: 128 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319650:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d77b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.319655:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e85e640/0xe92384b90c84e2d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff21 expref: 128 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.319658:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3973:3761:x1817354297462400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1225us (1256us total) trans 4295983551 rc 0/0 00000100:00100000:3.0:1733164792.319664:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188136 00000100:00100000:1.0:1733164792.319667:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297463680:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.319679:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d77c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.319689:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c77d500/2, rc 0, transno 1016255 00000100:00100000:3.0:1733164792.319696:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297462400:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.319722:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297464320:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.319724:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297464448:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.319742:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.319743:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265540 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.319745:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1733164792.319760:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c77e300/2, rc 0, transno 1016254 00000100:00100000:3.0:1733164792.319763:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297464448 00000100:00100000:0.0:1733164792.319765:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297462528:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.319765:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606325504 00000100:00100000:3.0:1733164792.319766:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297464448 00000100:00100000:2.0:1733164792.319768:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606325504 00010000:00010000:2.0:1733164792.319777:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091ce9b00/0xe92384b90c84e1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fee9 expref: 129 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.319781:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188144 00000100:00100000:3.0:1733164792.319785:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3973:3762:x1817354297464448:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.319796:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9421 count 1 00000100:00100000:2.0:1733164792.319798:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808565 00000100:00100000:2.0:1733164792.319802:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080742d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+129:2000:x1817354606325504:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.319804:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d77dc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319809:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.319811:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ae9680/0xe92384b90c84e372 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff3d expref: 129 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319813:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091ce9b00/0xe92384b90c84e1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fee9 expref: 129 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.319815:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.319816:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.319818:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d77dc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319820:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091ce9b00/0xe92384b90c84e1f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fee9 expref: 129 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.319828:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093ae9680/0xe92384b90c84e372 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff3d expref: 129 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319830:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091ce9b00/0xe92384b90c84e1f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fee9 expref: 129 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.319833:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093ae9680/0xe92384b90c84e372 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff3d expref: 129 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.319838:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.319839:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.319840:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080740700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297464576:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.319842:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d77c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319848:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d77c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.319856:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54240 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.319866:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.319872:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.319882:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080742d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+128:2000:x1817354606325504:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.319888:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808565 00010000:00010000:1.0:1733164792.319890:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d77c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.319897:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d77c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.319898:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606325376 00000100:00100000:2.0:1733164792.319901:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606325376 00010000:00010000:1.0:1733164792.319904:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d77c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319909:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011dd27840/0xe92384b90c84e07e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe95 expref: 128 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.319910:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d77c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.319917:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d77c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.319922:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.319925:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d77c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.319930:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808566 00010000:00010000:1.0:1733164792.319931:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d77c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.319934:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080741880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+128:2000:x1817354606325376:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.319941:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d77c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319941:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.319944:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011dd27840/0xe92384b90c84e07e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe95 expref: 128 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.319948:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d77c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319953:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011dd27840/0xe92384b90c84e07e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe95 expref: 128 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.319963:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011dd27840/0xe92384b90c84e07e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fe95 expref: 128 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.319965:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080740e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297463936:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.319970:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.319972:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.319974:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297463808:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.319974:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d77b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.319974:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d77c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319981:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d77b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.319986:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d77ce lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.319993:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.319998:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d77b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320002:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d77b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320006:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d77b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.320009:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.320010:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080741880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+127:2000:x1817354606325376:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (137us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.320012:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d77b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.320015:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808566 00010000:00010000:3.0:1733164792.320018:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d77b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.320019:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606325888 00000100:00100000:0.0:1733164792.320021:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606325888 00010000:00010000:3.0:1733164792.320023:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.320026:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d77b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.320030:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091ce86c0/0xe92384b90c84e276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fef7 expref: 127 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.320037:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d77b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320046:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d77b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320052:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2f40/0xe92384b90c8d77b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.320053:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3974:3760:x1817354297463296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1291us (1370us total) trans 4295983552 rc 0/0 00000100:00100000:2.0:1733164792.320053:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808567 00000100:00100000:2.0:1733164792.320057:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129dddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+127:2000:x1817354606325888:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.320060:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188140 00010000:00010000:2.0:1733164792.320063:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.320067:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091ce86c0/0xe92384b90c84e276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fef7 expref: 127 pid: 15986 timeout: 1075 lvb_type: 0 00000004:00080000:0.0:1733164792.320069:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c77ca80/2, rc 0, transno 1016256 00000100:00100000:0.0:1733164792.320073:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297463296:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.320075:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091ce86c0/0xe92384b90c84e276 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fef7 expref: 127 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.320078:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297464704:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.320086:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091ce86c0/0xe92384b90c84e276 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fef7 expref: 127 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.320095:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.320096:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.320099:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d77ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.320101:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.320105:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d77ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.320117:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297464704 00000100:00100000:1.0:1733164792.320120:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297464704 00010000:00010000:2.0:1733164792.320124:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.320128:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d77ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.320134:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188145 00010000:00010000:0.0:1733164792.320135:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d77ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.320138:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3975:3759:x1817354297464704:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.320158:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d77ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.320158:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129dddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+126:2000:x1817354606325888:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 84us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.320164:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808567 00000100:00100000:3.0:1733164792.320166:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3975:3759:x1817354297462912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1480us (1530us total) trans 4295983553 rc 0/0 00002000:00080000:1.0:1733164792.320168:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9422 count 1 00010000:00010000:0.0:1733164792.320169:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d77ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.320170:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188138 00010000:00010000:0.0:1733164792.320175:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d77ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.320177:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d77e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.320181:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.320183:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d77ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.320189:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c77fb80/2, rc 0, transno 1016257 00000100:00100000:3.0:1733164792.320191:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297462912:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.320192:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121099d40/0xe92384b90c84e405 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff59 expref: 125 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.320199:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.320201:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.320204:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d77e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.320219:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121099d40/0xe92384b90c84e405 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff59 expref: 125 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.320228:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121099d40/0xe92384b90c84e405 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff59 expref: 125 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.320229:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.320230:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1733164792.320235:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297465088:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.320236:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297464832:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.320238:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297464960:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.320249:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.320257:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987d80 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.320261:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.320267:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297464832 00000100:00100000:3.0:1733164792.320269:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297464832 00000100:00100000:1.0:1733164792.320277:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131271c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297464064:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.320279:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297465088 00010000:00010000:0.0:1733164792.320280:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d77ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.320280:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297465088 00000100:00100000:2.0:1733164792.320283:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188146 00010000:00010000:1.0:1733164792.320287:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d77b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.320287:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3976:3759:x1817354297464832:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.320289:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d77ce lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.320289:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188147 00000100:00100000:3.0:1733164792.320292:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3976:3762:x1817354297465088:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.320295:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6400/0xe92384b90c8d77ce lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.320298:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9423 count 1 00002000:00080000:3.0:1733164792.320300:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9424 count 1 00010000:00010000:2.0:1733164792.320306:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d77ea lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320307:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d77f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.320315:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b1ee400/0xe92384b90c84e444 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff75 expref: 125 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320316:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092cd7600/0xe92384b90c84e4c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff98 expref: 125 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.320320:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.320320:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.320321:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.320322:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.320323:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d77f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.320324:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d77ea lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320332:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092cd7600/0xe92384b90c84e4c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff98 expref: 125 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320337:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092cd7600/0xe92384b90c84e4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff98 expref: 125 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.320339:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b1ee400/0xe92384b90c84e444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff75 expref: 125 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.320343:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080740000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297465216:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.320347:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b1ee400/0xe92384b90c84e444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff75 expref: 125 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.320356:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297465344:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.320358:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.320374:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07e40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.320446:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3977:3760:x1817354297463424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1667us (1706us total) trans 4295983554 rc 0/0 00000100:00100000:0.0:1733164792.320452:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188142 00000004:00080000:0.0:1733164792.320472:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c77f100/2, rc 0, transno 1016258 00000100:00100000:0.0:1733164792.320477:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297463424:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.320570:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.320585:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.320585:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297465472:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.320595:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606325632 00000100:00100000:2.0:1733164792.320599:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606325632 00000100:00100000:3.0:1733164792.320606:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.320609:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009524a1c0/0xe92384b90c84e126 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37feb1 expref: 126 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.320615:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606325760 00000100:00100000:1.0:1733164792.320618:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606325760 00000100:00100000:2.0:1733164792.320625:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808568 00000100:00100000:0.0:1733164792.320628:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.320630:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081796400/0xe92384b90c84e1ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fecd expref: 127 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.320630:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+127:2000:x1817354606325632:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.320637:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.320638:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080740700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297464576:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.320640:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009524a1c0/0xe92384b90c84e126 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37feb1 expref: 127 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.320648:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009524a1c0/0xe92384b90c84e126 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37feb1 expref: 127 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.320649:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d77dc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.320652:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606326016 00000100:00100000:1.0:1733164792.320655:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606326016 00010000:00010000:2.0:1733164792.320658:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009524a1c0/0xe92384b90c84e126 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37feb1 expref: 128 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.320663:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e85e640/0xe92384b90c84e2d8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff21 expref: 128 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.320665:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.320667:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.320669:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.320671:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d77b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.320676:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606326144 00010000:00010000:2.0:1733164792.320677:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d77b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.320678:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606326144 00000100:00100000:0.0:1733164792.320680:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808569 00010000:00010000:1.0:1733164792.320684:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093ae9680/0xe92384b90c84e372 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff3d expref: 128 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.320685:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+128:2000:x1817354606325760:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.320690:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.320692:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.320696:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081796400/0xe92384b90c84e1ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fecd expref: 128 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.320696:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d77b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.320703:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081796400/0xe92384b90c84e1ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fecd expref: 128 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.320705:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+128:2000:x1817354606325632:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.320707:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808570 00010000:00010000:3.0:1733164792.320710:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d77b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.320711:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808568 00000100:00100000:1.0:1733164792.320713:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+128:2001:x1817354606326016:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.320714:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081796400/0xe92384b90c84e1ab lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37fecd expref: 128 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.320716:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d77b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.320720:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.320722:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808571 00010000:00010000:3.0:1733164792.320722:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d77b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.320723:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.320724:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.320724:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e85e640/0xe92384b90c84e2d8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff21 expref: 126 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.320726:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+126:2001:x1817354606326144:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.320727:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d77c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320728:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d77b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.320732:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.320733:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d77c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.320733:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e85e640/0xe92384b90c84e2d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff21 expref: 126 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.320734:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.320736:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093ae9680/0xe92384b90c84e372 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff3d expref: 126 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.320737:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d77b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320743:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d77b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.320744:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.320745:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.320745:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093ae9680/0xe92384b90c84e372 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff3d expref: 126 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.320747:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.320749:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d77d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320753:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d77b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.320755:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ae9680/0xe92384b90c84e372 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff3d expref: 126 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.320756:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d77d5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320759:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6640/0xe92384b90c8d77b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.320765:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.320766:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.320768:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.320768:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d77dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.320775:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d77dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.320784:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+125:2001:x1817354606326016:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (154us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.320786:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d77c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.320789:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.320790:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808570 00010000:00010000:3.0:1733164792.320793:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d77c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320800:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d77c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.320803:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+124:2001:x1817354606326144:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (138us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.320806:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d77c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.320809:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808571 00010000:00010000:3.0:1733164792.320812:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d77c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320818:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.320820:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d77c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320826:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d77c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320835:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d77c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.320841:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d77c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.320891:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+123:2000:x1817354606325760:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 204us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.320941:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3977:3761:x1817354297463168:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2167us (2226us total) trans 4295983555 rc 0/0 00000100:00100000:3.0:1733164792.320948:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188141 00000004:00080000:2.0:1733164792.320953:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c77c000/2, rc 0, transno 1016259 00000100:00100000:1.0:1733164792.320955:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297464960:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.320958:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297463168:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.320961:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297465472 00000100:00100000:3.0:1733164792.320964:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297465472 00010000:00010000:1.0:1733164792.320965:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d77e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.320977:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188148 00000100:00100000:1.0:1733164792.320979:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080740000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297465216:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.320981:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3977:3762:x1817354297465472:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.320988:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d77f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.320990:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9425 count 1 00010000:00010000:3.0:1733164792.321000:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0900/0xe92384b90c8d77f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321009:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800815eba80/0xe92384b90c84e540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffad expref: 123 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321015:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.321016:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.321018:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0900/0xe92384b90c8d77f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321033:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800815eba80/0xe92384b90c84e540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffad expref: 123 pid: 16677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321041:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800815eba80/0xe92384b90c84e540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffad expref: 123 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.321049:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080740700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297465728:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.321066:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54240 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.321075:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008279b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297465600:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.321088:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.321093:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808569 00000100:00100000:3.0:1733164792.321101:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297465600 00000100:00100000:3.0:1733164792.321103:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297465600 00000100:00100000:3.0:1733164792.321112:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188149 00000100:00100000:3.0:1733164792.321114:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080742680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3978:3759:x1817354297465600:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.321121:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9426 count 1 00010000:00010000:3.0:1733164792.321129:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d77ff lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.321132:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e85e640/0xe92384b90c84e2d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff21 expref: 122 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.321135:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e0e0900/0xe92384b90c84e5da lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffd0 expref: 122 pid: 16658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.321137:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.321139:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.321160:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.321161:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d77ff lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.321166:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606326272 00000100:00100000:0.0:1733164792.321168:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297464320:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.321170:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606326272 00010000:00010000:3.0:1733164792.321179:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e0e0900/0xe92384b90c84e5da lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffd0 expref: 122 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.321180:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d77d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.321181:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121099d40/0xe92384b90c84e405 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff59 expref: 122 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.321185:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e0e0900/0xe92384b90c84e5da lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffd0 expref: 122 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.321189:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d77d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.321190:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080743480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297465856:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.321196:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d77d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.321201:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808572 00010000:00010000:0.0:1733164792.321203:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d77d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.321205:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.321206:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+122:2001:x1817354606326272:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.321210:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d77d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.321216:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d77d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.321219:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.321219:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.321222:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.321223:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121099d40/0xe92384b90c84e405 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff59 expref: 122 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.321225:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d77d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.321228:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606326400 00000100:00100000:1.0:1733164792.321231:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606326400 00010000:00010000:2.0:1733164792.321231:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121099d40/0xe92384b90c84e405 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff59 expref: 122 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.321232:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d77d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.321240:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121099d40/0xe92384b90c84e405 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff59 expref: 123 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.321242:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d77d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321242:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092cd7600/0xe92384b90c84e4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff98 expref: 123 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.321249:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4000/0xe92384b90c8d77d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.321249:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.321250:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.321252:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d77e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.321256:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d77e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.321258:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808573 00000100:00100000:1.0:1733164792.321263:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+122:2001:x1817354606326400:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.321266:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.321270:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.321273:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092cd7600/0xe92384b90c84e4c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff98 expref: 122 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.321277:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+3979:3761:x1817354297463040:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2588us (2619us total) trans 4295983556 rc 0/0 00000100:00100000:2.0:1733164792.321278:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+122:2001:x1817354606326272:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.321281:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808572 00010000:00010000:1.0:1733164792.321282:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092cd7600/0xe92384b90c84e4c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff98 expref: 122 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.321284:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188139 00010000:00010000:1.0:1733164792.321294:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092cd7600/0xe92384b90c84e4c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff98 expref: 121 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.321296:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d77dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.321300:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c77d880/2, rc 0, transno 1016260 00010000:00010000:3.0:1733164792.321301:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d77dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321303:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.321305:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.321305:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297463040:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.321305:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d77dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321307:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d77f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321309:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d77dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321313:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d77dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321314:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d77f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321316:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.321317:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d77dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321321:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d77dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321326:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.321329:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d77dc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321332:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d77dc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.321337:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297465344:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.321339:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+120:2001:x1817354606326400:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.321345:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808573 00010000:00010000:2.0:1733164792.321345:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d77ea lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.321346:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.321351:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297465984:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.321361:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d77e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.321366:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.321367:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d77e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321375:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d77e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.321377:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297465984 00000100:00100000:2.0:1733164792.321378:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.321379:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297465984 00010000:00010000:1.0:1733164792.321381:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d77e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.321388:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188150 00010000:00010000:1.0:1733164792.321390:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d77e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.321391:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3980:3759:x1817354297465984:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.321397:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.321399:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d77e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321403:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d77e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.321404:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9427 count 1 00010000:00010000:1.0:1733164792.321409:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d77e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321411:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d7806 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321412:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d77e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321418:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cdb3840/0xe92384b90c84e612 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffe5 expref: 119 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321423:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.321424:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.321425:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d7806 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.321427:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606326528 00000100:00100000:1.0:1733164792.321429:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606326528 00010000:00010000:3.0:1733164792.321435:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011cdb3840/0xe92384b90c84e612 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffe5 expref: 120 pid: 16688 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.321437:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3980:3761:x1817354297464192:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1841us (1929us total) trans 4295983557 rc 0/0 00010000:00010000:1.0:1733164792.321439:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1ee400/0xe92384b90c84e444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff75 expref: 120 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.321440:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011cdb3840/0xe92384b90c84e612 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffe5 expref: 120 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.321444:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188143 00000100:00100000:3.0:1733164792.321447:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080743b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297466112:192.168.202.7@tcp:104: 00000004:00080000:2.0:1733164792.321449:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c77ce00/2, rc 0, transno 1016261 00000100:00100000:1.0:1733164792.321454:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808574 00000100:00100000:2.0:1733164792.321456:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297464192:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.321458:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+120:2001:x1817354606326528:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.321464:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.321466:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.321468:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b1ee400/0xe92384b90c84e444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff75 expref: 120 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.321476:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b1ee400/0xe92384b90c84e444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff75 expref: 120 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.321486:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297466240:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.321488:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b1ee400/0xe92384b90c84e444 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ff75 expref: 120 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.321496:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.321497:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.321499:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d77ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321506:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d77ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.321506:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.321519:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.321524:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d77ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.321530:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d77ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.321533:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+119:2001:x1817354606326528:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (154us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.321534:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d77ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.321552:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808574 00010000:00010000:2.0:1733164792.321554:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d77ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.321559:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d77ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.321563:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.321565:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d77ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.321572:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d77ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.321577:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3980:3762:x1817354297464448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1790us (1831us total) trans 4295983558 rc 0/0 00010000:00010000:2.0:1733164792.321581:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d77ea lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.321583:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188144 00010000:00010000:2.0:1733164792.321588:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d77ea lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.321593:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297466240 00000100:00100000:3.0:1733164792.321595:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297466240 00000100:00100000:3.0:1733164792.321609:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188151 00000100:00100000:3.0:1733164792.321612:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3981:3761:x1817354297466240:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.321622:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9428 count 1 00000100:00100000:0.0:1733164792.321627:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080740700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297465728:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.321630:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d780d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321639:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cdd1b00/0xe92384b90c84e6ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380001 expref: 118 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.321640:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0900/0xe92384b90c8d77f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321644:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.321646:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.321647:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d780d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.321666:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3982:3759:x1817354297464704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1527us (1564us total) trans 4295983559 rc 0/0 00000100:00100000:1.0:1733164792.321671:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188145 00000004:00080000:3.0:1733164792.321677:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a08000/2, rc 0, transno 1016263 00000100:00100000:3.0:1733164792.321685:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297464704:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.321692:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3981:3759:x1817354297464832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1403us (1440us total) trans 4295983560 rc 0/0 00000004:00080000:3.0:1733164792.321696:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a0b800/2, rc 0, transno 1016264 00000100:00100000:2.0:1733164792.321698:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188146 00000100:00100000:3.0:1733164792.321699:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297464832:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.321712:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a0bb80/2, rc 0, transno 1016262 00000100:00100000:3.0:1733164792.321715:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297464448:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.321733:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cdd1b00/0xe92384b90c84e6ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380001 expref: 118 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321737:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d77f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321742:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d77f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321744:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cdd1b00/0xe92384b90c84e6ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380001 expref: 118 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.321747:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d77f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.321753:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.321753:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297466496:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.321757:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d77f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.321759:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297466368:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.321760:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.321763:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d77f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.321766:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297466624:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.321768:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.321773:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d77f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321779:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d77f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.321781:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.321788:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d77f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.321789:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297466752:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.321795:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d77f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.321800:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.321806:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297466368 00000100:00100000:2.0:1733164792.321808:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297466368 00000100:00100000:0.0:1733164792.321812:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.321822:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297466624 00000100:00100000:2.0:1733164792.321824:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297466624 00000100:00100000:1.0:1733164792.321826:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606326656 00000100:00100000:3.0:1733164792.321828:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc540c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.321829:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606326656 00000100:00100000:2.0:1733164792.321831:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297466752 00000100:00100000:2.0:1733164792.321833:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297466752 00000100:00100000:0.0:1733164792.321840:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188152 00010000:00010000:1.0:1733164792.321840:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800815eba80/0xe92384b90c84e540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffad expref: 119 pid: 16677 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.321845:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3983:3761:x1817354297466368:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.321845:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188153 00000100:00100000:2.0:1733164792.321850:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188154 00000100:00100000:3.0:1733164792.321850:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3983:3759:x1817354297466624:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.321854:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3983:3760:x1817354297466752:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.321856:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808575 00002000:00080000:0.0:1733164792.321857:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9429 count 1 00000100:00100000:1.0:1733164792.321860:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+119:2001:x1817354606326656:12345-192.168.202.7@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1733164792.321862:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9430 count 1 00002000:00080000:2.0:1733164792.321865:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9431 count 1 00010000:00010000:1.0:1733164792.321866:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.321868:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7814 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321870:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800815eba80/0xe92384b90c84e540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffad expref: 119 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.321872:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7822 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321872:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d781b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321877:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800815eba80/0xe92384b90c84e540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffad expref: 119 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.321878:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800815e98c0/0xe92384b90c84e6f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38001d expref: 119 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.321881:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011ccecfc0/0xe92384b90c84e79a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38005c expref: 119 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321882:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af36d00/0xe92384b90c84e75b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380039 expref: 119 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321885:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800815eba80/0xe92384b90c84e540 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffad expref: 119 pid: 16677 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.321885:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.321886:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.321888:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7822 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.321889:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.321889:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.321890:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.321890:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.321892:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7814 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.321892:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d781b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321893:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.321894:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.321895:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0900/0xe92384b90c8d77f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.321898:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011ccecfc0/0xe92384b90c84e79a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38005c expref: 118 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.321900:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0900/0xe92384b90c8d77f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.321903:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011ccecfc0/0xe92384b90c84e79a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38005c expref: 118 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.321908:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.321908:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008af36d00/0xe92384b90c84e75b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380039 expref: 118 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.321909:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800815e98c0/0xe92384b90c84e6f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38001d expref: 118 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.321909:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297466880:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.321917:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008af36d00/0xe92384b90c84e75b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380039 expref: 118 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.321919:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800815e98c0/0xe92384b90c84e6f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38001d expref: 118 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.321919:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+118:2001:x1817354606326656:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 59us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.321922:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07e40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.321923:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808575 00000100:00100000:3.0:1733164792.321927:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080741c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297467008:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.321929:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e378000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297467136:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.321943:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54240 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.321948:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265540 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.321959:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0900/0xe92384b90c8d77f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.321966:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0900/0xe92384b90c8d77f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.321973:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0900/0xe92384b90c8d77f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.321980:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0900/0xe92384b90c8d77f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.321986:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0900/0xe92384b90c8d77f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.321992:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.321995:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0900/0xe92384b90c8d77f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.322001:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0900/0xe92384b90c8d77f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.322011:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0900/0xe92384b90c8d77f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.322017:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0900/0xe92384b90c8d77f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.322104:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3985:3762:x1817354297465088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1810us (1842us total) trans 4295983561 rc 0/0 00000100:00100000:1.0:1733164792.322109:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188147 00000100:00100000:0.0:1733164792.322121:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+3984:3762:x1817354297465472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1138us (1512us total) trans 4295983562 rc 0/0 00000004:00080000:3.0:1733164792.322125:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7fb100/2, rc 0, transno 1016266 00000100:00100000:0.0:1733164792.322127:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188148 00000100:00100000:3.0:1733164792.322136:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297465472:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.322159:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a0aa00/2, rc 0, transno 1016265 00000100:00100000:3.0:1733164792.322162:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297465088:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.322186:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.322188:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164792.322192:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297467264:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.322196:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297467392:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.322213:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.322234:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297467264 00000100:00100000:0.0:1733164792.322237:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.322238:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297467264 00000100:00100000:1.0:1733164792.322252:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297467392 00000100:00100000:1.0:1733164792.322254:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297467392 00000100:00100000:2.0:1733164792.322261:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188155 00000100:00100000:2.0:1733164792.322266:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3985:3762:x1817354297467264:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.322267:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188156 00000100:00100000:3.0:1733164792.322272:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3985:3761:x1817354297467392:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.322277:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9432 count 1 00002000:00080000:3.0:1733164792.322284:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9433 count 1 00010000:00010000:2.0:1733164792.322287:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7829 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.322293:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d7830 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.322296:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800913cf180/0xe92384b90c84e7d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380078 expref: 117 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.322302:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.322304:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.322304:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095dd73c0/0xe92384b90c84e834 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380094 expref: 117 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.322305:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7829 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.322310:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.322311:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.322313:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d7830 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.322319:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800913cf180/0xe92384b90c84e7d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380078 expref: 117 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.322327:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800913cf180/0xe92384b90c84e7d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380078 expref: 117 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.322328:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095dd73c0/0xe92384b90c84e834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380094 expref: 117 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.322336:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297467520:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.322338:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095dd73c0/0xe92384b90c84e834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380094 expref: 117 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.322346:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080742a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297467648:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.322356:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07300 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.322365:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54f00 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.322872:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080743480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297465856:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.322882:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d77ff lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.322888:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297466880:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.322902:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7822 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.322902:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297466496:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.322912:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d780d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.322913:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080741c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297467008:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.322922:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d781b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.322922:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080743b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297466112:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.322932:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d7806 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.322947:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e378000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297467136:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.323077:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7814 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.323086:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.323125:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606326784 00000100:00100000:1.0:1733164792.323128:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.323129:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606326784 00000100:00100000:0.0:1733164792.323160:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606327040 00000100:00100000:1.0:1733164792.323160:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.323164:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606327040 00010000:00010000:2.0:1733164792.323169:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e0e0900/0xe92384b90c84e5da lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffd0 expref: 119 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.323174:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297467520:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.323178:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011ccecfc0/0xe92384b90c84e79a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38005c expref: 119 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.323187:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7829 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.323190:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606327424 00000100:00100000:2.0:1733164792.323192:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606327424 00000100:00100000:0.0:1733164792.323197:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808576 00010000:00010000:2.0:1733164792.323202:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800815e98c0/0xe92384b90c84e6f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38001d expref: 120 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.323204:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+120:2000:x1817354606326784:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.323204:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808577 00000100:00100000:1.0:1733164792.323209:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+120:2000:x1817354606327040:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.323212:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.323216:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.323217:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e0e0900/0xe92384b90c84e5da lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffd0 expref: 120 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.323217:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808578 00000100:00100000:2.0:1733164792.323221:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131271c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+120:2000:x1817354606327424:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.323222:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011ccecfc0/0xe92384b90c84e79a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38005c expref: 120 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.323225:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e0e0900/0xe92384b90c84e5da lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffd0 expref: 120 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.323226:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.323229:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800815e98c0/0xe92384b90c84e6f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38001d expref: 120 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.323232:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011ccecfc0/0xe92384b90c84e79a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38005c expref: 120 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.323234:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800815e98c0/0xe92384b90c84e6f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38001d expref: 120 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.323238:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e0e0900/0xe92384b90c84e5da lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffd0 expref: 120 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.323243:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800815e98c0/0xe92384b90c84e6f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38001d expref: 120 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.323244:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011ccecfc0/0xe92384b90c84e79a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38005c expref: 120 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.323250:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.323250:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.323251:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.323252:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.323252:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.323252:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7814 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323254:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d77ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323254:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.323257:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7822 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.323257:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7814 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323261:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d77ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323263:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7822 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.323268:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.323275:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.323277:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.323285:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d77ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.323286:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131271c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+117:2000:x1817354606327424:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (126us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.323291:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d77ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.323292:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808578 00000100:00100000:0.0:1733164792.323295:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+117:2000:x1817354606326784:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 91us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.323297:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+117:2000:x1817354606327040:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (169us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.323299:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d77ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.323301:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808576 00010000:00010000:3.0:1733164792.323304:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d77ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.323306:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808577 00010000:00010000:3.0:1733164792.323307:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d77ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323311:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.323313:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d77ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323317:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d77ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323323:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d77ff lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323325:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7814 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323327:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d77ff lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323332:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7814 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323338:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7814 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323345:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7814 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323352:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7814 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323358:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.323361:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7814 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323368:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7814 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.323368:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7822 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.323375:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7822 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323376:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7814 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323382:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7814 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.323383:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7822 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.323389:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7822 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.323396:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.323400:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080742a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297467648:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.323402:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.323405:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323411:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d7830 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.323412:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.323422:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7822 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.323429:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.323429:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d7822 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.323437:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080742680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3986:3759:x1817354297465600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2320us (2346us total) trans 4295983563 rc 0/0 00000100:00100000:3.0:1733164792.323445:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188149 00000100:00100000:2.0:1733164792.323458:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606326912 00000100:00100000:2.0:1733164792.323460:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606326912 00010000:00010000:2.0:1733164792.323469:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011cdb3840/0xe92384b90c84e612 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffe5 expref: 115 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.323471:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:3.0:1733164792.323472:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008279b100/2, rc 0, transno 1016267 00000100:00100000:3.0:1733164792.323480:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008279b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297465600:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.323488:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.323488:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606327168 00000100:00100000:2.0:1733164792.323491:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606327168 00000100:00100000:0.0:1733164792.323496:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606327296 00000100:00100000:1.0:1733164792.323498:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808579 00010000:00010000:2.0:1733164792.323499:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008af36d00/0xe92384b90c84e75b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380039 expref: 116 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.323500:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606327296 00000100:00100000:1.0:1733164792.323502:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131270e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+116:2000:x1817354606326912:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.323507:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.323511:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cdd1b00/0xe92384b90c84e6ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380001 expref: 117 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.323511:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011cdb3840/0xe92384b90c84e612 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffe5 expref: 117 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.323511:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080743800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297467776:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.323514:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808580 00010000:00010000:1.0:1733164792.323517:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011cdb3840/0xe92384b90c84e612 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffe5 expref: 117 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.323519:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131271500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+117:2000:x1817354606327168:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.323525:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cdb3840/0xe92384b90c84e612 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ffe5 expref: 117 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.323526:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.323529:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808581 00010000:00010000:2.0:1733164792.323530:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008af36d00/0xe92384b90c84e75b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380039 expref: 116 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.323530:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.323531:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.323533:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.323534:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+116:2000:x1817354606327296:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.323551:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d7806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.323556:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008af36d00/0xe92384b90c84e75b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380039 expref: 116 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.323558:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d7806 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323559:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.323563:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cdd1b00/0xe92384b90c84e6ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380001 expref: 116 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.323566:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297467776 00010000:00010000:2.0:1733164792.323568:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af36d00/0xe92384b90c84e75b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380039 expref: 116 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.323569:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.323569:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297467776 00010000:00010000:0.0:1733164792.323572:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cdd1b00/0xe92384b90c84e6ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380001 expref: 116 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.323578:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.323579:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.323580:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131270e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+115:2000:x1817354606326912:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.323580:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188157 00010000:00010000:2.0:1733164792.323582:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d781b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323583:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cdd1b00/0xe92384b90c84e6ac lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380001 expref: 115 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.323583:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3987:3759:x1817354297467776:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.323584:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808579 00010000:00010000:0.0:1733164792.323592:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1733164792.323592:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9434 count 1 00010000:00010000:2.0:1733164792.323593:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d781b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323594:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.323597:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d780d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323597:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d7806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323600:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7837 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323601:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d7806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323603:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d780d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323605:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d7806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.323605:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.323607:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e489680/0xe92384b90c84e873 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800b0 expref: 113 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323609:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d7806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323611:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.323612:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.323613:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d7806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323614:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7837 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323616:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.323617:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.323617:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d7806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.323618:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131271500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+113:2000:x1817354606327168:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 99us (147us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.323622:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d7806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.323622:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808580 00010000:00010000:3.0:1733164792.323624:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e489680/0xe92384b90c84e873 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800b0 expref: 113 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323628:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d7806 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323629:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e489680/0xe92384b90c84e873 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800b0 expref: 112 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.323631:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d7806 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.323633:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+112:2000:x1817354606327296:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 98us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.323635:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080740700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297467904:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.323640:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808581 00000100:00100000:3.0:1733164792.323649:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc540c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.323658:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d780d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323663:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d780d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323667:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d780d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323670:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d780d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323674:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d780d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323677:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.323679:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d780d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323683:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d780d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323688:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d780d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323692:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d780d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.323695:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3989:3761:x1817354297466368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1849us (1912us total) trans 4295983564 rc 0/0 00000100:00100000:0.0:1733164792.323701:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188152 00000100:00100000:2.0:1733164792.323706:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3989:3760:x1817354297466752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1852us (1893us total) trans 4295983565 rc 0/0 00000100:00100000:2.0:1733164792.323710:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188154 00000100:00100000:1.0:1733164792.323723:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3987:3759:x1817354297465984:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2330us (2355us total) trans 4295983566 rc 0/0 00000004:00080000:0.0:1733164792.323724:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092d20e00/2, rc 0, transno 1016268 00000100:00100000:1.0:1733164792.323727:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188150 00000004:00080000:2.0:1733164792.323729:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092d23800/2, rc 0, transno 1016269 00000100:00100000:0.0:1733164792.323731:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297466368:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.323731:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297466752:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.323731:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092d23480/2, rc 0, transno 1016270 00000100:00100000:3.0:1733164792.323734:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297465984:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.323740:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d781b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323744:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d781b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323748:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d781b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323751:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d781b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323755:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d781b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.323758:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.323758:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297468032:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.323761:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d1f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.323763:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d781b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.323766:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297468288:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.323767:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d781b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.323769:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606327552 00000100:00100000:2.0:1733164792.323771:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.323772:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606327552 00010000:00010000:1.0:1733164792.323772:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d781b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323776:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d781b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323782:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800913cf180/0xe92384b90c84e7d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380078 expref: 112 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.323784:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.323785:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297468032 00000100:00100000:2.0:1733164792.323787:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297468032 00000100:00100000:3.0:1733164792.323797:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.323802:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297468160:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.323806:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808582 00000100:00100000:0.0:1733164792.323811:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+112:2000:x1817354606327552:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.323814:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297468288 00000100:00100000:3.0:1733164792.323816:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.323817:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.323817:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297468288 00010000:00010000:0.0:1733164792.323822:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800913cf180/0xe92384b90c84e7d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380078 expref: 112 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.323828:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297468160 00010000:00010000:0.0:1733164792.323830:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800913cf180/0xe92384b90c84e7d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380078 expref: 112 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.323830:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297468160 00000100:00100000:3.0:1733164792.323836:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188158 00010000:00010000:0.0:1733164792.323842:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800913cf180/0xe92384b90c84e7d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380078 expref: 112 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.323843:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3990:3760:x1817354297468032:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.323846:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188159 00000100:00100000:1.0:1733164792.323848:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3990:3759:x1817354297466624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1998us (2048us total) trans 4295983567 rc 0/0 00000100:00100000:2.0:1733164792.323850:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3990:3762:x1817354297468288:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.323853:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188153 00010000:00010000:0.0:1733164792.323858:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.323860:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1733164792.323861:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9437 count 1 00000004:00080000:3.0:1733164792.323861:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092d21c00/2, rc 0, transno 1016271 00010000:00010000:0.0:1733164792.323862:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.323862:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188160 00000100:00100000:1.0:1733164792.323865:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3989:3762:x1817354297468160:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.323867:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297466624:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.323869:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7829 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.323870:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d783e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.323873:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9436 count 1 00010000:00010000:1.0:1733164792.323879:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7845 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323883:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.323885:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123320d80/0xe92384b90c84e930 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380104 expref: 111 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323886:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098cc2ac0/0xe92384b90c84e8e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800ef expref: 111 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.323890:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.323891:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.323891:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.323893:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7845 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.323893:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.323894:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297468416:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.323895:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d783e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.323899:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+111:2000:x1817354606327552:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (141us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.323904:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098cc2ac0/0xe92384b90c84e8e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800ef expref: 111 pid: 16680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.323905:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808582 00010000:00010000:1.0:1733164792.323909:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098cc2ac0/0xe92384b90c84e8e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800ef expref: 111 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.323911:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123320d80/0xe92384b90c84e930 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380104 expref: 111 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.323912:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.323915:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131271c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297468544:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.323920:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123320d80/0xe92384b90c84e930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380104 expref: 110 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.323924:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297468416 00000100:00100000:0.0:1733164792.323928:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297468416 00000100:00100000:1.0:1733164792.323928:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.323930:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297468672:192.168.202.7@tcp:104: 00002000:00080000:3.0:1733164792.323935:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9435 count 1 00000100:00100000:0.0:1733164792.323942:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188161 00010000:00010000:3.0:1733164792.323945:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d784c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.323946:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3990:3759:x1817354297468416:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.323948:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07e40 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.323952:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cfe73c0/0xe92384b90c84e8ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800cc expref: 110 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.323957:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9438 count 1 00010000:00010000:3.0:1733164792.323957:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.323958:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.323959:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d784c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323967:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7853 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323972:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cfe73c0/0xe92384b90c84e8ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800cc expref: 110 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.323978:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880122a8f600/0xe92384b90c84e96f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380120 expref: 110 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.323978:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cfe73c0/0xe92384b90c84e8ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800cc expref: 110 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.323983:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080741c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297468800:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.323984:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.323985:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.323987:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7853 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.323996:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.324003:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.324003:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.324007:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.324008:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880122a8f600/0xe92384b90c84e96f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380120 expref: 110 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.324011:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.324014:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606327680 00010000:00010000:3.0:1733164792.324015:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7829 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.324016:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606327680 00010000:00010000:0.0:1733164792.324018:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880122a8f600/0xe92384b90c84e96f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380120 expref: 110 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.324019:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7829 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.324022:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.324023:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7829 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.324025:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095dd73c0/0xe92384b90c84e834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380094 expref: 111 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.324027:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e378000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297468928:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.324028:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7829 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.324034:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808583 00010000:00010000:3.0:1733164792.324034:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7829 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.324037:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+111:2000:x1817354606327680:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.324037:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1200/0xe92384b90c8d7829 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.324041:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.324042:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.324043:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095dd73c0/0xe92384b90c84e834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380094 expref: 111 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.324049:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095dd73c0/0xe92384b90c84e834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380094 expref: 111 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.324059:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095dd73c0/0xe92384b90c84e834 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380094 expref: 111 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.324065:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.324066:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.324068:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d7830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.324072:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d7830 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.324080:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.324087:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+110:2000:x1817354606327680:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 50us (85us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.324091:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d7830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.324091:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808583 00010000:00010000:0.0:1733164792.324098:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d7830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.324105:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d7830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.324112:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d7830 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.324118:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d7830 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.324123:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d2d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.324126:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d7830 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.324132:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d7830 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.324135:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+3991:3762:x1817354297467264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1867us (1921us total) trans 4295983568 rc 0/0 00010000:00010000:0.0:1733164792.324158:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d7830 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.324159:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188155 00010000:00010000:0.0:1733164792.324164:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2d00/0xe92384b90c8d7830 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.324167:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092d23100/2, rc 0, transno 1016272 00000100:00100000:2.0:1733164792.324175:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297467264:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.324207:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297469056:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.324227:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.324269:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3992:3761:x1817354297466240:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2654us (2761us total) trans 4295983569 rc 0/0 00000100:00100000:3.0:1733164792.324275:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188151 00000100:00100000:3.0:1733164792.324286:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297469056 00000004:00080000:1.0:1733164792.324287:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092d21180/2, rc 0, transno 1016273 00000100:00100000:3.0:1733164792.324289:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297469056 00000100:00100000:0.0:1733164792.324291:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3991:3761:x1817354297467392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2017us (2053us total) trans 4295983570 rc 0/0 00000100:00100000:1.0:1733164792.324295:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297466240:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.324298:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188156 00000100:00100000:3.0:1733164792.324304:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188162 00000004:00080000:1.0:1733164792.324305:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880092d20000/2, rc 0, transno 1016274 00000100:00100000:3.0:1733164792.324308:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+3991:3760:x1817354297469056:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.324309:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297467392:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.324317:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9439 count 1 00010000:00010000:3.0:1733164792.324325:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d785a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.324333:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008af358c0/0xe92384b90c84e9a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38013c expref: 109 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.324334:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297469184:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.324336:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297469312:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.324340:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.324341:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.324342:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d785a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.324353:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008af358c0/0xe92384b90c84e9a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38013c expref: 109 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.324354:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.324358:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008af358c0/0xe92384b90c84e9a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38013c expref: 109 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.324364:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a74a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297469440:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.324372:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297469184 00000100:00100000:0.0:1733164792.324375:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297469184 00000100:00100000:2.0:1733164792.324377:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.324385:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.324391:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297469312 00000100:00100000:0.0:1733164792.324393:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297469312 00000100:00100000:1.0:1733164792.324396:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188163 00000100:00100000:1.0:1733164792.324400:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3993:3761:x1817354297469184:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.324401:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188164 00000100:00100000:2.0:1733164792.324406:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3993:3762:x1817354297469312:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.324412:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9440 count 1 00002000:00080000:2.0:1733164792.324418:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9441 count 1 00010000:00010000:1.0:1733164792.324423:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d7861 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.324426:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7868 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.324433:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b4fcc0/0xe92384b90c84ea4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38017b expref: 109 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.324434:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097a7a1c0/0xe92384b90c84e9fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380166 expref: 109 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.324437:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.324438:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.324440:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7868 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.324441:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.324442:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.324445:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d7861 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.324454:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b4fcc0/0xe92384b90c84ea4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38017b expref: 109 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.324460:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097a7a1c0/0xe92384b90c84e9fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380166 expref: 109 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.324462:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b4fcc0/0xe92384b90c84ea4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38017b expref: 109 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.324466:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097a7a1c0/0xe92384b90c84e9fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380166 expref: 109 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.324471:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297469568:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.324473:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297469696:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.324490:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07c00 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.324492:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.325049:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080740700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297467904:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.325057:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131271c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297468544:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.325061:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7837 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325069:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7845 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.325075:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080741c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297468800:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.325079:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a74a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297469440:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.325084:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d784c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325089:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d785a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.325097:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297469568:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.325104:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7868 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.325252:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e378000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297468928:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.325258:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297469696:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.325263:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7853 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325272:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d7861 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.325342:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297468672:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.325349:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.325354:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d783e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.325364:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.325366:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606327936 00000100:00100000:1.0:1733164792.325370:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606327936 00000100:00100000:0.0:1733164792.325377:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.325382:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098cc2ac0/0xe92384b90c84e8e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800ef expref: 110 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.325382:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606328192 00000100:00100000:2.0:1733164792.325385:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606328192 00000100:00100000:3.0:1733164792.325387:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606328448 00000100:00100000:3.0:1733164792.325390:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606328448 00000100:00100000:0.0:1733164792.325391:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.325397:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880122a8f600/0xe92384b90c84e96f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380120 expref: 112 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.325400:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606328704 00000100:00100000:1.0:1733164792.325402:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606328704 00010000:00010000:3.0:1733164792.325402:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b4fcc0/0xe92384b90c84ea4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38017b expref: 112 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.325410:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123320d80/0xe92384b90c84e930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380104 expref: 113 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.325411:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808584 00000100:00100000:0.0:1733164792.325417:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+113:2001:x1817354606327936:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.325417:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808585 00000100:00100000:2.0:1733164792.325421:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+113:2001:x1817354606328192:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.325425:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.325425:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808586 00010000:00010000:2.0:1733164792.325427:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.325429:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808587 00000100:00100000:3.0:1733164792.325430:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+113:2001:x1817354606328448:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.325431:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098cc2ac0/0xe92384b90c84e8e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800ef expref: 113 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.325431:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880122a8f600/0xe92384b90c84e96f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380120 expref: 113 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.325435:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+113:2001:x1817354606328704:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.325437:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.325439:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880122a8f600/0xe92384b90c84e96f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380120 expref: 113 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.325442:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.325442:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b4fcc0/0xe92384b90c84ea4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38017b expref: 113 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.325446:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098cc2ac0/0xe92384b90c84e8e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800ef expref: 113 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.325446:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123320d80/0xe92384b90c84e930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380104 expref: 113 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.325449:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122a8f600/0xe92384b90c84e96f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380120 expref: 113 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.325450:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b4fcc0/0xe92384b90c84ea4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38017b expref: 113 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.325453:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123320d80/0xe92384b90c84e930 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380104 expref: 113 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.325457:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.325458:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098cc2ac0/0xe92384b90c84e8e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800ef expref: 112 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.325458:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.325461:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325462:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b4fcc0/0xe92384b90c84ea4f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38017b expref: 112 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.325464:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123320d80/0xe92384b90c84e930 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380104 expref: 112 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.325469:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.325470:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.325471:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7853 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.325473:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7845 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325473:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.325474:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.325477:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.325477:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7868 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325479:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.325480:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7845 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325481:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d783e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.325483:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.325483:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7868 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325493:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d783e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.325494:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.325499:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.325501:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+109:2001:x1817354606328192:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (137us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.325506:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.325506:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808585 00000100:00100000:0.0:1733164792.325510:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+109:2001:x1817354606327936:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 93us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.325517:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+108:2001:x1817354606328448:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.325522:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+108:2001:x1817354606328704:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (131us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.325523:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.325523:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808586 00000100:00100000:1.0:1733164792.325528:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808587 00010000:00010000:2.0:1733164792.325528:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.325552:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325557:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d783e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.325558:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325562:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d783e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.325564:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325565:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7845 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325567:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d783e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.325569:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.325570:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d783e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.325571:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325572:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7845 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325574:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d783e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325577:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.325578:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7845 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325579:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d783e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.325581:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7853 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.325583:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808584 00010000:00010000:3.0:1733164792.325583:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d783e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325584:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325589:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325589:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d783e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.325590:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7853 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325595:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.325596:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6d00/0xe92384b90c8d7853 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325596:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0b40/0xe92384b90c8d783e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325598:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325612:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.325618:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.325622:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7845 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325628:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7845 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.325630:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606327808 00000100:00100000:0.0:1733164792.325633:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606327808 00010000:00010000:0.0:1733164792.325643:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e489680/0xe92384b90c84e873 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800b0 expref: 106 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.325667:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808588 00000100:00100000:0.0:1733164792.325671:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372eec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+106:2001:x1817354606327808:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.325680:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.325684:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e489680/0xe92384b90c84e873 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800b0 expref: 106 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.325686:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+3995:3762:x1817354297468288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1835us (1901us total) trans 4295983571 rc 0/0 00000100:00100000:3.0:1733164792.325690:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188159 00010000:00010000:0.0:1733164792.325692:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e489680/0xe92384b90c84e873 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800b0 expref: 106 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.325704:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e489680/0xe92384b90c84e873 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800b0 expref: 106 pid: 15943 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.325708:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080742d80/2, rc 0, transno 1016275 00000100:00100000:2.0:1733164792.325712:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+3995:3759:x1817354297468416:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1764us (1799us total) trans 4295983572 rc 0/0 00010000:00010000:0.0:1733164792.325713:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.325713:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297468288:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.325714:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.325717:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.325719:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188161 00000004:00080000:3.0:1733164792.325722:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080742a00/2, rc 0, transno 1016276 00010000:00010000:0.0:1733164792.325724:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7837 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.325724:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297468416:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.325737:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.325738:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325743:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.325744:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080742300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3994:3762:x1817354297468160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1877us (1927us total) trans 4295983573 rc 0/0 00010000:00010000:3.0:1733164792.325747:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.325749:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188160 00000100:00100000:0.0:1733164792.325751:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372eec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+105:2001:x1817354606327808:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (133us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.325751:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325754:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.325757:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808588 00010000:00010000:3.0:1733164792.325761:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.325762:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.325765:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297469952:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.325766:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325771:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7837 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.325772:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.325775:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7837 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.325778:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606328064 00000100:00100000:0.0:1733164792.325781:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606328064 00000100:00100000:2.0:1733164792.325786:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.325787:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:0.0:1733164792.325789:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cfe73c0/0xe92384b90c84e8ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800cc expref: 105 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.325793:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606328320 00000100:00100000:1.0:1733164792.325795:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606328320 00000100:00100000:2.0:1733164792.325800:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.325802:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008af358c0/0xe92384b90c84e9a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38013c expref: 106 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.325804:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808589 00000100:00100000:2.0:1733164792.325804:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297469824:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.325808:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131270e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+106:2001:x1817354606328064:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.325814:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.325818:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cfe73c0/0xe92384b90c84e8ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800cc expref: 106 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.325818:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.325820:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808590 00000100:00100000:1.0:1733164792.325823:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131271c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+106:2001:x1817354606328320:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.325827:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cfe73c0/0xe92384b90c84e8ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800cc expref: 106 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.325828:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.325830:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008af358c0/0xe92384b90c84e9a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38013c expref: 106 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.325834:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7868 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.325838:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cfe73c0/0xe92384b90c84e8ab lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3800cc expref: 106 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.325839:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008af358c0/0xe92384b90c84e9a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38013c expref: 106 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.325841:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7868 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.325847:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.325847:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008af358c0/0xe92384b90c84e9a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38013c expref: 105 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.325848:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.325848:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7868 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.325851:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d784c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325854:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.325855:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.325856:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d785a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.325858:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d784c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.325859:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7868 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325861:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d785a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.325861:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3994:3759:x1817354297467776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2276us (2331us total) trans 4295983574 rc 0/0 00010000:00010000:2.0:1733164792.325866:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.325866:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188157 00010000:00010000:1.0:1733164792.325869:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.325870:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.325871:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.325874:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.325878:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297469952 00000100:00100000:1.0:1733164792.325879:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131271c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+104:2001:x1817354606328320:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (91us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.325881:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.325881:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297469952 00000100:00100000:1.0:1733164792.325882:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808590 00000100:00100000:0.0:1733164792.325885:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131270e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+104:2001:x1817354606328064:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.325891:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808589 00010000:00010000:2.0:1733164792.325891:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7868 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.325892:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297469824 00000100:00100000:3.0:1733164792.325893:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297469824 00000100:00100000:1.0:1733164792.325894:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188165 00000100:00100000:1.0:1733164792.325897:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+3995:3760:x1817354297469952:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.325897:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d7868 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.325904:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188166 00002000:00080000:1.0:1733164792.325905:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9443 count 1 00000100:00100000:3.0:1733164792.325908:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+3995:3760:x1817354297469824:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.325912:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d786f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325919:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc3f840/0xe92384b90c84eac6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801ac expref: 102 pid: 16642 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.325919:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9442 count 1 00010000:00010000:1.0:1733164792.325927:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.325927:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.325929:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d786f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325929:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d7876 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325938:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc3f840/0xe92384b90c84eac6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801ac expref: 102 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.325939:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097a7bcc0/0xe92384b90c84ea8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380197 expref: 102 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.325943:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc3f840/0xe92384b90c84eac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801ac expref: 102 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.325945:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.325947:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.325948:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131271500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297470080:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.325949:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d7876 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.325954:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.325961:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097a7bcc0/0xe92384b90c84ea8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380197 expref: 102 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.325962:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.325966:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097a7bcc0/0xe92384b90c84ea8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380197 expref: 102 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.325968:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606328576 00000100:00100000:0.0:1733164792.325971:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606328576 00000100:00100000:3.0:1733164792.325973:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a74a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297470208:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.325974:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+3996:3762:x1817354297469312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1568us (1598us total) trans 4295983575 rc 0/0 00000100:00100000:2.0:1733164792.325978:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188164 00010000:00010000:0.0:1733164792.325981:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097a7a1c0/0xe92384b90c84e9fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380166 expref: 103 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.325988:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.325992:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d784c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.325997:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d784c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.326001:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808591 00010000:00010000:2.0:1733164792.326002:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d784c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.326005:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+103:2001:x1817354606328576:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.326006:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d784c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.326006:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080743800/2, rc 0, transno 1016278 00010000:00010000:2.0:1733164792.326009:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d784c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.326012:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.326012:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d3cc0 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.326013:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080743800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297467776:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.326014:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d784c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.326016:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097a7a1c0/0xe92384b90c84e9fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380166 expref: 103 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.326018:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d784c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.326023:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d784c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.326024:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097a7a1c0/0xe92384b90c84e9fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380166 expref: 103 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.326026:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3cc0/0xe92384b90c8d784c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.326028:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826c4000/2, rc 0, transno 1016279 00000100:00100000:3.0:1733164792.326032:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297469312:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.326036:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097a7a1c0/0xe92384b90c84e9fb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380166 expref: 103 pid: 16669 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.326040:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080743100/2, rc 0, transno 1016277 00000100:00100000:3.0:1733164792.326043:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297468160:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.326047:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.326049:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.326051:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d7861 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.326055:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d785a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.326058:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d7861 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.326061:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d785a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.326071:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.326072:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d785a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.326078:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d785a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.326083:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+102:2001:x1817354606328576:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (129us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.326083:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d7861 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.326084:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d785a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.326089:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808591 00010000:00010000:3.0:1733164792.326089:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d33c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.326090:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d7861 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.326091:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d785a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.326094:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+3996:3760:x1817354297468032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2252us (2321us total) trans 4295983576 rc 0/0 00010000:00010000:3.0:1733164792.326096:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d785a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.326097:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d7861 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.326098:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188158 00010000:00010000:1.0:1733164792.326103:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d7861 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.326105:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d785a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.326109:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d7861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.326110:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d785a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.326115:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.326117:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d7861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.326118:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080740000/2, rc 0, transno 1016280 00000100:00100000:2.0:1733164792.326122:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297468032:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.326124:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d7861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.326133:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d7861 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.326139:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d7861 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.326213:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297470720:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.326232:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.326235:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3996:3761:x1817354297469184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1834us (1881us total) trans 4295983577 rc 0/0 00000100:00100000:1.0:1733164792.326239:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188163 00000100:00100000:2.0:1733164792.326243:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1733164792.326247:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297470720 00000100:00100000:2.0:1733164792.326247:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297470592:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.326249:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297470720 00000100:00100000:2.0:1733164792.326260:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.326286:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297470592 00000100:00100000:1.0:1733164792.326288:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297470592 00000100:00100000:1.0:1733164792.326296:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188167 00000100:00100000:1.0:1733164792.326298:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+3997:3760:x1817354297470720:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.326300:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188168 00000100:00100000:2.0:1733164792.326303:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+3997:3760:x1817354297470592:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.326306:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9447 count 1 00010000:00010000:1.0:1733164792.326313:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d787d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.326313:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9446 count 1 00010000:00010000:1.0:1733164792.326320:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de4b180/0xe92384b90c84ebde lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38021c expref: 101 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.326321:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d7884 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.326324:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.326325:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.326327:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d787d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.326328:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc1cd80/0xe92384b90c84eb9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380200 expref: 101 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.326332:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.326333:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.326334:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d7884 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.326337:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012de4b180/0xe92384b90c84ebde lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38021c expref: 101 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.326342:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012de4b180/0xe92384b90c84ebde lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38021c expref: 101 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.326344:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc1cd80/0xe92384b90c84eb9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380200 expref: 101 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.326347:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131270380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297470848:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.326350:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc1cd80/0xe92384b90c84eb9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380200 expref: 101 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.326355:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf75f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297470976:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.326358:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297470464:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.326364:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.326369:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07c00 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.326374:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297470336:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.326378:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.326388:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.326394:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297470464 00000100:00100000:2.0:1733164792.326396:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297470464 00000004:00080000:1.0:1733164792.326402:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826c5180/2, rc 0, transno 1016281 00000100:00100000:1.0:1733164792.326406:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297469184:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.326406:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297470336 00000100:00100000:2.0:1733164792.326407:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297470336 00000100:00100000:2.0:1733164792.326414:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188169 00000100:00100000:1.0:1733164792.326417:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188170 00000100:00100000:2.0:1733164792.326417:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+4000:3762:x1817354297470464:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.326420:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4000:3761:x1817354297470336:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.326427:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9444 count 1 00002000:00080000:2.0:1733164792.326432:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9445 count 1 00010000:00010000:1.0:1733164792.326433:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d788b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.326439:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007e48ad00/0xe92384b90c84eb1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801c8 expref: 101 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.326439:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7892 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.326446:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.326446:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b6a73c0/0xe92384b90c84eb60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801e4 expref: 101 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.326447:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.326448:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d788b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.326450:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.326451:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.326452:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7892 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.326458:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007e48ad00/0xe92384b90c84eb1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801c8 expref: 101 pid: 16652 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.326459:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+4000:3760:x1817354297469056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2150us (2230us total) trans 4295983578 rc 0/0 00010000:00010000:2.0:1733164792.326462:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b6a73c0/0xe92384b90c84eb60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801e4 expref: 101 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.326463:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007e48ad00/0xe92384b90c84eb1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801c8 expref: 101 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.326466:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188162 00010000:00010000:2.0:1733164792.326468:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b6a73c0/0xe92384b90c84eb60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801e4 expref: 101 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.326473:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297471104:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.326477:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297471232:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.326487:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880097806a00/2, rc 0, transno 1016282 00000100:00100000:3.0:1733164792.326490:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297469056:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.326501:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.326502:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07f00 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.326550:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297471488:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.326551:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297471360:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.326571:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.326586:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297471488 00000100:00100000:2.0:1733164792.326589:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297471488 00000100:00100000:1.0:1733164792.326591:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.326602:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297471360 00000100:00100000:2.0:1733164792.326604:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297471360 00000100:00100000:3.0:1733164792.326613:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188171 00000100:00100000:2.0:1733164792.326618:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188172 00000100:00100000:3.0:1733164792.326618:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+4001:3762:x1817354297471488:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.326622:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+4001:3761:x1817354297471360:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.326631:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9448 count 1 00002000:00080000:3.0:1733164792.326636:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9449 count 1 00010000:00010000:2.0:1733164792.326639:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7899 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.326645:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d78a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.326648:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800978b0480/0xe92384b90c84ec32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380238 expref: 101 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.326655:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.326655:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0ac900/0xe92384b90c84ec47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38024d expref: 101 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.326656:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.326658:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7899 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.326659:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.326660:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.326662:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d78a0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.326670:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800978b0480/0xe92384b90c84ec32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380238 expref: 101 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.326673:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0ac900/0xe92384b90c84ec47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38024d expref: 101 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.326679:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800978b0480/0xe92384b90c84ec32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380238 expref: 101 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.326679:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f0ac900/0xe92384b90c84ec47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38024d expref: 101 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.326684:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080741c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297471744:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.326687:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297471616:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.326708:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.326708:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc540c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.327005:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131271500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297470080:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.327005:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a74a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297470208:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.327016:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d786f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.327016:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d7876 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.327034:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131270380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297470848:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.327043:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d787d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.327568:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.327594:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.327613:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606328832 00000100:00100000:2.0:1733164792.327617:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606328832 00010000:00010000:2.0:1733164792.327630:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc3f840/0xe92384b90c84eac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801ac expref: 102 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.327632:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606329088 00000100:00100000:1.0:1733164792.327636:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606329088 00000100:00100000:0.0:1733164792.327638:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.327649:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de4b180/0xe92384b90c84ebde lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38021c expref: 103 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.327650:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606328960 00000100:00100000:2.0:1733164792.327652:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606328960 00010000:00010000:2.0:1733164792.327659:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097a7bcc0/0xe92384b90c84ea8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380197 expref: 104 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.327663:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808592 00000100:00100000:0.0:1733164792.327664:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.327669:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+104:2000:x1817354606328832:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.327671:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808593 00000100:00100000:1.0:1733164792.327676:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+104:2000:x1817354606329088:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.327678:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.327679:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.327680:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606329216 00010000:00010000:1.0:1733164792.327683:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.327683:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606329216 00010000:00010000:3.0:1733164792.327683:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fc3f840/0xe92384b90c84eac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801ac expref: 104 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.327686:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de4b180/0xe92384b90c84ebde lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38021c expref: 105 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.327690:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc1cd80/0xe92384b90c84eb9f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380200 expref: 105 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.327692:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606329344 00010000:00010000:3.0:1733164792.327692:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fc3f840/0xe92384b90c84eac6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801ac expref: 105 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.327693:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de4b180/0xe92384b90c84ebde lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38021c expref: 105 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.327695:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606329344 00000100:00100000:2.0:1733164792.327703:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808594 00010000:00010000:1.0:1733164792.327705:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de4b180/0xe92384b90c84ebde lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38021c expref: 106 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.327705:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fc3f840/0xe92384b90c84eac6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801ac expref: 106 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.327707:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007e48ad00/0xe92384b90c84eb1a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801c8 expref: 106 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.327708:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+106:2001:x1817354606328960:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.327713:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.327714:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.327714:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.327715:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.327716:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.327717:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d787d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.327718:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097a7bcc0/0xe92384b90c84ea8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380197 expref: 104 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.327719:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d786f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.327724:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d787d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.327725:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d786f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.327726:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808595 00010000:00010000:2.0:1733164792.327727:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097a7bcc0/0xe92384b90c84ea8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380197 expref: 104 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.327730:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+104:2001:x1817354606329216:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.327737:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.327738:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.327738:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097a7bcc0/0xe92384b90c84ea8e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380197 expref: 104 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.327742:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fc1cd80/0xe92384b90c84eb9f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380200 expref: 104 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.327748:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.327749:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.327750:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.327751:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fc1cd80/0xe92384b90c84eb9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380200 expref: 103 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.327753:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d7876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.327756:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+103:2000:x1817354606329088:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.327761:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808593 00010000:00010000:0.0:1733164792.327762:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.327763:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d7876 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.327764:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.327766:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+103:2000:x1817354606328832:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 96us (199us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.327767:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d7884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.327772:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808592 00010000:00010000:0.0:1733164792.327774:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d7884 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.327776:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808596 00010000:00010000:2.0:1733164792.327778:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.327780:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+102:2001:x1817354606329344:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.327786:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.327788:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.327792:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007e48ad00/0xe92384b90c84eb1a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801c8 expref: 101 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.327794:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+101:2001:x1817354606328960:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.327800:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808594 00010000:00010000:1.0:1733164792.327801:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007e48ad00/0xe92384b90c84eb1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801c8 expref: 101 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.327802:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+101:2001:x1817354606329216:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (137us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.327802:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fc1cd80/0xe92384b90c84eb9f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380200 expref: 101 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.327808:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf75f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297470976:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.327810:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808595 00010000:00010000:1.0:1733164792.327811:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.327812:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.327814:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d788b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.327818:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d7884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.327821:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d788b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.327823:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d7876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.327823:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d7884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.327827:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d7884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.327829:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d7876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.327831:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.327831:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d7884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.327835:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d7884 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.327836:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d7876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.327839:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d7884 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.327842:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d7876 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.327842:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.327844:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d7884 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.327846:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+98:2001:x1817354606329344:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (166us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.327848:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d7876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.327848:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d7884 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.327851:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808596 00010000:00010000:2.0:1733164792.327852:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d2400 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.327854:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d7884 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.327855:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d7876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.327857:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3840/0xe92384b90c8d7884 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.327865:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d7876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.327868:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d786f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.327873:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d786f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.327874:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d7876 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.327877:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d786f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.327879:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2400/0xe92384b90c8d7876 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.327882:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d786f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.327886:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d786f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.327889:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.327891:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d786f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.327894:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d786f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.327900:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d786f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.327903:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d786f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.327916:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.327928:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606329600 00000100:00100000:0.0:1733164792.327931:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606329600 00010000:00010000:0.0:1733164792.327942:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0ac900/0xe92384b90c84ec47 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38024d expref: 98 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.327950:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d787d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.327951:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+4004:3760:x1817354297470592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1646us (1690us total) trans 4295983579 rc 0/0 00010000:00010000:1.0:1733164792.327955:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d787d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.327956:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188168 00010000:00010000:1.0:1733164792.327960:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d787d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.327964:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d787d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.327968:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808597 00010000:00010000:1.0:1733164792.327968:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d787d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.327971:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5b00 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.327972:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+98:2000:x1817354606329600:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.327973:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d787d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.327975:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf74380/2, rc 0, transno 1016283 00010000:00010000:1.0:1733164792.327976:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d787d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.327979:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.327980:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297470592:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.327981:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d787d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.327983:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f0ac900/0xe92384b90c84ec47 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38024d expref: 98 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.327985:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d787d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.327991:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f0ac900/0xe92384b90c84ec47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38024d expref: 98 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.327996:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4003:3760:x1817354297469824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2086us (2176us total) trans 4295983580 rc 0/0 00000100:00100000:2.0:1733164792.328002:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188166 00010000:00010000:0.0:1733164792.328003:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.328003:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297471872:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.328004:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.328007:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d78a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.328013:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d78a0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.328015:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.328024:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.328027:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297471616:192.168.202.7@tcp:104: 00000004:00080000:3.0:1733164792.328032:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826c5500/2, rc 0, transno 1016284 00000100:00100000:3.0:1733164792.328036:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297469824:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.328040:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7899 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.328041:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+4002:3760:x1817354297469952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2142us (2254us total) trans 4295983581 rc 0/0 00000004:00080000:3.0:1733164792.328041:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826c6d80/2, rc 0, transno 1016285 00000100:00100000:0.0:1733164792.328042:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+98:2000:x1817354606329600:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 68us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.328043:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297469952:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.328045:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188165 00000100:00100000:0.0:1733164792.328051:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808597 00000100:00100000:2.0:1733164792.328052:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297471872 00000100:00100000:2.0:1733164792.328055:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297471872 00000100:00100000:3.0:1733164792.328063:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.328066:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297472000:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.328068:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188173 00000100:00100000:2.0:1733164792.328072:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4002:3759:x1817354297471872:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.328082:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9450 count 1 00000100:00100000:3.0:1733164792.328085:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.328091:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d78a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.328096:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.328099:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.328100:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0d80/0xe92384b90c84ec9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380269 expref: 97 pid: 16652 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.328100:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297472128:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.328106:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.328107:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.328110:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d78a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.328111:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606329472 00000100:00100000:0.0:1733164792.328114:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606329472 00010000:00010000:0.0:1733164792.328124:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b6a73c0/0xe92384b90c84eb60 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801e4 expref: 98 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.328124:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+4003:3760:x1817354297470720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1820us (1887us total) trans 4295983582 rc 0/0 00010000:00010000:2.0:1733164792.328124:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0d80/0xe92384b90c84ec9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380269 expref: 98 pid: 16652 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.328124:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.328129:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188167 00010000:00010000:2.0:1733164792.328133:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0d80/0xe92384b90c84ec9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380269 expref: 98 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.328161:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297472256:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.328165:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808598 00000004:00080000:3.0:1733164792.328165:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf76680/2, rc 0, transno 1016286 00000100:00100000:1.0:1733164792.328170:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+98:2000:x1817354606329472:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.328172:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297470720:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.328180:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.328184:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.328188:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b6a73c0/0xe92384b90c84eb60 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801e4 expref: 98 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.328190:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297472000 00000100:00100000:2.0:1733164792.328193:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297472000 00010000:00010000:1.0:1733164792.328196:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b6a73c0/0xe92384b90c84eb60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801e4 expref: 98 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.328198:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297472384:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.328205:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297472128 00010000:00010000:1.0:1733164792.328207:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.328207:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297472128 00010000:00010000:1.0:1733164792.328209:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.328211:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328217:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7892 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.328217:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188174 00000100:00100000:3.0:1733164792.328217:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.328220:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800850fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+4004:3759:x1817354297472000:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.328227:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1733164792.328230:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9451 count 1 00000100:00100000:3.0:1733164792.328235:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297472384 00010000:00010000:2.0:1733164792.328238:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d78ae lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.328238:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297472384 00000100:00100000:1.0:1733164792.328242:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+98:2000:x1817354606329472:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.328245:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.328248:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808598 00010000:00010000:2.0:1733164792.328249:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121f5e880/0xe92384b90c84ecbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380285 expref: 98 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.328253:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188175 00000100:00100000:3.0:1733164792.328258:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+4005:3762:x1817354297472128:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.328259:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606329728 00010000:00010000:2.0:1733164792.328259:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.328261:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606329728 00010000:00010000:2.0:1733164792.328261:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.328263:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d78ae lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.328268:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9452 count 1 00000100:00100000:0.0:1733164792.328271:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188176 00010000:00010000:1.0:1733164792.328271:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800978b0480/0xe92384b90c84ec32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380238 expref: 98 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.328276:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4005:3762:x1817354297472384:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.328277:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121f5e880/0xe92384b90c84ecbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380285 expref: 98 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328278:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d78b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.328285:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121f5e880/0xe92384b90c84ecbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380285 expref: 98 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.328288:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b6a7840/0xe92384b90c84ed35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802a8 expref: 98 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328294:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.328295:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808599 00000100:00100000:2.0:1733164792.328295:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297472512:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.328296:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.328298:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+98:2000:x1817354606329728:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.328298:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d78b5 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.328304:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9453 count 1 00010000:00010000:1.0:1733164792.328305:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.328307:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800978b0480/0xe92384b90c84ec32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380238 expref: 98 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.328311:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07000 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.328313:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800978b0480/0xe92384b90c84ec32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380238 expref: 98 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.328313:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b6a7840/0xe92384b90c84ed35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802a8 expref: 98 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.328314:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d78bc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328321:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800978b0480/0xe92384b90c84ec32 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380238 expref: 98 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.328321:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b6a7840/0xe92384b90c84ed35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802a8 expref: 98 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.328324:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094907a80/0xe92384b90c84ed82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802d2 expref: 98 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.328330:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.328331:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.328331:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.328333:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.328334:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d78bc lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328335:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7899 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.328336:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b6a73c0/0xe92384b90c84eb60 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801e4 expref: 97 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.328337:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297472640:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.328341:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7899 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.328346:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297471232:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.328349:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094907a80/0xe92384b90c84ed82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802d2 expref: 96 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328355:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.328355:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.328357:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094907a80/0xe92384b90c84ed82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802d2 expref: 96 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.328358:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.328365:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.328370:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+96:2000:x1817354606329728:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.328371:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e37ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297472768:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.328371:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.328376:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808599 00010000:00010000:3.0:1733164792.328377:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0ac900/0xe92384b90c84ec47 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38024d expref: 96 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.328383:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.328388:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080741c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297471744:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.328389:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.328390:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7892 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.328396:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7892 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328398:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d78a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.328402:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.328405:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7892 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328406:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d78a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328410:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007e48ad00/0xe92384b90c84eb1a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3801c8 expref: 94 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.328411:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7892 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328412:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d78a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.328416:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297471104:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.328420:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7892 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328420:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d78a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328425:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d788b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.328425:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7892 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328426:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d78a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328430:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d788b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328432:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d78a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328434:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d788b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328438:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d788b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328438:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.328441:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d788b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328441:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d78a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328445:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d788b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328448:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.328448:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d78a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328450:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d788b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328454:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d788b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328456:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d78a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328459:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d788b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328463:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d788b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328463:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d78a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.328523:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+4008:3762:x1817354297470464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2104us (2144us total) trans 4295983583 rc 0/0 00000100:00100000:2.0:1733164792.328529:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188169 00000100:00100000:1.0:1733164792.328564:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4007:3761:x1817354297470336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2142us (2174us total) trans 4295983584 rc 0/0 00010000:00010000:2.0:1733164792.328566:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7899 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.328570:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188170 00010000:00010000:2.0:1733164792.328573:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7899 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.328580:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7899 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.328585:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800998a2300/2, rc 0, transno 1016288 00000100:00100000:3.0:1733164792.328586:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+4006:3762:x1817354297471488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1966us (2013us total) trans 4295983585 rc 0/0 00010000:00010000:2.0:1733164792.328587:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7899 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.328592:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188171 00010000:00010000:2.0:1733164792.328593:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7899 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.328598:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3180 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.328600:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800998a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297470336:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.328601:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7899 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.328607:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7899 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.328612:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf77480/2, rc 0, transno 1016289 00000100:00100000:3.0:1733164792.328615:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297471488:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.328617:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7899 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.328620:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf77100/2, rc 0, transno 1016287 00000100:00100000:3.0:1733164792.328622:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297470464:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.328623:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d7899 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.328630:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131273800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297472896:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.328639:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131270e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297473152:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.328647:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.328659:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.328659:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1733164792.328665:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131271c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297473024:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.328680:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.328696:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297472896 00000100:00100000:1.0:1733164792.328700:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297472896 00000100:00100000:3.0:1733164792.328704:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297473152 00000100:00100000:3.0:1733164792.328707:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297473152 00000100:00100000:1.0:1733164792.328713:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297473024 00000100:00100000:1.0:1733164792.328715:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297473024 00000100:00100000:2.0:1733164792.328723:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+4009:3761:x1817354297471360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2100us (2131us total) trans 4295983586 rc 0/0 00000100:00100000:3.0:1733164792.328723:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188177 00000004:00080000:0.0:1733164792.328728:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf74000/2, rc 0, transno 1016290 00000100:00100000:3.0:1733164792.328728:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+4009:3759:x1817354297472896:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.328729:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188178 00000100:00100000:2.0:1733164792.328732:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188172 00000100:00100000:1.0:1733164792.328733:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4009:3761:x1817354297473152:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.328735:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297471360:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.328740:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9454 count 1 00002000:00080000:1.0:1733164792.328745:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9456 count 1 00000100:00100000:0.0:1733164792.328747:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188179 00010000:00010000:3.0:1733164792.328747:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d78c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.328751:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+4008:3759:x1817354297473024:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.328754:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d78ca lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328755:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cdb0fc0/0xe92384b90c84ede4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802f5 expref: 93 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328759:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.328760:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.328762:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d78c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.328763:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9455 count 1 00010000:00010000:1.0:1733164792.328765:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880122a8f180/0xe92384b90c84ee9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380326 expref: 93 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328771:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.328772:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011cdb0fc0/0xe92384b90c84ede4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802f5 expref: 93 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.328773:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d78d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328773:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.328775:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d78ca lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.328777:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011cdb0fc0/0xe92384b90c84ede4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802f5 expref: 93 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.328783:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297473280:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.328784:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc1e640/0xe92384b90c84ee31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38030a expref: 93 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.328790:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.328791:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.328791:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880122a8f180/0xe92384b90c84ee9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380326 expref: 93 pid: 16688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.328793:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d78d1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328799:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880122a8f180/0xe92384b90c84ee9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380326 expref: 93 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.328801:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc540c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.328809:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc1e640/0xe92384b90c84ee31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38030a expref: 93 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.328813:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131270380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297473408:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.328823:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc1e640/0xe92384b90c84ee31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38030a expref: 93 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.328832:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e379880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297473536:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.328832:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.328849:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.328863:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131271500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297473664:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.328884:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.328901:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297473664 00000100:00100000:1.0:1733164792.328904:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297473664 00000100:00100000:1.0:1733164792.328920:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188180 00000100:00100000:1.0:1733164792.328924:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+4009:3762:x1817354297473664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.328934:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9457 count 1 00010000:00010000:1.0:1733164792.328943:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d78d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328954:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094748240/0xe92384b90c84eeee lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380357 expref: 93 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328960:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.328961:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.328963:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d78d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328979:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094748240/0xe92384b90c84eeee lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380357 expref: 93 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.328987:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094748240/0xe92384b90c84eeee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380357 expref: 93 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.328996:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297473792:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.329033:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.329564:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297472256:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.329620:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e37ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297472768:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.329632:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d78bc lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.329673:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d78a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.330071:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.330096:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.330098:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297472512:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.330106:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606329856 00000100:00100000:0.0:1733164792.330108:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606329856 00000100:00100000:1.0:1733164792.330109:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606329984 00010000:00010000:2.0:1733164792.330109:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d78ae lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.330113:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606329984 00010000:00010000:0.0:1733164792.330119:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0d80/0xe92384b90c84ec9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380269 expref: 95 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.330123:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094907a80/0xe92384b90c84ed82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802d2 expref: 95 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.330132:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808600 00000100:00100000:0.0:1733164792.330135:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+95:2003:x1817354606329856:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.330155:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.330157:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808601 00010000:00010000:0.0:1733164792.330158:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0d80/0xe92384b90c84ec9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380269 expref: 95 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.330162:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+95:2003:x1817354606329984:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.330164:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0d80/0xe92384b90c84ec9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380269 expref: 95 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.330170:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.330175:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cdd0d80/0xe92384b90c84ec9b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380269 expref: 95 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.330179:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094907a80/0xe92384b90c84ed82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802d2 expref: 95 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.330192:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094907a80/0xe92384b90c84ed82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802d2 expref: 94 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.330193:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.330195:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.330198:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d78a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.330205:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d78a7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330205:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094907a80/0xe92384b90c84ed82 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802d2 expref: 94 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.330215:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.330217:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.330220:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d78bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.330220:0:11441:0:(osp_sync.c:1781:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 975343076492ns, next at 976343075321ns, rc = 0 00010000:00010000:0.0:1733164792.330221:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.330229:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.330231:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d78bc lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.330235:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297473920:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1733164792.330241:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d78a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.330242:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+93:2003:x1817354606329856:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 104us (172us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.330244:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.330248:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808600 00010000:00010000:2.0:1733164792.330249:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d78a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.330256:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d78a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.330261:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+92:2003:x1817354606329984:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 98us (164us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.330262:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d78a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.330262:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.330267:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808601 00010000:00010000:2.0:1733164792.330270:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d78a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.330276:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.330279:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d78a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330286:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d78bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.330287:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d78a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330291:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d78bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330295:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d78bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.330295:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297472640:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.330297:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d78a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330299:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d78bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.330301:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d78a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330303:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d78bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.330306:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.330306:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.330309:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d78bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330309:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d78b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330321:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d78bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.330323:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297473920 00000100:00100000:2.0:1733164792.330326:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297473920 00010000:00010000:1.0:1733164792.330331:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d78bc lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330337:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5b00/0xe92384b90c8d78bc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.330341:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1733164792.330344:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+4010:3760:x1817354297473920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1733164792.330354:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00000100:00100000:1.0:1733164792.330356:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606330112 00000100:00100000:1.0:1733164792.330360:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606330112 00010000:00010000:1.0:1733164792.330373:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121f5e880/0xe92384b90c84ecbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380285 expref: 92 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.330378:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+4010:3760:x1817354297473920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 33us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.330379:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297473280:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.330382:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.330382:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1733164792.330387:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606330240 00000100:00100000:1.0:1733164792.330389:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606330240 00010000:00010000:3.0:1733164792.330390:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d78c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.330395:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808602 00010000:00010000:1.0:1733164792.330398:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b6a7840/0xe92384b90c84ed35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802a8 expref: 93 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.330400:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ee050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+93:2003:x1817354606330112:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.330406:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297473920:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1733164792.330408:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.330412:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121f5e880/0xe92384b90c84ecbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380285 expref: 93 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.330421:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121f5e880/0xe92384b90c84ecbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380285 expref: 93 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.330421:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808603 00000100:00100000:1.0:1733164792.330426:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+93:2000:x1817354606330240:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.330432:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121f5e880/0xe92384b90c84ecbe lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380285 expref: 93 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.330433:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.330437:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b6a7840/0xe92384b90c84ed35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802a8 expref: 93 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.330445:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.330446:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.330446:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b6a7840/0xe92384b90c84ed35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802a8 expref: 92 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.330449:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d78ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.330455:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d78ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330457:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b6a7840/0xe92384b90c84ed35 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802a8 expref: 92 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.330466:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.330468:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.330469:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.330470:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d78b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330473:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d78ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330476:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d78b5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330478:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d78ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330482:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d78ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.330486:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ee050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+91:2003:x1817354606330112:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (179us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.330486:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d78ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330488:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.330489:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d78ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.330491:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808602 00010000:00010000:3.0:1733164792.330493:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0480 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.330494:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d78ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330499:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d78ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.330503:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+90:2000:x1817354606330240:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (122us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.330506:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d78ae lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.330508:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808603 00010000:00010000:3.0:1733164792.330509:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0480/0xe92384b90c8d78ae lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.330522:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4010:3759:x1817354297471872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2448us (2504us total) trans 4295983587 rc 0/0 00000100:00100000:2.0:1733164792.330529:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188173 00000004:00080000:2.0:1733164792.330568:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080740700/2, rc 0, transno 1016291 00000100:00100000:2.0:1733164792.330576:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297471872:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.330579:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.330598:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606330496 00000100:00100000:1.0:1733164792.330601:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606330496 00010000:00010000:1.0:1733164792.330608:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011cdb0fc0/0xe92384b90c84ede4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802f5 expref: 90 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.330618:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800850fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+4011:3759:x1817354297472000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2396us (2531us total) trans 4295983589 rc 0/0 00000100:00100000:1.0:1733164792.330619:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808604 00000100:00100000:1.0:1733164792.330622:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+90:2000:x1817354606330496:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1733164792.330623:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133a81500/2, rc 0, transno 1016293 00000100:00100000:3.0:1733164792.330623:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188174 00010000:00010000:1.0:1733164792.330626:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.330628:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011cdb0fc0/0xe92384b90c84ede4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802f5 expref: 90 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.330630:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297472000:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.330633:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1733164792.330637:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011cdb0fc0/0xe92384b90c84ede4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802f5 expref: 90 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.330641:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297474048:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.330644:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cdb0fc0/0xe92384b90c84ede4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3802f5 expref: 90 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.330647:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.330650:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.330651:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.330653:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d78c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330657:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d78c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.330662:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.330666:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.330669:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606330368 00000100:00100000:0.0:1733164792.330673:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606330368 00000100:00100000:2.0:1733164792.330678:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297474048 00000100:00100000:2.0:1733164792.330680:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297474048 00000100:00100000:1.0:1733164792.330681:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+90:2000:x1817354606330496:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 57us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.330686:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808604 00010000:00010000:0.0:1733164792.330687:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880122a8f180/0xe92384b90c84ee9a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380326 expref: 90 pid: 16688 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.330696:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188181 00000100:00100000:2.0:1733164792.330700:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4011:3759:x1817354297474048:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.330707:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d78b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.330709:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808605 00000100:00100000:1.0:1733164792.330713:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+89:2001:x1817354606330368:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.330714:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d78b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330720:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.330722:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d78b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.330723:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9458 count 1 00010000:00010000:1.0:1733164792.330724:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880122a8f180/0xe92384b90c84ee9a lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380326 expref: 89 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.330728:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d78b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.330730:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e379880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297473536:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.330732:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880122a8f180/0xe92384b90c84ee9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380326 expref: 89 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.330733:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d78df lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330735:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d78b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.330742:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d78d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330742:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.330743:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.330744:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098cc1440/0xe92384b90c84ef5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380381 expref: 89 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330746:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d78ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330746:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.330749:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d78b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.330750:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.330752:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d78ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.330752:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.330754:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d78df lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330756:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d78b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330762:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.330766:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d78b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.330768:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.330770:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098cc1440/0xe92384b90c84ef5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380381 expref: 89 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330772:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1680/0xe92384b90c8d78b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.330774:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+89:2001:x1817354606330368:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 60us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.330779:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808605 00010000:00010000:2.0:1733164792.330782:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098cc1440/0xe92384b90c84ef5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380381 expref: 89 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.330790:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606330624 00000100:00100000:2.0:1733164792.330791:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297474176:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.330793:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606330624 00010000:00010000:1.0:1733164792.330800:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc1e640/0xe92384b90c84ee31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38030a expref: 89 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.330817:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07000 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.330824:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808606 00000100:00100000:1.0:1733164792.330828:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+89:2001:x1817354606330624:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.330835:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.330837:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.330838:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fc1e640/0xe92384b90c84ee31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38030a expref: 89 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.330846:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fc1e640/0xe92384b90c84ee31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38030a expref: 89 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.330852:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606330752 00000100:00100000:2.0:1733164792.330856:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606330752 00010000:00010000:1.0:1733164792.330861:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fc1e640/0xe92384b90c84ee31 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38030a expref: 90 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.330867:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094748240/0xe92384b90c84eeee lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380357 expref: 90 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.330869:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.330870:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.330871:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+4012:3762:x1817354297472128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2611us (2749us total) trans 4295983590 rc 0/0 00010000:00010000:1.0:1733164792.330873:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d78d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.330877:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188175 00010000:00010000:1.0:1733164792.330878:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d78d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330889:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.330891:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808607 00000100:00100000:2.0:1733164792.330896:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+89:2001:x1817354606330752:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.330902:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:3.0:1733164792.330902:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133a82680/2, rc 0, transno 1016294 00010000:00010000:0.0:1733164792.330904:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d78d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.330904:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094748240/0xe92384b90c84eeee lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380357 expref: 89 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.330905:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+89:2001:x1817354606330624:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.330907:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297472128:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.330910:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808606 00010000:00010000:2.0:1733164792.330911:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094748240/0xe92384b90c84eeee lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380357 expref: 89 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.330912:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d78d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330918:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d78c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.330919:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d78d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.330922:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.330923:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.330925:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d78d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.330926:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d78d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330926:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d78c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.330932:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d78d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.330933:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d78d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330933:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d78c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.330937:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.330940:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d78d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330941:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d78c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.330944:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.330946:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d78d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330947:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d78c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330953:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.330956:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d78d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330956:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d78c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.330959:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4011:3762:x1817354297472384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2682us (2741us total) trans 4295983588 rc 0/0 00000100:00100000:2.0:1733164792.330961:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+88:2001:x1817354606330752:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 64us (124us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.330962:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d78d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330963:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d78c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.330965:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188176 00000100:00100000:2.0:1733164792.330967:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808607 00010000:00010000:3.0:1733164792.330972:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d78c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.330977:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3a80/0xe92384b90c8d78c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.330992:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094748240/0xe92384b90c84eeee lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380357 expref: 87 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.331002:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297473792:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.331013:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d78d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331020:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d78d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331027:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d78d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331034:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d78d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331040:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d78d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331046:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d78d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331052:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.331055:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d78d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331061:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d78d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331070:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d78d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.331073:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+4012:3759:x1817354297472896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2343us (2424us total) trans 4295983591 rc 0/0 00010000:00010000:1.0:1733164792.331074:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d78d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.331079:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188177 00000004:00080000:2.0:1733164792.331081:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131273800/2, rc 0, transno 1016295 00000100:00100000:2.0:1733164792.331087:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131273800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297472896:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.331097:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297474432:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.331112:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297474560:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.331113:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.331126:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+4012:3759:x1817354297473024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2372us (2443us total) trans 4295983592 rc 0/0 00000004:00080000:3.0:1733164792.331129:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133a82d80/2, rc 0, transno 1016292 00000100:00100000:0.0:1733164792.331131:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188179 00000100:00100000:3.0:1733164792.331135:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297472384:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.331136:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.331159:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297474432 00000100:00100000:3.0:1733164792.331161:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.331162:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297474432 00000100:00100000:3.0:1733164792.331166:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297474304:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.331171:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297474560 00000100:00100000:0.0:1733164792.331173:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297474560 00000004:00080000:2.0:1733164792.331176:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131271c00/2, rc 0, transno 1016296 00000100:00100000:0.0:1733164792.331179:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188182 00000100:00100000:2.0:1733164792.331180:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131271c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297473024:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.331182:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+4013:3762:x1817354297474432:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.331184:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1733164792.331191:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9460 count 1 00010000:00010000:0.0:1733164792.331198:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d78e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.331200:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297474304 00000100:00100000:1.0:1733164792.331204:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297474304 00010000:00010000:0.0:1733164792.331205:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123e45680/0xe92384b90c84eff1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803b9 expref: 86 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.331209:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.331210:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.331211:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d78e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.331216:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188183 00000100:00100000:2.0:1733164792.331218:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1733164792.331219:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4014:3759:x1817354297474560:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.331221:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123e45680/0xe92384b90c84eff1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803b9 expref: 86 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.331223:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297474688:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.331226:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123e45680/0xe92384b90c84eff1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803b9 expref: 86 pid: 16595 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.331227:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9461 count 1 00000100:00100000:0.0:1733164792.331232:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e37a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297474944:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.331235:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d78ed lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.331240:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.331242:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a33a80/0xe92384b90c84f030 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803dc expref: 86 pid: 16685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.331246:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f2650c0 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.331246:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.331247:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.331249:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d78ed lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.331256:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297474816:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.331257:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297474688 00010000:00010000:1.0:1733164792.331258:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a33a80/0xe92384b90c84f030 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803dc expref: 86 pid: 16685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.331260:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297474688 00010000:00010000:1.0:1733164792.331264:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a33a80/0xe92384b90c84f030 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803dc expref: 86 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.331270:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297475072:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.331272:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.331273:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188184 00000100:00100000:2.0:1733164792.331277:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+4015:3762:x1817354297474304:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.331292:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.331293:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297474816 00000100:00100000:2.0:1733164792.331295:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297474816 00000100:00100000:2.0:1733164792.331307:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188185 00000100:00100000:2.0:1733164792.331311:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+4016:3759:x1817354297474688:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.331312:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188186 00000100:00100000:1.0:1733164792.331317:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4016:3761:x1817354297474816:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.331322:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9462 count 1 00002000:00080000:1.0:1733164792.331329:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9463 count 1 00010000:00010000:2.0:1733164792.331332:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d78f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331339:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d78fb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.331343:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123e473c0/0xe92384b90c84f08b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803ff expref: 86 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331349:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136607180/0xe92384b90c84f109 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380422 expref: 86 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.331349:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.331350:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.331352:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d78f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331353:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.331354:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.331356:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d78fb lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331367:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136607180/0xe92384b90c84f109 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380422 expref: 86 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.331368:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123e473c0/0xe92384b90c84f08b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803ff expref: 86 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331374:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136607180/0xe92384b90c84f109 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380422 expref: 86 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.331376:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123e473c0/0xe92384b90c84f08b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803ff expref: 86 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.331382:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012110e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297475328:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.331385:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297475200:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.331403:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.331404:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00002000:00080000:2.0:1733164792.331420:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9459 count 1 00010000:00010000:2.0:1733164792.331429:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d7902 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.331430:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+4016:3762:x1817354297473664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2505us (2545us total) trans 4295983593 rc 0/0 00000100:00100000:1.0:1733164792.331437:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188180 00010000:00010000:2.0:1733164792.331439:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b6a6640/0xe92384b90c84efa4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803a4 expref: 86 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.331442:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131271500/2, rc 0, transno 1016297 00010000:00010000:2.0:1733164792.331445:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.331446:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.331448:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d7902 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.331451:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131271500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297473664:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.331463:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122a8f180/0xe92384b90c84ee9a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380326 expref: 86 pid: 16688 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.331463:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b6a6640/0xe92384b90c84efa4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803a4 expref: 86 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.331471:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131270380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297473408:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.331472:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b6a6640/0xe92384b90c84efa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803a4 expref: 85 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.331479:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d78ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.331480:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297475456:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.331487:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d78ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331491:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d78ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331495:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d78ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331498:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d78ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331502:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d78ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.331504:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07f00 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.331505:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.331507:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d78ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331511:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d78ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331516:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d78ca lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331520:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca73c0/0xe92384b90c8d78ca lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.331558:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297475584:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.331578:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.331640:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4016:3761:x1817354297473152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2906us (2980us total) trans 4295983594 rc 0/0 00000100:00100000:1.0:1733164792.331647:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188178 00000100:00100000:1.0:1733164792.331659:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297475584 00000100:00100000:1.0:1733164792.331662:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297475584 00000100:00100000:2.0:1733164792.331665:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297474176:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.331676:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188187 00010000:00010000:2.0:1733164792.331677:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d78df lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.331679:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4016:3762:x1817354297475584:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.331689:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9464 count 1 00000100:00100000:0.0:1733164792.331690:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.331699:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7909 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331708:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800851dc480/0xe92384b90c84f156 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38043e expref: 85 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.331709:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606330880 00000100:00100000:2.0:1733164792.331712:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606330880 00010000:00010000:1.0:1733164792.331713:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.331714:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000004:00080000:0.0:1733164792.331715:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131270e00/2, rc 0, transno 1016298 00010000:00010000:1.0:1733164792.331716:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7909 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.331722:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131270e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297473152:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.331724:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098cc1440/0xe92384b90c84ef5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380381 expref: 86 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.331731:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800851dc480/0xe92384b90c84f156 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38043e expref: 86 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331739:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800851dc480/0xe92384b90c84f156 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38043e expref: 86 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.331742:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808608 00000100:00100000:2.0:1733164792.331746:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+86:2001:x1817354606330880:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.331747:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297475712:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.331748:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.331753:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297475840:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.331754:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.331758:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098cc1440/0xe92384b90c84ef5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380381 expref: 86 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.331766:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098cc1440/0xe92384b90c84ef5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380381 expref: 86 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.331769:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.331770:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.331777:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098cc1440/0xe92384b90c84ef5e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380381 expref: 86 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.331781:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297475840 00000100:00100000:1.0:1733164792.331783:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297475840 00010000:00010000:2.0:1733164792.331785:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.331786:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.331787:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d78df lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.331794:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d78df lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.331804:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188188 00000100:00100000:1.0:1733164792.331807:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+4017:3760:x1817354297475840:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.331809:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1733164792.331815:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9465 count 1 00010000:00010000:1.0:1733164792.331822:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7910 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331829:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b6a7180/0xe92384b90c84f1b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38045a expref: 85 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.331830:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+85:2001:x1817354606330880:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (140us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.331833:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.331834:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.331835:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7910 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.331835:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808608 00010000:00010000:1.0:1733164792.331845:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b6a7180/0xe92384b90c84f1b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38045a expref: 84 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.331852:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b6a7180/0xe92384b90c84f1b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38045a expref: 84 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.331858:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d78df lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.331859:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297475968:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.331865:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d78df lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.331872:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d78df lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.331879:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d78df lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.331880:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.331885:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d78df lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.331891:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.331894:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d78df lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.331900:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d78df lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.331915:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d78df lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.331921:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d78df lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.332026:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4018:3759:x1817354297474048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1325us (1364us total) trans 4295983595 rc 0/0 00000100:00100000:2.0:1733164792.332031:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188181 00000004:00080000:0.0:1733164792.332045:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf76a00/2, rc 0, transno 1016299 00000100:00100000:0.0:1733164792.332060:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297474048:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.332106:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297476096:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.332126:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.332162:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297476096 00000100:00100000:2.0:1733164792.332166:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297476096 00000100:00100000:2.0:1733164792.332182:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188189 00000100:00100000:2.0:1733164792.332186:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4018:3760:x1817354297476096:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.332197:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9466 count 1 00010000:00010000:2.0:1733164792.332207:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d7917 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.332217:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095d65d40/0xe92384b90c84f21a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380484 expref: 84 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.332223:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.332224:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.332226:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d7917 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.332241:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095d65d40/0xe92384b90c84f21a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380484 expref: 84 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.332255:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095d65d40/0xe92384b90c84f21a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380484 expref: 84 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.332263:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce81c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297476224:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.332284:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07000 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.332703:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e37a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297474944:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.332710:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.332713:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d78e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.332728:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012110e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297475328:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.332742:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.332742:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d78fb lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.332751:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297475200:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.332758:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606331008 00000100:00100000:1.0:1733164792.332762:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297475072:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.332762:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606331008 00000100:00100000:0.0:1733164792.332764:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.332764:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d78f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.332773:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d78ed lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.332776:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123e45680/0xe92384b90c84eff1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803b9 expref: 85 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.332847:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606331136 00000100:00100000:1.0:1733164792.332848:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606331264 00000100:00100000:2.0:1733164792.332851:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606331136 00000100:00100000:1.0:1733164792.332852:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606331264 00000100:00100000:3.0:1733164792.332855:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808609 00000100:00100000:3.0:1733164792.332861:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+87:2002:x1817354606331008:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.332864:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136607180/0xe92384b90c84f109 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380422 expref: 87 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.332864:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099a33a80/0xe92384b90c84f030 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803dc expref: 87 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.332868:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.332873:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123e45680/0xe92384b90c84eff1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803b9 expref: 87 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.332878:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.332882:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123e45680/0xe92384b90c84eff1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803b9 expref: 87 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.332893:0:16643:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606331392 00010000:00010000:3.0:1733164792.332894:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123e45680/0xe92384b90c84eff1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803b9 expref: 87 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.332896:0:16643:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606331392 00000100:00100000:1.0:1733164792.332897:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808610 00000100:00100000:0.0:1733164792.332901:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808611 00000100:00100000:1.0:1733164792.332902:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+88:2000:x1817354606331136:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.332905:0:16643:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123e473c0/0xe92384b90c84f08b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803ff expref: 88 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.332906:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+88:2001:x1817354606331264:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.332909:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.332909:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.332911:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.332912:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.332913:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099a33a80/0xe92384b90c84f030 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803dc expref: 87 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.332913:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d78e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.332915:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136607180/0xe92384b90c84f109 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380422 expref: 87 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.332920:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d78e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.332922:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099a33a80/0xe92384b90c84f030 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803dc expref: 87 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.332922:0:16643:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808612 00010000:00010000:0.0:1733164792.332923:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136607180/0xe92384b90c84f109 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380422 expref: 87 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.332927:0:16643:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+87:2000:x1817354606331392:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.332934:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136607180/0xe92384b90c84f109 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380422 expref: 87 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.332934:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099a33a80/0xe92384b90c84f030 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803dc expref: 87 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.332935:0:16643:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.332935:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.332939:0:16643:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123e473c0/0xe92384b90c84f08b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803ff expref: 87 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.332945:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.332946:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.332946:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.332947:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.332947:0:16643:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123e473c0/0xe92384b90c84f08b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803ff expref: 85 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.332949:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d78ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.332950:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d78fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.332956:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+85:2002:x1817354606331008:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 94us (246us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.332957:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d78fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.332959:0:16643:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123e473c0/0xe92384b90c84f08b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803ff expref: 85 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.332960:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d78ed lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.332962:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808609 00010000:00010000:2.0:1733164792.332967:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.332969:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.332969:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.332969:0:16643:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.332971:0:16643:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d78f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.332977:0:16643:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d78f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.332984:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+83:2001:x1817354606331264:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.332984:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+83:2000:x1817354606331136:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.332989:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808611 00010000:00010000:2.0:1733164792.332989:0:16643:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.332992:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808610 00010000:00010000:3.0:1733164792.332998:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d78e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.333004:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d78e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333006:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d78fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.333006:0:16643:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+81:2000:x1817354606331392:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (127us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.333011:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d78e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333012:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d78fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.333012:0:16643:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808612 00010000:00010000:3.0:1733164792.333017:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d78e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333019:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d78fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.333024:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d78e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333026:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d78fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333032:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d78fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333032:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d78f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.333034:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.333036:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d78e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333037:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d78f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333038:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.333041:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d78fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.333043:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d78e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333045:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d78f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333049:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d78f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333052:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d78f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333053:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d78fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.333053:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d78e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333056:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.333057:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d78f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.333060:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7a80/0xe92384b90c8d78e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333061:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d78f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333062:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d78fb lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.333066:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.333067:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d78f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333068:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5440/0xe92384b90c8d78fb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333070:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d78f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.333088:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606331648 00000100:00100000:2.0:1733164792.333090:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606331648 00010000:00010000:2.0:1733164792.333097:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800851dc480/0xe92384b90c84f156 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38043e expref: 81 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.333116:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808613 00000100:00100000:2.0:1733164792.333120:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+81:2000:x1817354606331648:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.333127:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.333127:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d78ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333127:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.333131:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800851dc480/0xe92384b90c84f156 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38043e expref: 81 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.333134:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d78ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.333139:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606331520 00010000:00010000:2.0:1733164792.333139:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800851dc480/0xe92384b90c84f156 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38043e expref: 81 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.333157:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d78ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.333159:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606331520 00010000:00010000:1.0:1733164792.333163:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d78ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333169:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d78ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333170:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b6a6640/0xe92384b90c84efa4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803a4 expref: 82 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.333172:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.333174:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.333175:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.333176:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333178:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d78ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333183:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7909 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333184:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d78ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.333185:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808614 00000100:00100000:0.0:1733164792.333190:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+82:2000:x1817354606331520:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.333193:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d78ed lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333193:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.333196:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.333200:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b6a6640/0xe92384b90c84efa4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803a4 expref: 82 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.333200:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4fc0/0xe92384b90c8d78ed lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333207:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b6a6640/0xe92384b90c84efa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803a4 expref: 82 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.333210:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+82:2000:x1817354606331648:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 89us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.333214:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808613 00010000:00010000:0.0:1733164792.333217:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.333218:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1733164792.333220:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+4020:3762:x1817354297474432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2035us (2104us total) trans 4295983596 rc 0/0 00010000:00010000:0.0:1733164792.333221:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d7902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333227:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d7902 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.333227:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188182 00010000:00010000:0.0:1733164792.333236:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1733164792.333251:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf74a80/2, rc 0, transno 1016300 00000100:00100000:0.0:1733164792.333252:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+81:2000:x1817354606331520:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.333257:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808614 00000100:00100000:3.0:1733164792.333258:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297474432:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.333289:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164792.333295:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.333296:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297476352:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.333302:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+4021:3759:x1817354297474688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1990us (2061us total) trans 4295983599 rc 0/0 00000100:00100000:1.0:1733164792.333303:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4021:3759:x1817354297474560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2082us (2166us total) trans 4295983598 rc 0/0 00000100:00100000:0.0:1733164792.333307:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606331776 00000100:00100000:2.0:1733164792.333307:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188185 00000100:00100000:0.0:1733164792.333309:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606331776 00000100:00100000:1.0:1733164792.333310:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188183 00000100:00100000:3.0:1733164792.333317:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.333318:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b6a7180/0xe92384b90c84f1b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38045a expref: 81 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.333323:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297476352 00000100:00100000:1.0:1733164792.333325:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297476352 00000100:00100000:2.0:1733164792.333327:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce81c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297476224:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.333337:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d7917 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.333339:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808615 00000100:00100000:1.0:1733164792.333339:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188190 00000100:00100000:0.0:1733164792.333343:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+81:2000:x1817354606331776:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.333343:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4020:3762:x1817354297476352:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.333349:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.333352:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b6a7180/0xe92384b90c84f1b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38045a expref: 81 pid: 16692 timeout: 1075 lvb_type: 0 00002000:00080000:1.0:1733164792.333352:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9467 count 1 00010000:00010000:0.0:1733164792.333360:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b6a7180/0xe92384b90c84f1b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38045a expref: 81 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.333362:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d791e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333371:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090ad18c0/0xe92384b90c84f26e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804a7 expref: 81 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333375:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.333376:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.333377:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.333378:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333378:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.333380:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d791e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333385:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7910 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333394:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.333394:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4020:3761:x1817354297474816:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2075us (2121us total) trans 4295983597 rc 0/0 00010000:00010000:1.0:1733164792.333395:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090ad18c0/0xe92384b90c84f26e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804a7 expref: 81 pid: 16685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.333400:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188186 00010000:00010000:1.0:1733164792.333403:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090ad18c0/0xe92384b90c84f26e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804a7 expref: 81 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.333407:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+81:2000:x1817354606331776:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 63us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.333412:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808615 00000100:00100000:1.0:1733164792.333412:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297476480:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.333427:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000004:00080000:0.0:1733164792.333436:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008ce81f80/2, rc 0, transno 1016301 00000100:00100000:0.0:1733164792.333442:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297474816:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.333442:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008ce80380/2, rc 0, transno 1016303 00000100:00100000:1.0:1733164792.333445:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297474688:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.333452:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf75880/2, rc 0, transno 1016302 00000100:00100000:1.0:1733164792.333455:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297474560:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.333471:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b6a7180/0xe92384b90c84f1b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38045a expref: 80 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.333479:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297475968:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.333491:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.333491:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.333495:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297476608:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.333497:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.333502:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606331904 00010000:00010000:1.0:1733164792.333504:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.333505:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606331904 00010000:00010000:0.0:1733164792.333514:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095d65d40/0xe92384b90c84f21a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380484 expref: 80 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.333514:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.333515:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333522:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7910 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333527:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7910 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.333528:0:16692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297476608 00000100:00100000:3.0:1733164792.333531:0:16692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297476608 00010000:00010000:1.0:1733164792.333533:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6880 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.333550:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808616 00010000:00010000:1.0:1733164792.333553:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7910 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.333555:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+80:2003:x1817354606331904:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.333560:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7910 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333561:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.333563:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188191 00010000:00010000:0.0:1733164792.333565:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095d65d40/0xe92384b90c84f21a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380484 expref: 80 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.333568:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+4020:3762:x1817354297476608:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.333569:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7910 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333575:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6880/0xe92384b90c8d7910 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333579:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095d65d40/0xe92384b90c84f21a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380484 expref: 80 pid: 15891 timeout: 1075 lvb_type: 0 00002000:00080000:3.0:1733164792.333579:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9468 count 1 00010000:00010000:3.0:1733164792.333588:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7925 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333589:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095d65d40/0xe92384b90c84f21a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380484 expref: 80 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.333598:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009474a640/0xe92384b90c84f2bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804c3 expref: 79 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333599:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.333600:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.333603:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d7917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.333604:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.333605:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.333607:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7925 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333609:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d7917 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333622:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.333623:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009474a640/0xe92384b90c84f2bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804c3 expref: 79 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333629:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d7917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.333631:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009474a640/0xe92384b90c84f2bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804c3 expref: 79 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.333634:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d7917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.333637:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+79:2003:x1817354606331904:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (145us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.333639:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d7917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.333640:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297476992:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.333642:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d7917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.333643:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808616 00010000:00010000:2.0:1733164792.333646:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d7917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333649:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.333651:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d7917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333655:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d7917 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.333659:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.333665:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d7917 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.333668:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+4021:3760:x1817354297475840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1859us (1896us total) trans 4295983600 rc 0/0 00010000:00010000:2.0:1733164792.333668:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d7917 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.333672:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297476864:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.333674:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188188 00000100:00100000:1.0:1733164792.333689:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297476736:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.333690:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.333705:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1733164792.333707:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133a81180/2, rc 0, transno 1016304 00000100:00100000:0.0:1733164792.333712:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297475840:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.333721:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297476864 00000100:00100000:1.0:1733164792.333724:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297476864 00000100:00100000:1.0:1733164792.333735:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297476736 00000100:00100000:1.0:1733164792.333737:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297476736 00000100:00100000:3.0:1733164792.333742:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188192 00000100:00100000:2.0:1733164792.333747:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4023:3760:x1817354297476096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1560us (1621us total) trans 4295983601 rc 0/0 00000100:00100000:3.0:1733164792.333747:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4023:3760:x1817354297476864:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.333751:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188193 00000100:00100000:2.0:1733164792.333755:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188189 00000100:00100000:1.0:1733164792.333756:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+4023:3759:x1817354297476736:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.333757:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9470 count 1 00002000:00080000:1.0:1733164792.333766:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9469 count 1 00000100:00100000:2.0:1733164792.333767:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1733164792.333767:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d792c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.333771:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131270380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297477120:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.333776:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7933 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.333777:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880124b59680/0xe92384b90c84f363 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804fb expref: 78 pid: 15943 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.333783:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.333784:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.333785:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.333786:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009532f180/0xe92384b90c84f30f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804df expref: 78 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.333786:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d792c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333792:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.333793:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.333796:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7933 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.333801:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880124b59680/0xe92384b90c84f363 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804fb expref: 78 pid: 15943 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.333807:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133a83480/2, rc 0, transno 1016305 00010000:00010000:3.0:1733164792.333809:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880124b59680/0xe92384b90c84f363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804fb expref: 78 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.333810:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b6a6640/0xe92384b90c84efa4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3803a4 expref: 78 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.333811:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009532f180/0xe92384b90c84f30f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804df expref: 78 pid: 16593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.333814:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297476096:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.333817:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297477248:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.333819:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009532f180/0xe92384b90c84f30f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804df expref: 78 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.333823:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297477120 00000100:00100000:0.0:1733164792.333826:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297475456:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.333826:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297477120 00000100:00100000:1.0:1733164792.333828:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297477376:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.333840:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d7902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.333840:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188194 00000100:00100000:3.0:1733164792.333840:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54f00 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.333844:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.333845:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4023:3762:x1817354297477120:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.333847:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d7902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333854:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d7902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.333855:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9471 count 1 00010000:00010000:0.0:1733164792.333862:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d7902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333863:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800851dc480/0xe92384b90c84f156 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38043e expref: 77 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.333865:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d793a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333869:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d7902 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.333871:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297475712:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.333876:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d7902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333876:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093393840/0xe92384b90c84f386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380517 expref: 76 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333880:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.333882:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.333882:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333882:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.333883:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d793a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333885:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d7902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333889:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333892:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d7902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333894:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333895:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093393840/0xe92384b90c84f386 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380517 expref: 76 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333900:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093393840/0xe92384b90c84f386 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380517 expref: 76 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.333901:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333906:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d7902 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333906:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7909 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.333906:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297477632:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.333912:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7909 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.333913:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1680/0xe92384b90c8d7902 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.333917:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.333920:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7909 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.333920:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07000 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.333926:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7909 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.333930:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131272a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297477504:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.333937:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7909 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.333941:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.333943:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4240/0xe92384b90c8d7909 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.333956:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297477504 00000100:00100000:2.0:1733164792.333958:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297477504 00000100:00100000:2.0:1733164792.333968:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188195 00000100:00100000:2.0:1733164792.333970:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+4025:3762:x1817354297477504:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.333977:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9472 count 1 00010000:00010000:2.0:1733164792.333984:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7941 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333991:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a32640/0xe92384b90c84f3cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380533 expref: 76 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.333994:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.333995:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.333997:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7941 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.334006:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a32640/0xe92384b90c84f3cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380533 expref: 76 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.334012:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a32640/0xe92384b90c84f3cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380533 expref: 76 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.334013:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+4026:3762:x1817354297474304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2733us (2827us total) trans 4295983602 rc 0/0 00000100:00100000:2.0:1733164792.334017:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297477760:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.334019:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188184 00000100:00100000:2.0:1733164792.334027:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.334028:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4025:3762:x1817354297475584:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2348us (2450us total) trans 4295983603 rc 0/0 00000004:00080000:3.0:1733164792.334028:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf75c00/2, rc 0, transno 1016306 00000100:00100000:1.0:1733164792.334034:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188187 00000100:00100000:3.0:1733164792.334037:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297474304:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.334047:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008ce80a80/2, rc 0, transno 1016307 00000100:00100000:3.0:1733164792.334051:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297475584:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.334067:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297477888:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.334074:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297478016:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.334086:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.334097:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.334108:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297477888 00000100:00100000:1.0:1733164792.334110:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297477888 00000100:00100000:1.0:1733164792.334122:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297478016 00000100:00100000:1.0:1733164792.334124:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297478016 00000100:00100000:3.0:1733164792.334133:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188196 00000100:00100000:1.0:1733164792.334138:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188197 00000100:00100000:3.0:1733164792.334138:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+4026:3759:x1817354297477888:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.334160:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+4026:3760:x1817354297478016:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.334171:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9473 count 1 00010000:00010000:3.0:1733164792.334182:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d7948 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.334194:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0acb40/0xe92384b90c84f40b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380548 expref: 76 pid: 16685 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.334198:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9474 count 1 00010000:00010000:3.0:1733164792.334200:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.334201:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.334203:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d7948 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.334209:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d794f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.334219:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801367ca1c0/0xe92384b90c84f46d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38056b expref: 76 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.334224:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.334225:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.334228:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d794f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.334242:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801367ca1c0/0xe92384b90c84f46d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38056b expref: 76 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.334250:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801367ca1c0/0xe92384b90c84f46d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38056b expref: 76 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.334258:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297478144:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.334277:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.334319:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0acb40/0xe92384b90c84f40b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380548 expref: 76 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.334328:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f0acb40/0xe92384b90c84f40b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380548 expref: 76 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.334337:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297478272:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.334360:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54e40 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.334476:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297476992:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.334492:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7925 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.334509:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297476480:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.334520:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d791e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.335079:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.335107:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.335110:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297477248:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.335123:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d792c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.335124:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606332032 00000100:00100000:1.0:1733164792.335127:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606332032 00000100:00100000:0.0:1733164792.335130:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.335138:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090ad18c0/0xe92384b90c84f26e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804a7 expref: 77 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.335166:0:16973:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606332160 00000100:00100000:1.0:1733164792.335170:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606332288 00000100:00100000:2.0:1733164792.335170:0:16973:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606332160 00000100:00100000:0.0:1733164792.335173:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.335173:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606332288 00000100:00100000:3.0:1733164792.335178:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606332416 00010000:00010000:1.0:1733164792.335181:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880124b59680/0xe92384b90c84f363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804fb expref: 79 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.335182:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606332416 00010000:00010000:2.0:1733164792.335184:0:16973:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009474a640/0xe92384b90c84f2bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804c3 expref: 79 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.335186:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.335195:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009532f180/0xe92384b90c84f30f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804df expref: 80 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.335200:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606332544 00000100:00100000:1.0:1733164792.335202:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606332544 00010000:00010000:1.0:1733164792.335210:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093393840/0xe92384b90c84f386 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380517 expref: 81 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.335211:0:16973:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808617 00000100:00100000:2.0:1733164792.335216:0:16973:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+81:2000:x1817354606332032:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.335216:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808618 00000100:00100000:0.0:1733164792.335221:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808619 00000100:00100000:3.0:1733164792.335221:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+81:2000:x1817354606332288:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.335224:0:16973:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.335226:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+81:2001:x1817354606332160:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.335228:0:16973:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090ad18c0/0xe92384b90c84f26e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804a7 expref: 81 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.335229:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.335230:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808620 00010000:00010000:0.0:1733164792.335233:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.335233:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880124b59680/0xe92384b90c84f363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804fb expref: 81 pid: 15943 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.335234:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+81:2000:x1817354606332416:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.335237:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009474a640/0xe92384b90c84f2bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804c3 expref: 81 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.335238:0:16973:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090ad18c0/0xe92384b90c84f26e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804a7 expref: 81 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.335239:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.335242:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880124b59680/0xe92384b90c84f363 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804fb expref: 81 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.335243:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009532f180/0xe92384b90c84f30f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804df expref: 81 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.335246:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009474a640/0xe92384b90c84f2bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804c3 expref: 81 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.335250:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009532f180/0xe92384b90c84f30f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804df expref: 81 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.335250:0:16973:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090ad18c0/0xe92384b90c84f26e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804a7 expref: 81 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.335254:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880124b59680/0xe92384b90c84f363 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804fb expref: 81 pid: 15943 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.335258:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.335259:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009474a640/0xe92384b90c84f2bb lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804c3 expref: 81 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.335260:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.335263:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.335263:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.335264:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.335265:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.335266:0:16973:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.335267:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d792c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.335268:0:16973:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d791e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335269:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7933 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335273:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.335274:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.335274:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d792c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.335275:0:16973:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d791e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335277:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7925 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335278:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.335284:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7925 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.335286:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.335288:0:16973:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.335296:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+78:2000:x1817354606332416:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 61us (123us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.335297:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.335302:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808620 00000100:00100000:3.0:1733164792.335304:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+78:2000:x1817354606332288:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.335307:0:16973:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_017:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+78:2000:x1817354606332032:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 90us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.335309:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+78:2001:x1817354606332160:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.335311:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808618 00000100:00100000:2.0:1733164792.335314:0:16973:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808617 00000100:00100000:1.0:1733164792.335316:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808621 00000100:00100000:0.0:1733164792.335319:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808619 00000100:00100000:1.0:1733164792.335320:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+75:2000:x1817354606332544:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.335330:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d791e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335334:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.335334:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d791e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335338:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093393840/0xe92384b90c84f386 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380517 expref: 74 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.335338:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d792c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.335339:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d791e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.335342:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297477632:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.335342:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d791e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.335344:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d792c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335346:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093393840/0xe92384b90c84f386 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380517 expref: 74 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.335346:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d791e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.335351:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d792c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.335353:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.335355:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d791e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335357:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d793a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335357:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093393840/0xe92384b90c84f386 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380517 expref: 74 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.335357:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d792c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.335359:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d791e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.335363:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d792c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.335365:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d791e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335367:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.335368:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.335368:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7cc0/0xe92384b90c8d791e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335369:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7925 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.335369:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.335371:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d793a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.335372:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d792c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335376:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7925 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335377:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d793a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.335378:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d792c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335383:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7925 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.335388:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d792c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335389:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7925 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335389:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.335396:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7925 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.335399:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0fc0/0xe92384b90c8d792c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.335401:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+73:2000:x1817354606332544:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (215us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.335403:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d1f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.335405:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7925 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.335406:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808621 00010000:00010000:0.0:1733164792.335412:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335421:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7925 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335428:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1f80/0xe92384b90c8d7925 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335432:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009532f180/0xe92384b90c84f30f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3804df expref: 72 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.335441:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297477376:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.335449:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335455:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335461:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335468:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335474:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.335477:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4029:3762:x1817354297476352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2132us (2158us total) trans 4295983604 rc 0/0 00010000:00010000:1.0:1733164792.335480:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7933 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.335483:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188190 00010000:00010000:1.0:1733164792.335487:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.335489:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7933 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335496:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7933 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335504:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7933 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335509:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7840/0xe92384b90c8d7933 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.335513:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4028:3760:x1817354297476864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1764us (1821us total) trans 4295983605 rc 0/0 00000100:00100000:0.0:1733164792.335520:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+4028:3762:x1817354297476608:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1952us (2005us total) trans 4295983606 rc 0/0 00000100:00100000:3.0:1733164792.335520:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188192 00000100:00100000:0.0:1733164792.335526:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188191 00010000:00010000:0.0:1733164792.335561:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d793a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335569:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d793a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335575:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d793a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.335579:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:3.0:1733164792.335579:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826c7b80/2, rc 0, transno 1016310 00010000:00010000:0.0:1733164792.335582:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d793a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.335586:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297476608:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.335589:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d793a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335594:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1b00 already unused, calling callback (ffffffffa0854100) 00000004:00080000:3.0:1733164792.335594:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880133a83800/2, rc 0, transno 1016308 00000100:00100000:1.0:1733164792.335596:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606332800 00010000:00010000:0.0:1733164792.335597:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d793a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.335598:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297476352:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.335599:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606332800 00010000:00010000:0.0:1733164792.335603:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d793a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.335607:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.335608:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801367ca1c0/0xe92384b90c84f46d lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38056b expref: 72 pid: 15986 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.335611:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826c6a00/2, rc 0, transno 1016309 00010000:00010000:0.0:1733164792.335613:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d793a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.335614:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297476864:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.335619:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1b00/0xe92384b90c8d793a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x24ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.335622:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606332672 00000100:00100000:1.0:1733164792.335623:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606332672 00010000:00010000:1.0:1733164792.335629:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099a32640/0xe92384b90c84f3cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380533 expref: 73 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.335640:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297478272:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.335650:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808622 00010000:00010000:3.0:1733164792.335653:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d7948 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.335654:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+73:2003:x1817354606332800:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.335661:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.335664:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801367ca1c0/0xe92384b90c84f46d lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38056b expref: 73 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.335668:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808623 00010000:00010000:1.0:1733164792.335672:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801367ca1c0/0xe92384b90c84f46d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38056b expref: 73 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.335673:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b520c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+73:2001:x1817354606332672:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1733164792.335676:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.335681:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.335683:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.335684:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.335685:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099a32640/0xe92384b90c84f3cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380533 expref: 73 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.335687:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d794f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335693:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d794f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.335694:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099a32640/0xe92384b90c84f3cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380533 expref: 73 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.335701:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.335705:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.335707:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.335710:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.335717:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bf77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297478400:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.335717:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7941 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.335720:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+73:2003:x1817354606332800:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 65us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.335725:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808622 00010000:00010000:3.0:1733164792.335727:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.335735:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606332928 00010000:00010000:2.0:1733164792.335736:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099a32640/0xe92384b90c84f3cc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380533 expref: 72 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.335737:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606332928 00000100:00100000:0.0:1733164792.335742:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.335744:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0acb40/0xe92384b90c84f40b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380548 expref: 72 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.335744:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b520c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+72:2001:x1817354606332672:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.335745:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297477760:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.335751:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808623 00000100:00100000:0.0:1733164792.335755:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1733164792.335756:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.335765:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.335767:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808624 00010000:00010000:2.0:1733164792.335768:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.335771:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+71:2000:x1817354606332928:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.335773:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.335775:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297478528:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.335776:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7941 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335777:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.335780:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f0acb40/0xe92384b90c84f40b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380548 expref: 71 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.335780:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7941 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.335783:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.335785:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7941 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.335788:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7941 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335789:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f0acb40/0xe92384b90c84f40b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380548 expref: 71 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.335790:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.335792:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1733164792.335794:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7941 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.335798:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7941 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2500:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.335799:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297478656:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.335800:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0acb40/0xe92384b90c84f40b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380548 expref: 71 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.335805:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297478400 00000100:00100000:0.0:1733164792.335808:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297478400 00010000:00010000:1.0:1733164792.335809:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.335810:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.335813:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d7948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.335817:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.335819:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d7948 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.335823:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297478528 00000100:00100000:0.0:1733164792.335825:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297478528 00010000:00010000:1.0:1733164792.335828:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.335833:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188198 00010000:00010000:3.0:1733164792.335833:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d7948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.335837:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4031:3761:x1817354297478400:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.335840:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d7948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.335841:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+70:2000:x1817354606332928:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.335846:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808624 00002000:00080000:0.0:1733164792.335847:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9475 count 1 00010000:00010000:3.0:1733164792.335847:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d7948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.335849:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297478656 00000100:00100000:2.0:1733164792.335852:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297478656 00010000:00010000:3.0:1733164792.335854:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d7948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335856:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7956 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.335865:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188199 00010000:00010000:3.0:1733164792.335865:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d7948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335866:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097812880/0xe92384b90c84f4c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380587 expref: 69 pid: 16685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.335868:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4032:3761:x1817354297478528:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.335871:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.335872:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.335873:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.335873:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d7948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335875:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7956 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335876:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801367ca1c0/0xe92384b90c84f46d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38056b expref: 69 pid: 15986 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.335877:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9476 count 1 00010000:00010000:3.0:1733164792.335879:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d7948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.335883:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d795d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.335885:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297478144:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.335888:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d7948 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335890:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097812880/0xe92384b90c84f4c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380587 expref: 68 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.335891:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a946d00/0xe92384b90c84f50e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38059c expref: 68 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.335894:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1d40/0xe92384b90c8d7948 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335895:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d794f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.335895:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.335896:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.335898:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d795d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335899:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097812880/0xe92384b90c84f4c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380587 expref: 68 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.335901:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d794f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335907:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d794f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.335909:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e37ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297478784:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.335909:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a946d00/0xe92384b90c84f50e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38059c expref: 68 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335914:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d794f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.335914:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a946d00/0xe92384b90c84f50e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38059c expref: 68 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.335920:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d794f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.335920:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297478912:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.335924:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265900 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.335926:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d794f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335931:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.335934:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d794f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.335935:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.335937:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188200 00000100:00100000:0.0:1733164792.335941:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4032:3760:x1817354297478656:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.335941:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d794f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.335949:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d794f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.335951:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9477 count 1 00010000:00010000:1.0:1733164792.335955:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4b40/0xe92384b90c8d794f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2502:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335960:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d7964 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335968:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a944240/0xe92384b90c84f52a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805b1 expref: 68 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335974:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.335976:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.335978:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d7964 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.335992:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a944240/0xe92384b90c84f52a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805b1 expref: 68 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.336000:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a944240/0xe92384b90c84f52a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805b1 expref: 68 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.336009:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e379180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297479040:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.336026:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f265600 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.336052:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+4034:3760:x1817354297478016:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1908us (1953us total) trans 4295983611 rc 0/0 00000100:00100000:1.0:1733164792.336059:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188197 00000004:00080000:3.0:1733164792.336076:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008ce82680/2, rc 0, transno 1016315 00000100:00100000:3.0:1733164792.336091:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297478016:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.336113:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+4033:3759:x1817354297476736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2356us (2406us total) trans 4295983607 rc 0/0 00000100:00100000:1.0:1733164792.336118:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188193 00000004:00080000:0.0:1733164792.336129:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff8800826c7800/2, rc 0, transno 1016311 00000100:00100000:0.0:1733164792.336134:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297476736:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.336138:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.336161:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297479168:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.336164:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.336173:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297479296:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.336179:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.336181:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4032:3762:x1817354297477120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2337us (2396us total) trans 4295983608 rc 0/0 00000100:00100000:1.0:1733164792.336187:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188194 00000100:00100000:3.0:1733164792.336194:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.336200:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297479168 00000100:00100000:1.0:1733164792.336202:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297479168 00000100:00100000:1.0:1733164792.336213:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297479296 00000004:00080000:3.0:1733164792.336213:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131270380/2, rc 0, transno 1016312 00000100:00100000:1.0:1733164792.336215:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297479296 00000100:00100000:0.0:1733164792.336216:0:16692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188201 00000100:00100000:2.0:1733164792.336219:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+4033:3762:x1817354297477504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2246us (2276us total) trans 4295983609 rc 0/0 00000100:00100000:0.0:1733164792.336221:0:16692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+4033:3759:x1817354297479168:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.336221:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131270380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297477120:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.336224:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188202 00000100:00100000:1.0:1733164792.336227:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4033:3762:x1817354297479296:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.336231:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880131272a00/2, rc 0, transno 1016313 00002000:00080000:0.0:1733164792.336232:0:16692:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9478 count 1 00000100:00100000:3.0:1733164792.336234:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131272a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297477504:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.336235:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9479 count 1 00000100:00100000:2.0:1733164792.336236:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188195 00010000:00010000:0.0:1733164792.336242:0:16692:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d796b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.336242:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7972 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.336252:0:16692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092b4f180/0xe92384b90c84f593 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805db expref: 68 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.336252:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090cc6d00/0xe92384b90c84f5d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805f0 expref: 68 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.336258:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.336258:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.336259:0:16692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.336259:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.336262:0:16692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d796b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.336262:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7972 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.336274:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090cc6d00/0xe92384b90c84f5d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805f0 expref: 68 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.336275:0:16692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092b4f180/0xe92384b90c84f593 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805db expref: 68 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.336282:0:16692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092b4f180/0xe92384b90c84f593 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805db expref: 68 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.336282:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090cc6d00/0xe92384b90c84f5d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805f0 expref: 68 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.336291:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297479552:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.336292:0:16692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e37b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297479680:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.336302:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297479808:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.336310:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987900 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.336320:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.336328:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297479808 00000100:00100000:1.0:1733164792.336330:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297479808 00000100:00100000:0.0:1733164792.336335:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1733164792.336340:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297479424:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.336343:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188203 00000100:00100000:3.0:1733164792.336344:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+4033:3759:x1817354297477888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2205us (2257us total) trans 4295983610 rc 0/0 00000100:00100000:1.0:1733164792.336346:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880121e6c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+4033:3759:x1817354297479808:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.336351:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188196 00000100:00100000:0.0:1733164792.336355:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1733164792.336355:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9481 count 1 00010000:00010000:1.0:1733164792.336364:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7979 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.336364:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297479424 00000100:00100000:3.0:1733164792.336367:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297479424 00010000:00010000:1.0:1733164792.336373:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085f80d80/0xe92384b90c84f657 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38062f expref: 68 pid: 16680 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.336376:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008ce82300/2, rc 0, transno 1016314 00000100:00100000:3.0:1733164792.336381:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188204 00000100:00100000:0.0:1733164792.336382:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297477888:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.336384:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.336385:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+4033:3761:x1817354297479424:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.336386:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.336388:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7979 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.336396:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9480 count 1 00010000:00010000:1.0:1733164792.336402:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085f80d80/0xe92384b90c84f657 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38062f expref: 68 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.336405:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7980 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.336409:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085f80d80/0xe92384b90c84f657 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38062f expref: 68 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.336415:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a33600/0xe92384b90c84f5fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38060c expref: 68 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.336418:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297480064:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.336421:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.336422:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.336424:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7980 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.336434:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.336440:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a33600/0xe92384b90c84f5fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38060c expref: 68 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.336448:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a33600/0xe92384b90c84f5fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38060c expref: 68 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.336457:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297480192:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.336475:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54f00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.336483:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.336490:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297479936:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.336508:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.336522:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297479936 00000100:00100000:3.0:1733164792.336525:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297479936 00000100:00100000:3.0:1733164792.336563:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188205 00000100:00100000:3.0:1733164792.336568:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+4034:3759:x1817354297479936:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.336578:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9482 count 1 00010000:00010000:3.0:1733164792.336587:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d7987 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.336592:0:16692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.336597:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f6d4000/0xe92384b90c84f6ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380644 expref: 68 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.336603:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.336604:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.336606:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d7987 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.336621:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f6d4000/0xe92384b90c84f6ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380644 expref: 68 pid: 16680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.336629:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f6d4000/0xe92384b90c84f6ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380644 expref: 68 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.336637:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297480320:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.336659:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.336861:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e37ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297478784:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.336874:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297478912:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.336879:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7956 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.336888:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d795d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.336938:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e379180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297479040:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.336949:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d7964 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.337292:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297479552:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.337304:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7972 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.337310:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.337315:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297480192:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.337324:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7980 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.337331:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606333312 00000100:00100000:1.0:1733164792.337334:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606333312 00000100:00100000:2.0:1733164792.337339:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297480064:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.337340:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.337344:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a944240/0xe92384b90c84f52a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805b1 expref: 69 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.337353:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7979 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.337354:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.337363:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606333440 00000100:00100000:1.0:1733164792.337365:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606333440 00000100:00100000:0.0:1733164792.337366:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.337371:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606333696 00010000:00010000:1.0:1733164792.337372:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090cc6d00/0xe92384b90c84f5d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805f0 expref: 70 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.337373:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606333696 00010000:00010000:3.0:1733164792.337383:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099a33600/0xe92384b90c84f5fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38060c expref: 71 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.337389:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606333568 00000100:00100000:1.0:1733164792.337392:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606333568 00000100:00100000:2.0:1733164792.337394:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808625 00000100:00100000:2.0:1733164792.337399:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+72:2000:x1817354606333312:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.337401:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085f80d80/0xe92384b90c84f657 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38062f expref: 72 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.337407:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.337407:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808626 00010000:00010000:2.0:1733164792.337412:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a944240/0xe92384b90c84f52a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805b1 expref: 72 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.337412:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+72:2000:x1817354606333440:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.337418:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808627 00000100:00100000:1.0:1733164792.337422:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+72:2000:x1817354606333696:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.337422:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a944240/0xe92384b90c84f52a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805b1 expref: 72 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.337425:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.337429:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.337430:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090cc6d00/0xe92384b90c84f5d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805f0 expref: 72 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.337433:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099a33600/0xe92384b90c84f5fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38060c expref: 72 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.337435:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a944240/0xe92384b90c84f52a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805b1 expref: 72 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.337439:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090cc6d00/0xe92384b90c84f5d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805f0 expref: 72 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.337441:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099a33600/0xe92384b90c84f5fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38060c expref: 72 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.337444:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.337445:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.337448:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d7964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337452:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090cc6d00/0xe92384b90c84f5d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805f0 expref: 71 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.337453:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099a33600/0xe92384b90c84f5fc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38060c expref: 71 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.337456:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808628 00000100:00100000:0.0:1733164792.337460:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+69:2000:x1817354606333568:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.337460:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.337461:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d7964 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337462:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.337463:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.337464:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.337465:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.337467:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.337467:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.337471:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085f80d80/0xe92384b90c84f657 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38062f expref: 69 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.337474:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7972 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.337475:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.337478:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7980 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.337479:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085f80d80/0xe92384b90c84f657 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38062f expref: 69 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.337485:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.337490:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085f80d80/0xe92384b90c84f657 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38062f expref: 69 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.337491:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.337495:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+69:2000:x1817354606333312:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 95us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.337498:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+68:2000:x1817354606333440:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 86us (158us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.337499:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.337500:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.337501:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808625 00010000:00010000:0.0:1733164792.337502:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7979 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.337505:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808626 00000100:00100000:1.0:1733164792.337506:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+68:2000:x1817354606333696:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 83us (151us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.337509:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7979 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.337512:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808627 00010000:00010000:2.0:1733164792.337520:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d7964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337520:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.337522:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.337525:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.337527:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d7964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337530:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.337549:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+65:2000:x1817354606333568:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 74us (168us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.337549:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d7964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337552:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7972 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.337556:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808628 00010000:00010000:2.0:1733164792.337556:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d7964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337559:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7972 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.337563:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d7964 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337564:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.337567:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7972 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.337568:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.337570:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d7964 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337578:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7972 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.337582:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d7964 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337587:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7972 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.337591:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d7964 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337593:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7972 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2507:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.337598:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5680/0xe92384b90c8d7964 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2505:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.337624:0:16692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e37b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_108:lustre-OST0001_UUID:16692:1817354297479680:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.337633:0:16692:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d796b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.337661:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.337670:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606333824 00000100:00100000:1.0:1733164792.337670:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297480320:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.337673:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606333824 00010000:00010000:1.0:1733164792.337681:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d7987 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.337682:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092b4f180/0xe92384b90c84f593 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805db expref: 65 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.337688:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4036:3762:x1817354297479296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1460us (1494us total) trans 4295983612 rc 0/0 00000100:00100000:3.0:1733164792.337693:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188202 00000100:00100000:0.0:1733164792.337696:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808629 00000100:00100000:0.0:1733164792.337700:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+65:2000:x1817354606333824:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.337707:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.337710:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092b4f180/0xe92384b90c84f593 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805db expref: 65 pid: 16588 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.337710:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f47d880/2, rc 0, transno 1016316 00000100:00100000:3.0:1733164792.337714:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297479296:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.337715:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4035:3760:x1817354297478656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1772us (1897us total) trans 4295983613 rc 0/0 00010000:00010000:0.0:1733164792.337718:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092b4f180/0xe92384b90c84f593 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805db expref: 65 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.337722:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188200 00000004:00080000:3.0:1733164792.337723:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f47e300/2, rc 0, transno 1016317 00000100:00100000:3.0:1733164792.337725:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297478656:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.337728:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092b4f180/0xe92384b90c84f593 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3805db expref: 65 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.337731:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337736:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.337737:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.337738:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.337740:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.337741:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d796b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.337747:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d796b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337747:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7980 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337751:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7980 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337754:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.337757:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7980 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.337758:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.337761:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7980 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.337762:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297480448:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.337767:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7980 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337770:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7980 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2508:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.337772:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7979 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.337773:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+64:2000:x1817354606333824:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 72us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.337779:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808629 00000100:00100000:1.0:1733164792.337779:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.337780:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7979 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.337786:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297480576:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.337788:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7979 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.337795:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7979 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.337801:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7979 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.337807:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.337808:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.337812:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6d00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.337815:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7979 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.337821:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606333056 00010000:00010000:2.0:1733164792.337821:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7979 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.337824:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606333056 00000100:00100000:3.0:1733164792.337826:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297480448 00000100:00100000:3.0:1733164792.337829:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297480448 00010000:00010000:2.0:1733164792.337830:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7979 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.337834:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097812880/0xe92384b90c84f4c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380587 expref: 64 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.337836:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6d00/0xe92384b90c8d7979 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2509:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.337842:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297480576 00000100:00100000:3.0:1733164792.337844:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297480576 00000100:00100000:1.0:1733164792.337850:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808630 00000100:00100000:1.0:1733164792.337854:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+64:2001:x1817354606333056:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.337855:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188206 00000100:00100000:0.0:1733164792.337859:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.337860:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.337860:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4036:3761:x1817354297480448:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.337864:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097812880/0xe92384b90c84f4c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380587 expref: 64 pid: 16685 timeout: 1075 lvb_type: 0 00002000:00080000:3.0:1733164792.337871:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9483 count 1 00010000:00010000:1.0:1733164792.337877:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097812880/0xe92384b90c84f4c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380587 expref: 64 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.337881:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d798e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.337887:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097812880/0xe92384b90c84f4c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380587 expref: 64 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.337888:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.337890:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008b6a6f40/0xe92384b90c84f6ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380660 expref: 64 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337895:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.337896:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.337896:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.337898:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.337898:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d798e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.337899:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606333184 00010000:00010000:1.0:1733164792.337901:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.337902:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606333184 00010000:00010000:1.0:1733164792.337907:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7956 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.337908:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008b6a6f40/0xe92384b90c84f6ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380660 expref: 64 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.337910:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a946d00/0xe92384b90c84f50e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38059c expref: 64 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.337914:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008b6a6f40/0xe92384b90c84f6ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380660 expref: 64 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.337919:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.337919:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297480704:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.337930:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880121e6c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+4037:3759:x1817354297479808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1581us (1608us total) trans 4295983614 rc 0/0 00000100:00100000:0.0:1733164792.337931:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606333952 00000100:00100000:0.0:1733164792.337934:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606333952 00000100:00100000:3.0:1733164792.337936:0:16702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808631 00000100:00100000:2.0:1733164792.337937:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188203 00000100:00100000:1.0:1733164792.337938:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+65:2001:x1817354606333056:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.337939:0:16702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+65:2001:x1817354606333184:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.337941:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f6d4000/0xe92384b90c84f6ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380644 expref: 65 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.337944:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808630 00010000:00010000:3.0:1733164792.337944:0:16702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.337947:0:16702:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a946d00/0xe92384b90c84f50e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38059c expref: 65 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.337949:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188207 00000100:00100000:2.0:1733164792.337955:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+4036:3762:x1817354297480576:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.337956:0:16702:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a946d00/0xe92384b90c84f50e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38059c expref: 64 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.337960:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808632 00010000:00010000:3.0:1733164792.337963:0:16702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a946d00/0xe92384b90c84f50e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38059c expref: 64 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.337964:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+64:2000:x1817354606333952:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.337969:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.337970:0:16702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.337971:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.337972:0:16702:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d795d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.337973:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.337974:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f6d4000/0xe92384b90c84f6ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380644 expref: 63 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.337976:0:16702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d795d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.337981:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.337984:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f6d4000/0xe92384b90c84f6ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380644 expref: 63 pid: 16680 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.337984:0:16702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.337987:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.337994:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7956 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.337995:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f6d4000/0xe92384b90c84f6ab lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380644 expref: 63 pid: 16680 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.337995:0:16702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+63:2001:x1817354606333184:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 55us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.337999:0:16702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808631 00010000:00010000:2.0:1733164792.338001:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7956 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.338005:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.338005:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.338006:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.338008:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7956 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.338009:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d7987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338010:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d795d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.338014:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7956 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338014:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d795d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.338015:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d7987 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338019:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d795d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.338023:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7956 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338025:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d795d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.338029:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.338029:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4900/0xe92384b90c8d7956 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2503:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338029:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d795d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.338032:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d7987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338032:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.338034:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d795d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338038:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d795d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.338039:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d7987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338042:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d795d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.338044:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+61:2000:x1817354606333952:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (155us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.338046:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d7987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338046:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3180/0xe92384b90c8d795d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2504:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.338050:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808632 00010000:00010000:1.0:1733164792.338057:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d7987 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.338063:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d7987 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.338069:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d33c0 already unused, calling callback (ffffffffa0854100) 00000004:00080000:0.0:1733164792.338071:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f47f480/2, rc 0, transno 1016318 00010000:00010000:1.0:1733164792.338072:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d7987 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.338077:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297479808:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.338079:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d7987 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.338088:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d7987 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.338094:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d33c0/0xe92384b90c8d7987 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x250a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.338121:0:16692:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d796b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.338127:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4038:3761:x1817354297478528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2258us (2336us total) trans 4295983616 rc 0/0 00010000:00010000:0.0:1733164792.338128:0:16692:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d796b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.338129:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4038:3761:x1817354297478400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2290us (2384us total) trans 4295983615 rc 0/0 00000100:00100000:3.0:1733164792.338131:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188199 00000004:00080000:1.0:1733164792.338132:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f47d500/2, rc 0, transno 1016320 00000100:00100000:2.0:1733164792.338135:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188198 00000100:00100000:1.0:1733164792.338136:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297478528:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.338156:0:16692:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d796b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.338159:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007bf77800/2, rc 0, transno 1016319 00000100:00100000:1.0:1733164792.338163:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bf77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297478400:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.338164:0:16692:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d796b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.338171:0:16692:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d796b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.338177:0:16692:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6880 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.338179:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54f00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.338180:0:16692:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d796b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.338188:0:16692:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d796b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.338197:0:16692:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d796b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.338212:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297481088:0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.338215:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9484 count 1 00010000:00010000:2.0:1733164792.338225:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7995 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.338231:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.338239:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801367c9f80/0xe92384b90c84f70d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38066e expref: 60 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.338246:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.338247:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.338250:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7995 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.338253:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297481088 00000100:00100000:1.0:1733164792.338256:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297481088 00000100:00100000:3.0:1733164792.338257:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+4038:3761:x1817354297479424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1871us (1901us total) trans 4295983618 rc 0/0 00000100:00100000:3.0:1733164792.338261:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188204 00010000:00010000:2.0:1733164792.338264:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801367c9f80/0xe92384b90c84f70d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38066e expref: 60 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.338270:0:16692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d796b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.338270:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188208 00010000:00010000:2.0:1733164792.338272:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801367c9f80/0xe92384b90c84f70d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38066e expref: 60 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.338275:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4038:3761:x1817354297481088:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.338280:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297481216:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.338281:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297480960:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.338285:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9487 count 1 00000100:00100000:0.0:1733164792.338291:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297480832:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.338294:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d799c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.338294:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.338300:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07180 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.338303:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095d64fc0/0xe92384b90c84f817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806d0 expref: 60 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.338305:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297480960 00000100:00100000:3.0:1733164792.338307:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297480960 00010000:00010000:1.0:1733164792.338309:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1733164792.338310:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.338311:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.338313:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d799c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.338318:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297480832 00000100:00100000:3.0:1733164792.338319:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297480832 00010000:00010000:1.0:1733164792.338327:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095d64fc0/0xe92384b90c84f817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806d0 expref: 60 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.338329:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188209 00000100:00100000:3.0:1733164792.338333:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4040:3760:x1817354297480960:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.338334:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188210 00010000:00010000:1.0:1733164792.338337:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095d64fc0/0xe92384b90c84f817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806d0 expref: 60 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.338339:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+4040:3759:x1817354297480832:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.338343:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9486 count 1 00000100:00100000:1.0:1733164792.338345:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297481344:192.168.202.7@tcp:104: 00002000:00080000:2.0:1733164792.338349:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9485 count 1 00010000:00010000:3.0:1733164792.338352:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d79a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.338357:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d79aa lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338362:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092290240/0xe92384b90c84f7bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806ad expref: 60 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.338367:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121038480/0xe92384b90c84f761 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380683 expref: 60 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338368:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.338369:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.338371:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.338372:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d79a3 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.338373:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.338375:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.338377:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d79aa lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338389:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092290240/0xe92384b90c84f7bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806ad expref: 60 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.338391:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121038480/0xe92384b90c84f761 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380683 expref: 60 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.338395:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f47c700/2, rc 0, transno 1016322 00010000:00010000:3.0:1733164792.338397:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092290240/0xe92384b90c84f7bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806ad expref: 60 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.338399:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121038480/0xe92384b90c84f761 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380683 expref: 60 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.338402:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297479424:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.338407:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297481472:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.338408:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297481600:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.338421:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54240 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.338426:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07840 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.338452:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297481728:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.338466:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.338478:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+4040:3759:x1817354297479936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1909us (1968us total) trans 4295983617 rc 0/0 00000100:00100000:2.0:1733164792.338482:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297481728 00000100:00100000:1.0:1733164792.338485:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188205 00000100:00100000:2.0:1733164792.338485:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297481728 00000100:00100000:2.0:1733164792.338499:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188211 00000100:00100000:2.0:1733164792.338503:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4041:3762:x1817354297481728:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.338506:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f47c380/2, rc 0, transno 1016321 00002000:00080000:2.0:1733164792.338512:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9488 count 1 00000100:00100000:1.0:1733164792.338513:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297479936:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.338520:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d79b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.338529:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f6d7840/0xe92384b90c84f86b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806ec expref: 60 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.338530:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.338534:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297481856:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.338550:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.338552:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.338554:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d79b1 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.338563:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.338569:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f6d7840/0xe92384b90c84f86b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806ec expref: 60 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.338576:0:16692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_108:lustre-MDT0001-mdtlov_UUID+4041:3759:x1817354297479168:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2353us (2395us total) trans 4295983619 rc 0/0 00010000:00010000:2.0:1733164792.338577:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f6d7840/0xe92384b90c84f86b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806ec expref: 60 pid: 16669 timeout: 1075 lvb_type: 0 00000004:00080000:1.0:1733164792.338579:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f47f100/2, rc 0, transno 1016323 00000100:00100000:0.0:1733164792.338583:0:16692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188201 00000100:00100000:1.0:1733164792.338585:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297479168:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.338586:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297481984:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.338594:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297481856 00000100:00100000:1.0:1733164792.338597:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297481856 00000100:00100000:2.0:1733164792.338606:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07600 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.338607:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080742680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297482112:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.338619:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188212 00000100:00100000:3.0:1733164792.338619:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.338623:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+4041:3760:x1817354297481856:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.338630:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297482112 00002000:00080000:1.0:1733164792.338632:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9489 count 1 00000100:00100000:3.0:1733164792.338632:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297482112 00010000:00010000:1.0:1733164792.338642:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d79b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.338643:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188213 00000100:00100000:3.0:1733164792.338646:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+4042:3760:x1817354297482112:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.338652:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085f80fc0/0xe92384b90c84f880 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380701 expref: 60 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.338654:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9490 count 1 00010000:00010000:1.0:1733164792.338657:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.338659:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.338661:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d79b8 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338661:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d79bf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338668:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009114e1c0/0xe92384b90c84f8db lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38071d expref: 60 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338673:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.338674:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085f80fc0/0xe92384b90c84f880 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380701 expref: 60 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338674:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.338675:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d79bf lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.338682:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085f80fc0/0xe92384b90c84f880 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380701 expref: 60 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.338685:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009114e1c0/0xe92384b90c84f8db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38071d expref: 60 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.338690:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009114e1c0/0xe92384b90c84f8db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38071d expref: 60 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.338696:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297482240:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.338700:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080741f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297482368:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.338716:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54b40 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.338717:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.339301:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.339304:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297480704:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.339311:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297481344:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.339313:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606334208 00010000:00010000:3.0:1733164792.339314:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d798e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.339315:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606334208 00010000:00010000:1.0:1733164792.339324:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d799c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.339338:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297481216:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.339352:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7995 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.339426:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095d64fc0/0xe92384b90c84f817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806d0 expref: 61 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.339443:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808633 00000100:00100000:0.0:1733164792.339446:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+61:2003:x1817354606334208:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.339451:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.339453:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095d64fc0/0xe92384b90c84f817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806d0 expref: 61 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.339459:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095d64fc0/0xe92384b90c84f817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806d0 expref: 61 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.339467:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095d64fc0/0xe92384b90c84f817 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806d0 expref: 61 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.339474:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.339475:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.339477:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d799c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.339481:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d799c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.339499:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.339516:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d799c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.339524:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d799c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.339531:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d799c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.339549:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d799c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.339556:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d799c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.339562:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.339564:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d799c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.339575:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d799c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.339581:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+60:2003:x1817354606334208:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 133us (280us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.339585:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d799c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.339588:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808633 00010000:00010000:1.0:1733164792.339591:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5200/0xe92384b90c8d799c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x250f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.339596:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.339616:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606334336 00000100:00100000:0.0:1733164792.339618:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606334336 00010000:00010000:0.0:1733164792.339627:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801367c9f80/0xe92384b90c84f70d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38066e expref: 60 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.339655:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808634 00000100:00100000:0.0:1733164792.339659:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f47f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+60:2000:x1817354606334336:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.339666:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.339670:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801367c9f80/0xe92384b90c84f70d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38066e expref: 60 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.339678:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801367c9f80/0xe92384b90c84f70d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38066e expref: 60 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.339689:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801367c9f80/0xe92384b90c84f70d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38066e expref: 60 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.339698:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.339700:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.339702:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7995 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.339704:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4043:3761:x1817354297481088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1428us (1472us total) trans 4295983620 rc 0/0 00000100:00100000:1.0:1733164792.339710:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188208 00010000:00010000:0.0:1733164792.339713:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7995 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.339727:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1733164792.339734:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f47dc00/2, rc 0, transno 1016324 00010000:00010000:3.0:1733164792.339736:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7995 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.339740:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f47f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+59:2000:x1817354606334336:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.339742:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297481088:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.339746:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808634 00010000:00010000:3.0:1733164792.339746:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7995 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.339755:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7995 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.339762:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7995 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.339769:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.339775:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.339779:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.339790:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7995 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.339800:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7995 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.339806:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0900/0xe92384b90c8d7995 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x250c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.339831:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.339836:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297481472:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.339851:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d79a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.339857:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.339866:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606334080 00000100:00100000:2.0:1733164792.339869:0:16702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606334464 00000100:00100000:1.0:1733164792.339870:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606334080 00000100:00100000:2.0:1733164792.339872:0:16702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606334464 00010000:00010000:1.0:1733164792.339879:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008b6a6f40/0xe92384b90c84f6ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380660 expref: 60 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.339883:0:16702:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092290240/0xe92384b90c84f7bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806ad expref: 60 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.339891:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808635 00000100:00100000:1.0:1733164792.339895:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f47fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+60:2001:x1817354606334080:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.339900:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.339902:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808636 00010000:00010000:1.0:1733164792.339904:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008b6a6f40/0xe92384b90c84f6ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380660 expref: 60 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.339907:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+60:2001:x1817354606334464:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.339912:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008b6a6f40/0xe92384b90c84f6ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380660 expref: 60 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.339913:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1733164792.339913:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+4043:3762:x1817354297480576:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1958us (2105us total) trans 4295983621 rc 0/0 00010000:00010000:0.0:1733164792.339916:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092290240/0xe92384b90c84f7bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806ad expref: 60 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.339920:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188207 00010000:00010000:0.0:1733164792.339924:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092290240/0xe92384b90c84f7bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806ad expref: 60 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.339927:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008b6a6f40/0xe92384b90c84f6ce lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380660 expref: 60 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.339934:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092290240/0xe92384b90c84f7bc lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806ad expref: 59 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.339936:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.339937:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.339940:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d798e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.339944:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.339945:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.339946:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d798e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.339947:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f47ca80/2, rc 0, transno 1016325 00010000:00010000:0.0:1733164792.339948:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d79a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.339951:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080741f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297482368:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.339951:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297480576:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.339955:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d79a3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.339959:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.339964:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d79bf lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.339966:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.339976:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+58:2001:x1817354606334464:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 69us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.339976:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f47fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+58:2001:x1817354606334080:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.339981:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808635 00000100:00100000:2.0:1733164792.339981:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080741500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297482496:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.339983:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297482624:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.339984:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808636 00010000:00010000:0.0:1733164792.339996:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d79a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.340002:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d79a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.340002:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.340009:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d79a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.340016:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d79a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.340016:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297482240:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.340022:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d79a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.340026:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0b40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.340028:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d79b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.340029:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d79a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340034:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d798e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.340036:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d79a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.340039:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.340041:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d798e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.340044:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d79a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340048:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d798e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.340049:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0b40/0xe92384b90c8d79a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x250e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.340049:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297482624 00000100:00100000:1.0:1733164792.340052:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297482624 00010000:00010000:3.0:1733164792.340060:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d798e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.340063:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297482496 00000100:00100000:1.0:1733164792.340065:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297482496 00010000:00010000:3.0:1733164792.340066:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d798e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340072:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d2880 already unused, calling callback (ffffffffa0854100) 00000100:00100000:1.0:1733164792.340074:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188214 00010000:00010000:3.0:1733164792.340075:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d798e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.340078:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4044:3762:x1817354297482624:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.340082:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d798e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.340088:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9492 count 1 00010000:00010000:3.0:1733164792.340090:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d798e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340095:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d798e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x250b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.340097:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d79c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.340097:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.340109:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012106eac0/0xe92384b90c84f960 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38074e expref: 56 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.340119:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.340121:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.340123:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d79c6 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.340134:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606334592 00000100:00100000:1.0:1733164792.340136:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606334592 00000100:00100000:0.0:1733164792.340164:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4046:3760:x1817354297480960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1829us (1868us total) trans 4295983622 rc 0/0 00010000:00010000:1.0:1733164792.340165:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085f80fc0/0xe92384b90c84f880 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380701 expref: 57 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.340171:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188209 00000100:00100000:2.0:1733164792.340178:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.340184:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606334720 00000100:00100000:1.0:1733164792.340187:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606334720 00000100:00100000:0.0:1733164792.340188:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808637 00000100:00100000:0.0:1733164792.340192:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a42c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+58:2000:x1817354606334592:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.340194:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009114e1c0/0xe92384b90c84f8db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38071d expref: 58 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.340198:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.340202:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085f80fc0/0xe92384b90c84f880 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380701 expref: 58 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.340207:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297481600:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.340210:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085f80fc0/0xe92384b90c84f880 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380701 expref: 58 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.340212:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808638 00000100:00100000:1.0:1733164792.340216:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+58:2000:x1817354606334720:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.340218:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d79aa lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.340221:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.340222:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085f80fc0/0xe92384b90c84f880 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380701 expref: 58 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.340222:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4045:3761:x1817354297480448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2360us (2441us total) trans 4295983623 rc 0/0 00010000:00010000:1.0:1733164792.340224:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009114e1c0/0xe92384b90c84f8db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38071d expref: 58 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.340229:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188206 00010000:00010000:0.0:1733164792.340231:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.340232:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.340232:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009114e1c0/0xe92384b90c84f8db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38071d expref: 57 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.340235:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d79b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.340239:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f47ce00/2, rc 0, transno 1016327 00010000:00010000:1.0:1733164792.340241:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009114e1c0/0xe92384b90c84f8db lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38071d expref: 57 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.340242:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d79b8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.340243:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188215 00000100:00100000:2.0:1733164792.340245:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297480448:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.340248:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4044:3761:x1817354297482496:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.340255:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.340255:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.340256:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.340258:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d79b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.340259:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d79bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.340260:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9491 count 1 00010000:00010000:1.0:1733164792.340264:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d79bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340264:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d79b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.340270:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a42c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+56:2000:x1817354606334592:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 77us (174us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.340270:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d79b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340270:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d79cd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.340276:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808637 00010000:00010000:2.0:1733164792.340276:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d79b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340281:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f6d7600/0xe92384b90c84f92f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380739 expref: 56 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.340282:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.340283:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d79b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340287:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.340288:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca46c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.340289:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.340291:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d79b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340291:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d79cd lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.340294:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+55:2000:x1817354606334720:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (117us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.340297:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d79b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.340300:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808638 00010000:00010000:2.0:1733164792.340305:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d79b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340306:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f6d7600/0xe92384b90c84f92f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380739 expref: 54 pid: 16642 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340311:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca46c0/0xe92384b90c8d79b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340316:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f6d7600/0xe92384b90c84f92f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380739 expref: 54 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.340318:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.340325:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080742300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297482752:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.340344:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54f00 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.340364:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f47ed80/2, rc 0, transno 1016326 00000100:00100000:3.0:1733164792.340369:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297480960:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.340378:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606334848 00010000:00010000:2.0:1733164792.340378:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d79bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.340382:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606334848 00010000:00010000:2.0:1733164792.340384:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d79bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340390:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d79bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.340391:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121038480/0xe92384b90c84f761 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380683 expref: 55 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.340396:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d79bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.340398:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080741c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297483008:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.340401:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d79bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340407:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d1b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.340409:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d79bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.340411:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808639 00000100:00100000:1.0:1733164792.340415:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+55:2000:x1817354606334848:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.340415:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d79bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.340418:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.340421:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.340421:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.340422:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d79bf lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.340425:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121038480/0xe92384b90c84f761 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380683 expref: 55 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.340427:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1b00/0xe92384b90c8d79bf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2512:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.340430:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1733164792.340433:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121038480/0xe92384b90c84f761 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380683 expref: 55 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.340434:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297482880:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.340439:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606334976 00000100:00100000:0.0:1733164792.340442:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606334976 00010000:00010000:1.0:1733164792.340448:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121038480/0xe92384b90c84f761 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380683 expref: 56 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.340448:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.340451:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f6d7840/0xe92384b90c84f86b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806ec expref: 56 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.340458:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.340460:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.340462:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d79aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.340463:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297483008 00000100:00100000:3.0:1733164792.340466:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297483008 00010000:00010000:1.0:1733164792.340469:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d79aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.340470:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808640 00000100:00100000:0.0:1733164792.340474:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+55:2003:x1817354606334976:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.340477:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297482880 00000100:00100000:3.0:1733164792.340478:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297482880 00010000:00010000:0.0:1733164792.340481:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.340481:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.340485:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188216 00000100:00100000:3.0:1733164792.340488:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880080741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4047:3760:x1817354297483008:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.340495:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+55:2000:x1817354606334848:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (177us total) trans 0 rc 0/0 00002000:00080000:3.0:1733164792.340496:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9494 count 1 00000100:00100000:1.0:1733164792.340501:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808639 00010000:00010000:3.0:1733164792.340503:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d79d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340511:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096b2cfc0/0xe92384b90c84f9c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380786 expref: 54 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340515:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.340516:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.340517:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d79d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.340528:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012106eac0/0xe92384b90c84f960 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38074e expref: 54 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340528:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096b2cfc0/0xe92384b90c84f9c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380786 expref: 54 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340533:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096b2cfc0/0xe92384b90c84f9c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380786 expref: 54 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.340554:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012106eac0/0xe92384b90c84f960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38074e expref: 54 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.340555:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+4047:3760:x1817354297482112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1907us (1934us total) trans 4295983624 rc 0/0 00000100:00100000:3.0:1733164792.340557:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297483264:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.340560:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188213 00000100:00100000:1.0:1733164792.340563:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297483136:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.340570:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188217 00000100:00100000:3.0:1733164792.340571:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54c00 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.340573:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+4046:3760:x1817354297482880:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.340574:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f6d7840/0xe92384b90c84f86b lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806ec expref: 54 pid: 16669 timeout: 1075 lvb_type: 0 00002000:00080000:2.0:1733164792.340581:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9493 count 1 00000100:00100000:1.0:1733164792.340582:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.340583:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f6d7840/0xe92384b90c84f86b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806ec expref: 54 pid: 16669 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.340585:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080742680/2, rc 0, transno 1016328 00010000:00010000:2.0:1733164792.340588:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d79db lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.340589:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080742680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297482112:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.340593:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.340595:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.340596:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096b2db00/0xe92384b90c84f998 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38076a expref: 54 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.340598:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d79b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340599:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.340601:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.340603:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d79db lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.340604:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d79b1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.340606:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1733164792.340610:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297483392:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.340615:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.340616:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096b2db00/0xe92384b90c84f998 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38076a expref: 54 pid: 16692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340622:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096b2db00/0xe92384b90c84f998 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38076a expref: 54 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.340622:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.340627:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+54:2003:x1817354606334976:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 152us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.340628:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297483520:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.340633:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808640 00000100:00100000:3.0:1733164792.340633:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297483392 00000100:00100000:3.0:1733164792.340635:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297483392 00000100:00100000:2.0:1733164792.340641:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07840 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.340645:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188218 00000100:00100000:3.0:1733164792.340648:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+4047:3762:x1817354297483392:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.340652:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d79aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.340655:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9495 count 1 00010000:00010000:2.0:1733164792.340656:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d79aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340661:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d79aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340662:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d79e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340664:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d79aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340668:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d79aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340669:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880085f80900/0xe92384b90c84f9f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380794 expref: 53 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340671:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.340673:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d79aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340673:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.340674:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.340675:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d79e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340677:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d79aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340683:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d79aa lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340684:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880085f80900/0xe92384b90c84f9f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380794 expref: 53 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340686:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3a80/0xe92384b90c8d79aa lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x250d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.340689:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880085f80900/0xe92384b90c84f9f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380794 expref: 53 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.340694:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297483648:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.340708:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.340759:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+4048:3759:x1817354297480832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2420us (2448us total) trans 4295983625 rc 0/0 00000100:00100000:2.0:1733164792.340763:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188210 00000004:00080000:1.0:1733164792.340771:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f47d180/2, rc 0, transno 1016329 00000100:00100000:1.0:1733164792.340778:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297480832:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.340782:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f6d7840/0xe92384b90c84f86b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3806ec expref: 53 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.340789:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297481984:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.340798:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d79b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.340803:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297483776:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.340806:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d79b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340810:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d79b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340818:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d79b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.340820:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.340822:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d79b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340825:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d79b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340828:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.340830:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d79b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340834:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d79b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.340836:0:15885:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297483776 00000100:00100000:1.0:1733164792.340839:0:15885:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297483776 00010000:00010000:2.0:1733164792.340841:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d79b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.340846:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2640/0xe92384b90c8d79b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.340852:0:15885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188219 00000100:00100000:1.0:1733164792.340855:0:15885:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+4048:3762:x1817354297483776:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.340864:0:15885:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9496 count 1 00010000:00010000:1.0:1733164792.340872:0:15885:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d79e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.340882:0:15885:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092292640/0xe92384b90c84fa47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807a9 expref: 52 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.340887:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.340888:0:15885:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.340890:0:15885:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d79e9 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.340902:0:15885:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092292640/0xe92384b90c84fa47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807a9 expref: 52 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.340909:0:15885:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092292640/0xe92384b90c84fa47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807a9 expref: 52 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.340916:0:15885:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297483904:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.340934:0:15885:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987000 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.340965:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4049:3762:x1817354297481728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2460us (2496us total) trans 4295983626 rc 0/0 00000100:00100000:2.0:1733164792.340970:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188211 00000004:00080000:1.0:1733164792.340976:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f47c000/2, rc 0, transno 1016330 00000100:00100000:1.0:1733164792.340982:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297481728:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.340994:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164792.340998:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297484032:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.341010:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.341056:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297484032 00000100:00100000:0.0:1733164792.341059:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297484032 00000100:00100000:2.0:1733164792.341059:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+4049:3760:x1817354297481856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2434us (2494us total) trans 4295983627 rc 0/0 00000004:00080000:3.0:1733164792.341063:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080740e00/2, rc 0, transno 1016331 00000100:00100000:2.0:1733164792.341066:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188212 00000100:00100000:3.0:1733164792.341068:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297481856:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.341076:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188220 00000100:00100000:0.0:1733164792.341080:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4049:3760:x1817354297484032:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.341089:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297484160:0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1733164792.341090:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9497 count 1 00010000:00010000:0.0:1733164792.341099:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d79f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.341104:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.341109:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092291680/0xe92384b90c84faa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807d3 expref: 52 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.341115:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.341117:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.341117:0:16622:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297484160 00010000:00010000:0.0:1733164792.341119:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d79f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.341120:0:16622:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297484160 00000100:00100000:1.0:1733164792.341134:0:16622:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188221 00000100:00100000:1.0:1733164792.341138:0:16622:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+4050:3760:x1817354297484160:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.341139:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092291680/0xe92384b90c84faa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807d3 expref: 52 pid: 16685 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.341164:0:16622:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9498 count 1 00010000:00010000:0.0:1733164792.341165:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092291680/0xe92384b90c84faa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807d3 expref: 52 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.341173:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e379c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297484288:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.341173:0:16622:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d79f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.341183:0:16622:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800814b9d40/0xe92384b90c84fb04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807f6 expref: 52 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.341188:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.341189:0:16622:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.341191:0:16622:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d79f7 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.341194:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db300 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.341205:0:16622:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800814b9d40/0xe92384b90c84fb04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807f6 expref: 52 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.341213:0:16622:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800814b9d40/0xe92384b90c84fb04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807f6 expref: 52 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.341221:0:16622:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297484416:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.341234:0:16622:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987480 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.341753:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080742300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297482752:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.341755:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297483520:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.341765:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d79db lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.341766:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d79cd lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.341777:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297483136:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.341784:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297483264:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.341784:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297483648:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.341790:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d79c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.341793:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d79d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.341793:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d79e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.341814:0:15885:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15885:1817354297483904:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.341823:0:15885:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d79e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.341969:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.341987:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.341999:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.342015:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.342015:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606335104 00000100:00100000:2.0:1733164792.342019:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606335104 00000100:00100000:0.0:1733164792.342025:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.342025:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606335360 00000100:00100000:1.0:1733164792.342029:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606335360 00010000:00010000:2.0:1733164792.342032:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f6d7600/0xe92384b90c84f92f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380739 expref: 54 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.342040:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012106eac0/0xe92384b90c84f960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38074e expref: 54 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.342047:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.342059:0:16723:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606335616 00000100:00100000:2.0:1733164792.342061:0:16723:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606335616 00000100:00100000:0.0:1733164792.342065:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606335488 00000100:00100000:1.0:1733164792.342065:0:7191:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606335232 00000100:00100000:1.0:1733164792.342068:0:7191:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606335232 00000100:00100000:0.0:1733164792.342069:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606335488 00010000:00010000:2.0:1733164792.342070:0:16723:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880085f80900/0xe92384b90c84f9f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380794 expref: 55 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.342074:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606335744 00010000:00010000:1.0:1733164792.342076:0:7191:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096b2cfc0/0xe92384b90c84f9c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380786 expref: 57 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.342078:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606335744 00010000:00010000:0.0:1733164792.342082:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096b2db00/0xe92384b90c84f998 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38076a expref: 57 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.342086:0:16723:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808641 00010000:00010000:3.0:1733164792.342089:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092292640/0xe92384b90c84fa47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807a9 expref: 58 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.342091:0:16723:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+58:2001:x1817354606335104:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.342094:0:7191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808642 00010000:00010000:2.0:1733164792.342098:0:16723:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.342099:0:7191:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+58:2001:x1817354606335360:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.342102:0:16723:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f6d7600/0xe92384b90c84f92f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380739 expref: 58 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.342104:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808643 00010000:00010000:1.0:1733164792.342105:0:7191:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.342109:0:7191:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012106eac0/0xe92384b90c84f960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38074e expref: 58 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.342110:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+58:2001:x1817354606335616:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.342113:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808644 00010000:00010000:2.0:1733164792.342115:0:16723:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f6d7600/0xe92384b90c84f92f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380739 expref: 58 pid: 16642 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.342116:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+58:2001:x1817354606335232:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.342118:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.342118:0:7191:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012106eac0/0xe92384b90c84f960 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38074e expref: 58 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.342121:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.342122:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880085f80900/0xe92384b90c84f9f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380794 expref: 58 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.342124:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096b2cfc0/0xe92384b90c84f9c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380786 expref: 58 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.342127:0:16723:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f6d7600/0xe92384b90c84f92f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380739 expref: 58 pid: 16642 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.342130:0:7191:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012106eac0/0xe92384b90c84f960 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38074e expref: 58 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.342131:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096b2cfc0/0xe92384b90c84f9c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380786 expref: 58 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.342133:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880085f80900/0xe92384b90c84f9f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380794 expref: 57 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.342136:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.342138:0:16723:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.342155:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096b2cfc0/0xe92384b90c84f9c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380786 expref: 57 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.342158:0:16723:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d79cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342160:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880085f80900/0xe92384b90c84f9f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380794 expref: 55 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.342162:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.342162:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.342164:0:7191:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.342164:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.342166:0:16723:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d79cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342166:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d79d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342167:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.342167:0:7191:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d79c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342168:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.342170:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d79e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342170:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d79d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342174:0:7191:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d79c6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342175:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d79e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342180:0:16723:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164792.342181:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.342185:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.342188:0:7191:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.342198:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+54:2001:x1817354606335232:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 81us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.342201:0:16723:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+54:2001:x1817354606335104:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 109us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.342202:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+54:2001:x1817354606335616:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 93us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.342202:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808644 00000100:00100000:0.0:1733164792.342207:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808643 00000100:00100000:1.0:1733164792.342209:0:7191:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+53:2001:x1817354606335360:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 108us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.342210:0:16723:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808641 00000100:00100000:3.0:1733164792.342213:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808645 00000100:00100000:3.0:1733164792.342216:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+52:2001:x1817354606335488:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.342217:0:7191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808642 00000100:00100000:0.0:1733164792.342219:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808646 00010000:00010000:3.0:1733164792.342220:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.342222:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+51:2001:x1817354606335744:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.342223:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096b2db00/0xe92384b90c84f998 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38076a expref: 51 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.342227:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.342228:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096b2db00/0xe92384b90c84f998 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38076a expref: 50 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.342231:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092292640/0xe92384b90c84fa47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807a9 expref: 50 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.342236:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092292640/0xe92384b90c84fa47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807a9 expref: 50 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.342236:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096b2db00/0xe92384b90c84f998 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38076a expref: 50 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.342243:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.342244:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.342245:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092292640/0xe92384b90c84fa47 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807a9 expref: 49 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.342245:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d79db lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342250:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d79db lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342252:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.342253:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.342255:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d79e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342255:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d79c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342260:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d79e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342263:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d79c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342267:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.342270:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d79c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342275:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.342276:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+48:2001:x1817354606335744:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 53us (230us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.342276:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d79c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.342279:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808646 00010000:00010000:2.0:1733164792.342279:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d79db lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342282:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d79c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342286:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d79db lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.342291:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+47:2001:x1817354606335488:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (263us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.342293:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d79e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342293:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5680 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.342293:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d79db lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342295:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d79c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.342296:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808645 00010000:00010000:0.0:1733164792.342298:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d79e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342302:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d79c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342303:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d79db lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342305:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d79e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342309:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d79db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342311:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d79c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342312:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d79e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342313:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.342316:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d79db lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342317:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5680/0xe92384b90c8d79c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2514:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342318:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d79cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342321:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d79db lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342323:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d79e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342326:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d79cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342329:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.342330:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d79db lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342332:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d79e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342333:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d79cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342336:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2ac0/0xe92384b90c8d79db lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342339:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d79e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342340:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d79cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342347:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d79cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342349:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d79e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342356:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0240/0xe92384b90c8d79e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342358:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d3840 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.342361:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d79cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342368:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d79cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342377:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d79cd lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342383:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d3840/0xe92384b90c8d79cd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.342406:0:16622:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_053:lustre-OST0001_UUID:16622:1817354297484416:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.342414:0:16622:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d79f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.342436:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4054:3762:x1817354297482624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2357us (2433us total) trans 4295983628 rc 0/0 00000100:00100000:0.0:1733164792.342439:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e379c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297484288:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.342441:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188214 00010000:00010000:0.0:1733164792.342450:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d79f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.342455:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+4053:3760:x1817354297482880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1881us (2007us total) trans 4295983629 rc 0/0 00000004:00080000:1.0:1733164792.342461:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080741880/2, rc 0, transno 1016332 00000100:00100000:2.0:1733164792.342462:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188217 00000100:00100000:1.0:1733164792.342466:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297482624:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.342486:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.342495:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1733164792.342501:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297484544:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.342502:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606335872 00000100:00100000:3.0:1733164792.342502:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4052:3761:x1817354297482496:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2251us (2460us total) trans 4295983631 rc 0/0 00000100:00100000:2.0:1733164792.342505:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606335872 00000100:00100000:3.0:1733164792.342509:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188215 00000100:00100000:0.0:1733164792.342510:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+4052:3762:x1817354297483392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1859us (1886us total) trans 4295983630 rc 0/0 00010000:00010000:2.0:1733164792.342515:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092291680/0xe92384b90c84faa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807d3 expref: 47 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.342517:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188218 00000100:00100000:1.0:1733164792.342519:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.342527:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297484544 00000100:00100000:3.0:1733164792.342532:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297484544 00000004:00080000:1.0:1733164792.342550:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7bf800/2, rc 0, transno 1016334 00000100:00100000:2.0:1733164792.342553:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808647 00000100:00100000:1.0:1733164792.342556:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297483392:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.342557:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+47:2003:x1817354606335872:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.342564:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.342567:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092291680/0xe92384b90c84faa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807d3 expref: 47 pid: 16685 timeout: 1075 lvb_type: 0 00000004:00080000:3.0:1733164792.342574:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080743480/2, rc 0, transno 1016333 00010000:00010000:2.0:1733164792.342575:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092291680/0xe92384b90c84faa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807d3 expref: 47 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.342579:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297482880:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.342584:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1733164792.342586:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092291680/0xe92384b90c84faa9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807d3 expref: 47 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.342589:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297484800:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.342591:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085a0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297484672:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.342594:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.342595:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.342597:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.342599:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d79f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.342604:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.342605:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d79f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.342610:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606336000 00000100:00100000:1.0:1733164792.342612:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.342614:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606336000 00010000:00010000:3.0:1733164792.342618:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d79d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342621:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.342624:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800814b9d40/0xe92384b90c84fb04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807f6 expref: 47 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.342627:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d79d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342631:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d79d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.342634:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297484800 00010000:00010000:3.0:1733164792.342635:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d79d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.342636:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+47:2003:x1817354606335872:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.342637:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297484800 00010000:00010000:3.0:1733164792.342640:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d79d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.342642:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808647 00010000:00010000:3.0:1733164792.342644:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0480 already unused, calling callback (ffffffffa0854100) 00000100:00100000:0.0:1733164792.342645:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808648 00010000:00010000:3.0:1733164792.342646:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d79d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.342648:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+46:2001:x1817354606336000:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.342649:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297484672 00000100:00100000:1.0:1733164792.342651:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297484672 00010000:00010000:3.0:1733164792.342652:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d79d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342654:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.342656:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800814b9d40/0xe92384b90c84fb04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807f6 expref: 46 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.342661:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188222 00010000:00010000:3.0:1733164792.342661:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d79d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342662:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800814b9d40/0xe92384b90c84fb04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807f6 expref: 46 pid: 16592 timeout: 1075 lvb_type: 0 00000004:00080000:2.0:1733164792.342665:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080741500/2, rc 0, transno 1016335 00000100:00100000:1.0:1733164792.342666:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+4053:3760:x1817354297484800:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.342667:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0480/0xe92384b90c8d79d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342670:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800814b9d40/0xe92384b90c84fb04 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3807f6 expref: 46 pid: 16592 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.342671:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080741500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297482496:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.342676:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9501 count 1 00010000:00010000:0.0:1733164792.342680:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.342681:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.342683:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d79f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342685:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d79fe lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342690:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d79f7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342692:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348673c0/0xe92384b90c84fc23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38084a expref: 45 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342696:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.342697:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.342698:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d79fe lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342704:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.342708:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348673c0/0xe92384b90c84fc23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38084a expref: 45 pid: 16664 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342715:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348673c0/0xe92384b90c84fc23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38084a expref: 45 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.342720:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297484928:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.342721:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+45:2001:x1817354606336000:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 71us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.342727:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808648 00000100:00100000:1.0:1733164792.342735:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.342747:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188223 00000100:00100000:0.0:1733164792.342751:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+4054:3762:x1817354297484672:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.342760:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00080000:0.0:1733164792.342762:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9500 count 1 00000100:00100000:1.0:1733164792.342766:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297485056:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.342772:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7a05 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342778:0:16622:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d79f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342782:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090ffc240/0xe92384b90c84fbac lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380835 expref: 44 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.342783:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880080741f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4054:3760:x1817354297483008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2292us (2363us total) trans 4295983632 rc 0/0 00010000:00010000:2.0:1733164792.342785:0:16622:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d79f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342787:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.342787:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.342788:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.342790:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188216 00010000:00010000:0.0:1733164792.342791:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7a05 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342792:0:16622:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d79f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342798:0:16622:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d79f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342803:0:16622:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d79f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342804:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090ffc240/0xe92384b90c84fbac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380835 expref: 44 pid: 16692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.342804:0:16646:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297485056 00000100:00100000:3.0:1733164792.342807:0:16646:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297485056 00010000:00010000:2.0:1733164792.342808:0:16622:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca58c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.342810:0:16622:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d79f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342811:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090ffc240/0xe92384b90c84fbac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380835 expref: 44 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.342811:0:15885:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d79e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342816:0:16622:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d79f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342818:0:15885:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d79e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.342819:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e37a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297485184:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.342822:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188224 00010000:00010000:1.0:1733164792.342823:0:15885:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d79e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342825:0:16622:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d79f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.342826:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012110e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4054:3759:x1817354297485056:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.342827:0:15885:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d79e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342831:0:15885:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d79e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.342831:0:16622:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca58c0/0xe92384b90c8d79f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x251a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16622 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342834:0:15885:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca5b00 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.342836:0:15885:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d79e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.342837:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9502 count 1 00000100:00100000:0.0:1733164792.342839:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db300 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.342839:0:15885:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d79e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342845:0:15885:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d79e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342847:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7a0c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.342849:0:15885:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca5b00/0xe92384b90c8d79e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342857:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091ee86c0/0xe92384b90c84fc5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38086d expref: 44 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342863:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.342864:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.342866:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7a0c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342882:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091ee86c0/0xe92384b90c84fc5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38086d expref: 44 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342885:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d79f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.342890:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091ee86c0/0xe92384b90c84fc5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38086d expref: 44 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.342891:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d79f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.342899:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297485312:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.342902:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d79f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342909:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d79f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342914:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d79f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.342917:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d7600 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.342919:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d79f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.342921:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.342923:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d79f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.342927:0:15885:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+4056:3762:x1817354297483776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2071us (2107us total) trans 4295983634 rc 0/0 00010000:00010000:0.0:1733164792.342930:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d79f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.342932:0:15885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188219 00010000:00010000:0.0:1733164792.342935:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d7600/0xe92384b90c8d79f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.342941:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880080741c00/2, rc 0, transno 1016336 00000100:00100000:3.0:1733164792.342948:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080741c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297483008:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1733164792.342949:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7bc700/2, rc 0, transno 1016338 00000100:00100000:1.0:1733164792.342952:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297483776:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.342966:0:16622:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_053:lustre-MDT0001-mdtlov_UUID+4055:3760:x1817354297484160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1826us (1860us total) trans 4295983633 rc 0/0 00000100:00100000:3.0:1733164792.342971:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188225 00000100:00100000:2.0:1733164792.342975:0:16622:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188221 00000100:00100000:3.0:1733164792.342976:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4055:3762:x1817354297484544:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.342984:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297485568:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.342991:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297485440:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1733164792.342992:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7be300/2, rc 0, transno 1016337 00000100:00100000:1.0:1733164792.342999:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.343000:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297484160:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.343010:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.343012:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297485568 00000100:00100000:3.0:1733164792.343015:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297485568 00000100:00100000:3.0:1733164792.343030:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297485440 00000100:00100000:3.0:1733164792.343032:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297485440 00000100:00100000:1.0:1733164792.343035:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297485696:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.343046:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4057:3760:x1817354297484032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1964us (2032us total) trans 4295983635 rc 0/0 00000100:00100000:3.0:1733164792.343051:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188226 00000100:00100000:1.0:1733164792.343052:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.343056:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188220 00000100:00100000:3.0:1733164792.343056:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+4057:3762:x1817354297485568:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.343061:0:16651:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297485696 00000100:00100000:2.0:1733164792.343063:0:16651:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297485696 00002000:00080000:3.0:1733164792.343067:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9504 count 1 00000100:00100000:1.0:1733164792.343068:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188227 00000100:00100000:1.0:1733164792.343071:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4057:3761:x1817354297485440:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.343074:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188228 00010000:00010000:3.0:1733164792.343077:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7a13 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.343078:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4057:3759:x1817354297485696:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.343081:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9503 count 1 00002000:00080000:0.0:1733164792.343087:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9505 count 1 00010000:00010000:1.0:1733164792.343089:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7a1a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.343089:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098140900/0xe92384b90c84fcd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38089e expref: 44 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.343095:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7a21 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.343095:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.343096:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121038fc0/0xe92384b90c84fcaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380889 expref: 44 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.343097:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.343099:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7a13 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.343100:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.343101:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.343102:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086b5db00/0xe92384b90c84fd50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3808cf expref: 44 pid: 16694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.343102:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7a1a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.343108:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.343109:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.343111:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7a21 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.343111:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121038fc0/0xe92384b90c84fcaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380889 expref: 44 pid: 16685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.343115:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098140900/0xe92384b90c84fcd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38089e expref: 44 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.343121:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121038fc0/0xe92384b90c84fcaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380889 expref: 44 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.343124:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098140900/0xe92384b90c84fcd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38089e expref: 44 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.343125:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086b5db00/0xe92384b90c84fd50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3808cf expref: 44 pid: 16694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.343126:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297485824:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.343134:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086b5db00/0xe92384b90c84fd50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3808cf expref: 44 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.343139:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297485952:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.343162:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e379180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297486080:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.343169:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959870c0 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.343181:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54f00 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.343183:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db480 going to sleep for 11 seconds 00000004:00080000:3.0:1733164792.343200:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7bf100/2, rc 0, transno 1016339 00000100:00100000:3.0:1733164792.343205:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297484032:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.343216:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9499 count 1 00010000:00010000:3.0:1733164792.343224:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d7a28 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.343231:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f52d440/0xe92384b90c84fb7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380812 expref: 44 pid: 15891 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.343234:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1733164792.343235:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.343236:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.343237:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d7a28 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.343240:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297486208:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.343248:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f52d440/0xe92384b90c84fb7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380812 expref: 44 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.343253:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f52d440/0xe92384b90c84fb7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380812 expref: 44 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.343258:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297486336:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.343260:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.343274:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297486208 00000100:00100000:3.0:1733164792.343274:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54c00 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.343278:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297486208 00000100:00100000:2.0:1733164792.343293:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188229 00000100:00100000:2.0:1733164792.343297:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+4058:3759:x1817354297486208:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1733164792.343308:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9506 count 1 00010000:00010000:2.0:1733164792.343317:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7a2f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.343327:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904a73c0/0xe92384b90c84fd8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3808eb expref: 44 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.343333:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.343334:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.343337:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7a2f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.343353:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904a73c0/0xe92384b90c84fd8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3808eb expref: 44 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.343362:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904a73c0/0xe92384b90c84fd8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3808eb expref: 44 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.343370:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297486464:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.343388:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07840 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.343777:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297484928:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.343780:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e37a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297485184:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.343791:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d79fe lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.343791:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7a05 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.343842:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.343860:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606336128 00000100:00100000:1.0:1733164792.343863:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606336128 00000100:00100000:3.0:1733164792.343871:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297485312:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.343874:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348673c0/0xe92384b90c84fc23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38084a expref: 45 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.343885:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7a0c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.343889:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.343900:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297485952:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.343904:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606336256 00000100:00100000:1.0:1733164792.343907:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606336256 00000100:00100000:3.0:1733164792.343910:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808649 00010000:00010000:2.0:1733164792.343913:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7a13 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.343915:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090ffc240/0xe92384b90c84fbac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380835 expref: 46 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.343915:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+46:2000:x1817354606336128:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.343919:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.343922:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.343926:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348673c0/0xe92384b90c84fc23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38084a expref: 46 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.343929:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606336384 00000100:00100000:1.0:1733164792.343931:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606336384 00000100:00100000:2.0:1733164792.343934:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808650 00010000:00010000:3.0:1733164792.343935:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348673c0/0xe92384b90c84fc23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38084a expref: 47 pid: 16664 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.343937:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091ee86c0/0xe92384b90c84fc5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38086d expref: 47 pid: 16646 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.343940:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+47:2000:x1817354606336256:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.343946:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348673c0/0xe92384b90c84fc23 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38084a expref: 47 pid: 16664 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.343948:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808651 00010000:00010000:2.0:1733164792.343948:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.343953:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+46:2000:x1817354606336384:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.343953:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090ffc240/0xe92384b90c84fbac lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380835 expref: 47 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.343955:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.343956:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.343959:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1733164792.343959:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d79fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.343964:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091ee86c0/0xe92384b90c84fc5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38086d expref: 46 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.343965:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d79fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.343966:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090ffc240/0xe92384b90c84fbac lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380835 expref: 46 pid: 16692 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.343968:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297485824:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.343972:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091ee86c0/0xe92384b90c84fc5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38086d expref: 46 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.343977:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7a1a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.343978:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090ffc240/0xe92384b90c84fbac lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380835 expref: 46 pid: 16692 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.343980:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.343982:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091ee86c0/0xe92384b90c84fc5b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38086d expref: 46 pid: 16646 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.343986:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d79fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.343987:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.343988:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.343990:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d79fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.343991:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7a05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.343995:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d79fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.343997:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7a05 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.343997:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+45:2000:x1817354606336128:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 82us (157us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.343998:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d79fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344002:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d79fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.344003:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808649 00010000:00010000:1.0:1733164792.344006:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca6f40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.344007:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d79fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344011:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d79fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344011:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.344021:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d79fe lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344026:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca6f40/0xe92384b90c8d79fe lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x251d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.344028:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+44:2000:x1817354606336256:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 87us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.344034:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808650 00010000:00010000:2.0:1733164792.344050:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7a05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344056:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7a05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344063:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7a05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.344064:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.344066:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.344069:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7a0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344073:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7a05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.344076:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7a0c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344079:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7a05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344084:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d5f80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.344086:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7a05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.344090:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.344092:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7a05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344100:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7a05 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.344105:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+42:2000:x1817354606336384:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 151us (185us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.344106:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d5f80/0xe92384b90c8d7a05 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x251c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.344111:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808651 00000100:00100000:1.0:1733164792.344137:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+4059:3760:x1817354297484800:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1470us (1531us total) trans 4295983636 rc 0/0 00000100:00100000:3.0:1733164792.344158:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.344161:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188222 00000100:00100000:0.0:1733164792.344175:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e379180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297486080:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.344184:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:1.0:1733164792.344199:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a0a680/2, rc 0, transno 1016340 00000100:00100000:1.0:1733164792.344204:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297484800:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.344209:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+4059:3762:x1817354297484672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1458us (1597us total) trans 4295983637 rc 0/0 00000100:00100000:2.0:1733164792.344213:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188223 00000004:00080000:1.0:1733164792.344217:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a0b100/2, rc 0, transno 1016341 00000100:00100000:1.0:1733164792.344221:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297484672:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.344239:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7a21 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.344253:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606336512 00000100:00100000:0.0:1733164792.344256:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606336512 00000100:00100000:2.0:1733164792.344258:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297486592:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.344267:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098140900/0xe92384b90c84fcd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38089e expref: 42 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.344270:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.344272:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7a0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.344275:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297486720:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.344279:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7a0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.344285:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7a0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.344288:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606336640 00000100:00100000:0.0:1733164792.344290:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606336640 00000100:00100000:2.0:1733164792.344291:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808652 00010000:00010000:3.0:1733164792.344292:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7a0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.344294:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+43:2001:x1817354606336512:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.344296:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1733164792.344297:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121038fc0/0xe92384b90c84fcaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380889 expref: 43 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.344298:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7a0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344299:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.344302:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098140900/0xe92384b90c84fcd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38089e expref: 43 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.344304:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.344307:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7a0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344308:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098140900/0xe92384b90c84fcd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38089e expref: 43 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.344314:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808653 00010000:00010000:3.0:1733164792.344315:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7a0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.344316:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297486592 00010000:00010000:2.0:1733164792.344316:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098140900/0xe92384b90c84fcd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38089e expref: 43 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.344319:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+43:2000:x1817354606336640:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.344319:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297486592 00010000:00010000:2.0:1733164792.344322:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.344324:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.344324:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7a0c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.344325:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.344325:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7a13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.344329:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121038fc0/0xe92384b90c84fcaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380889 expref: 42 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.344329:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7a13 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.344331:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0000/0xe92384b90c8d7a0c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x251e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.344333:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297486720 00000100:00100000:1.0:1733164792.344335:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297486720 00010000:00010000:0.0:1733164792.344337:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121038fc0/0xe92384b90c84fcaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380889 expref: 42 pid: 16685 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.344338:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.344346:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188230 00010000:00010000:0.0:1733164792.344348:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121038fc0/0xe92384b90c84fcaf lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380889 expref: 42 pid: 16685 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.344349:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+42:2001:x1817354606336512:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 54us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.344351:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+4060:3761:x1817354297486592:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.344352:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808652 00010000:00010000:0.0:1733164792.344357:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.344358:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.344360:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7a1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.344361:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9507 count 1 00010000:00010000:0.0:1733164792.344366:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7a1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.344366:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188231 00000100:00100000:2.0:1733164792.344368:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+4060:3762:x1817354297486720:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.344371:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d7a36 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.344380:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1733164792.344382:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9508 count 1 00010000:00010000:1.0:1733164792.344384:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880082cca880/0xe92384b90c84fdd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380900 expref: 40 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344389:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7a3d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344390:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.344392:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.344394:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d7a36 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.344397:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+40:2000:x1817354606336640:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 76us (212us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.344399:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4e2400/0xe92384b90c84fe14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38091c expref: 40 pid: 16588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.344403:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808653 00010000:00010000:2.0:1733164792.344403:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.344404:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.344406:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7a3d lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344407:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880082cca880/0xe92384b90c84fdd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380900 expref: 40 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344414:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880082cca880/0xe92384b90c84fdd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380900 expref: 39 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.344415:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f4e2400/0xe92384b90c84fe14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38091c expref: 39 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344420:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f4e2400/0xe92384b90c84fe14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38091c expref: 39 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.344422:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297486848:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.344426:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297486976:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.344435:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012110e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4061:3759:x1817354297485056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1607us (1646us total) trans 4295983638 rc 0/0 00000100:00100000:1.0:1733164792.344438:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800959870c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.344441:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07600 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.344442:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188224 00010000:00010000:1.0:1733164792.344448:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7a1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344448:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7a13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344452:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7a13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344455:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7a1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344456:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7a13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344460:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7a13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344461:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7a1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344464:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7a13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344466:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7a1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344467:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d21c0 already unused, calling callback (ffffffffa0854100) 00000004:00080000:3.0:1733164792.344468:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880096607800/2, rc 0, transno 1016342 00010000:00010000:2.0:1733164792.344469:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7a13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344471:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7a1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344473:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344474:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4480 already unused, calling callback (ffffffffa0854100) 00000100:00100000:3.0:1733164792.344475:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096607800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297485056:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.344476:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7a1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344478:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7a13 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344479:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7a1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344481:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d21c0/0xe92384b90c8d7a13 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344486:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7a1a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344489:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4480/0xe92384b90c8d7a1a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x251f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.344493:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.344505:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606336768 00000100:00100000:0.0:1733164792.344508:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606336768 00010000:00010000:0.0:1733164792.344518:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086b5db00/0xe92384b90c84fd50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3808cf expref: 40 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.344533:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808654 00000100:00100000:0.0:1733164792.344551:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+40:2002:x1817354606336768:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.344558:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.344562:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086b5db00/0xe92384b90c84fd50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3808cf expref: 40 pid: 16694 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.344570:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086b5db00/0xe92384b90c84fd50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3808cf expref: 40 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.344577:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+4062:3762:x1817354297485568:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1521us (1578us total) trans 4295983639 rc 0/0 00010000:00010000:0.0:1733164792.344582:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086b5db00/0xe92384b90c84fd50 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3808cf expref: 40 pid: 16694 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.344582:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188226 00010000:00010000:0.0:1733164792.344591:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.344591:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4061:3761:x1817354297485440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1518us (1580us total) trans 4295983640 rc 0/0 00010000:00010000:0.0:1733164792.344592:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.344595:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7a21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.344595:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188227 00000004:00080000:2.0:1733164792.344600:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9daa00/2, rc 0, transno 1016344 00010000:00010000:0.0:1733164792.344601:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7a21 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.344601:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.344603:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297485440:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.344617:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.344617:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606337024 00000100:00100000:2.0:1733164792.344618:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606337024 00010000:00010000:2.0:1733164792.344626:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904a73c0/0xe92384b90c84fd8f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3808eb expref: 40 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.344631:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+40:2002:x1817354606336768:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 79us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.344635:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297487104:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.344636:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808654 00000100:00100000:1.0:1733164792.344640:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297487232:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.344645:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808655 00000100:00100000:2.0:1733164792.344648:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+39:2000:x1817354606337024:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.344652:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.344655:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904a73c0/0xe92384b90c84fd8f lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3808eb expref: 39 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.344660:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904a73c0/0xe92384b90c84fd8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3808eb expref: 39 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.344662:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.344667:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.344668:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.344669:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7a2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.344670:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.344673:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7a2f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344680:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.344681:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297487232 00000100:00100000:1.0:1733164792.344684:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297487232 00010000:00010000:0.0:1733164792.344688:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7a21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.344693:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+39:2000:x1817354606337024:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 43us (93us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.344695:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7a21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.344695:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297487104 00000100:00100000:2.0:1733164792.344696:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808655 00000100:00100000:1.0:1733164792.344697:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297487104 00000100:00100000:3.0:1733164792.344699:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297486336:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.344702:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7a21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.344706:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188232 00010000:00010000:0.0:1733164792.344708:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7a21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.344710:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ceec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4062:3760:x1817354297487232:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.344711:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d7a28 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.344714:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9db100/2, rc 0, transno 1016343 00010000:00010000:0.0:1733164792.344715:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7a21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.344718:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297485568:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.344719:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9510 count 1 00010000:00010000:0.0:1733164792.344720:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d4fc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.344722:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7a21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.344726:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188233 00010000:00010000:0.0:1733164792.344729:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7a21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344729:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d7a44 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.344731:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4062:3759:x1817354297487104:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.344737:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297487360:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.344738:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093797600/0xe92384b90c84fec3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38095b expref: 38 pid: 16652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.344743:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7a21 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344744:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.344745:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.344748:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d7a44 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.344749:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d4fc0/0xe92384b90c8d7a21 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1733164792.344749:0:16646:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9509 count 1 00000100:00100000:2.0:1733164792.344751:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1733164792.344758:0:16646:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d7a4b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344763:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093797600/0xe92384b90c84fec3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38095b expref: 38 pid: 16652 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.344764:0:16620:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297487360 00000100:00100000:2.0:1733164792.344766:0:16620:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297487360 00010000:00010000:3.0:1733164792.344768:0:16646:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4e0240/0xe92384b90c84fe6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380931 expref: 38 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.344772:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093797600/0xe92384b90c84fec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38095b expref: 38 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.344773:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.344774:0:16620:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188234 00010000:00010000:3.0:1733164792.344775:0:16646:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1733164792.344776:0:16620:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+4063:3761:x1817354297487360:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.344777:0:16646:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d7a4b lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.344781:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297487488:192.168.202.7@tcp:104: 00002000:00080000:2.0:1733164792.344784:0:16620:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9511 count 1 00010000:00010000:2.0:1733164792.344790:0:16620:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d7a52 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.344793:0:16646:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f4e0240/0xe92384b90c84fe6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380931 expref: 38 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344797:0:16620:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123ff61c0/0xe92384b90c84ff1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380977 expref: 38 pid: 16658 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.344798:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00010000:00010000:2.0:1733164792.344802:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.344802:0:16646:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f4e0240/0xe92384b90c84fe6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380931 expref: 38 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.344804:0:16620:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.344806:0:16620:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d7a52 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.344812:0:16646:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297487616:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.344821:0:16620:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123ff61c0/0xe92384b90c84ff1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380977 expref: 38 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344830:0:16620:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123ff61c0/0xe92384b90c84ff1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380977 expref: 38 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.344831:0:16646:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54c00 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.344838:0:16620:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297487744:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.344847:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4064:3759:x1817354297485696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1767us (1792us total) trans 4295983641 rc 0/0 00000100:00100000:0.0:1733164792.344852:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188228 00000004:00080000:1.0:1733164792.344854:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9d9f80/2, rc 0, transno 1016345 00000100:00100000:1.0:1733164792.344859:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297485696:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.344859:0:16620:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07180 going to sleep for 11 seconds 00000100:00100000:3.0:1733164792.344859:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164792.344871:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606336896 00000100:00100000:3.0:1733164792.344874:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606336896 00010000:00010000:2.0:1733164792.344878:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904a73c0/0xe92384b90c84fd8f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3808eb expref: 39 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.344884:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f52d440/0xe92384b90c84fb7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380812 expref: 39 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.344892:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297486464:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.344900:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808656 00010000:00010000:2.0:1733164792.344902:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7a2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.344905:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+38:2001:x1817354606336896:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.344909:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7a2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.344912:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.344914:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7a2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.344916:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f52d440/0xe92384b90c84fb7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380812 expref: 38 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.344919:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7a2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344922:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7a2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.344924:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f52d440/0xe92384b90c84fb7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380812 expref: 38 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.344926:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7a2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344929:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a3cc0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.344931:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7a2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.344935:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7a2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.344936:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f52d440/0xe92384b90c84fb7b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380812 expref: 38 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.344945:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7a2f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.344949:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.344950:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.344951:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a3cc0/0xe92384b90c8d7a2f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.344953:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d7a28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.344958:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d7a28 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.344970:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.344980:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d7a28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.344988:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d7a28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.344996:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+37:2001:x1817354606336896:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 90us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.345001:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808656 00000100:00100000:2.0:1733164792.345044:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+4064:3759:x1817354297486208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1746us (1783us total) trans 4295983642 rc 0/0 00010000:00010000:0.0:1733164792.345047:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d7a28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.345051:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188229 00010000:00010000:0.0:1733164792.345054:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d7a28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.345060:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d7a28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.345062:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9dbb80/2, rc 0, transno 1016346 00000100:00100000:2.0:1733164792.345065:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1733164792.345066:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d2ac0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.345068:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d7a28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.345070:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297486208:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.345071:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297487872:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.345089:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164792.345092:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012382ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297488000:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.345106:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297487872 00000100:00100000:1.0:1733164792.345109:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.345110:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297487872 00000100:00100000:2.0:1733164792.345116:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297488000 00000100:00100000:2.0:1733164792.345119:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297488000 00000100:00100000:3.0:1733164792.345124:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188235 00000100:00100000:3.0:1733164792.345127:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f47f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+4065:3761:x1817354297487872:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.345133:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188236 00000100:00100000:2.0:1733164792.345137:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+4065:3759:x1817354297488000:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1733164792.345137:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9512 count 1 00010000:00010000:3.0:1733164792.345166:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d7a59 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.345169:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9513 count 1 00010000:00010000:3.0:1733164792.345177:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007c740b40/0xe92384b90c84ff4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380985 expref: 36 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345181:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7a60 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.345182:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.345184:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.345186:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d7a59 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345191:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800971ac240/0xe92384b90c84ff80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f38099a expref: 36 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345197:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.345198:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d7a28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345199:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.345201:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7a60 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.345207:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007c740b40/0xe92384b90c84ff4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380985 expref: 36 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.345208:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d7a28 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.345215:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2ac0/0xe92384b90c8d7a28 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x251b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345215:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800971ac240/0xe92384b90c84ff80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38099a expref: 36 pid: 16593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.345216:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007c740b40/0xe92384b90c84ff4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380985 expref: 36 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.345223:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800971ac240/0xe92384b90c84ff80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38099a expref: 36 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.345225:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297488128:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.345231:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297488256:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.345247:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.345249:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07840 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.345268:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297486976:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.345275:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011f908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297486848:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.345279:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7a3d lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.345287:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d7a36 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.345355:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.345397:0:16704:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606337280 00000100:00100000:2.0:1733164792.345401:0:16704:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606337280 00010000:00010000:2.0:1733164792.345411:0:16704:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4e2400/0xe92384b90c84fe14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38091c expref: 37 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.345437:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808657 00000100:00100000:3.0:1733164792.345441:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.345442:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+37:2000:x1817354606337280:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1733164792.345445:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4066:3762:x1817354297484544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2413us (2869us total) trans 4295983643 rc 0/0 00010000:00010000:2.0:1733164792.345448:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1733164792.345452:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188225 00000100:00100000:1.0:1733164792.345452:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606337152 00010000:00010000:2.0:1733164792.345452:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f4e2400/0xe92384b90c84fe14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38091c expref: 37 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.345456:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606337152 00010000:00010000:2.0:1733164792.345460:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f4e2400/0xe92384b90c84fe14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38091c expref: 38 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.345469:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880082cca880/0xe92384b90c84fdd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380900 expref: 38 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.345472:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4e2400/0xe92384b90c84fe14 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38091c expref: 38 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.345482:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.345483:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.345486:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7a3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345492:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7a3d lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.345494:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808658 00000100:00100000:1.0:1733164792.345499:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+37:2001:x1817354606337152:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.345505:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.345506:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.345510:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880082cca880/0xe92384b90c84fdd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380900 expref: 37 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.345519:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880082cca880/0xe92384b90c84fdd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380900 expref: 37 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.345523:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+37:2000:x1817354606337280:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164792.345528:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808657 00010000:00010000:1.0:1733164792.345531:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880082cca880/0xe92384b90c84fdd5 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380900 expref: 37 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.345552:0:16646:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_067:lustre-OST0001_UUID:16646:1817354297487616:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.345557:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.345559:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.345561:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d7a36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.345564:0:16646:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d7a4b lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.345568:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880085a09880/2, rc 0, transno 1016347 00010000:00010000:1.0:1733164792.345573:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d7a36 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.345585:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085a09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297484544:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.345587:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.345593:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7a3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345598:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7a3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345602:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7a3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.345603:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+35:2001:x1817354606337152:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 104us (162us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.345608:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7a3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.345610:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808658 00010000:00010000:2.0:1733164792.345613:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7a3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345616:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a21c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.345617:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7a3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345621:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345627:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7a3d lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345630:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a21c0/0xe92384b90c8d7a3d lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2524:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.345639:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1733164792.345646:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e37bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297488384:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.345666:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.345676:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297488384 00000100:00100000:0.0:1733164792.345679:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297488384 00010000:00010000:1.0:1733164792.345682:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d7a36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.345689:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d7a36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.345693:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188237 00010000:00010000:1.0:1733164792.345697:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d7a36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.345698:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4067:3759:x1817354297488384:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.345704:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d7a36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1733164792.345708:0:15986:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9514 count 1 00010000:00010000:1.0:1733164792.345710:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d7a36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.345716:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7a80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.345719:0:15986:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d7a67 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.345719:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d7a36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.345722:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+4067:3762:x1817354297486720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1351us (1424us total) trans 4295983644 rc 0/0 00010000:00010000:1.0:1733164792.345726:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d7a36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.345727:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188231 00010000:00010000:0.0:1733164792.345730:0:15986:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090e56880/0xe92384b90c84ffd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809c4 expref: 34 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.345734:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d7a36 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1733164792.345739:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9d8e00/2, rc 0, transno 1016348 00010000:00010000:1.0:1733164792.345741:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7a80/0xe92384b90c8d7a36 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.345747:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297486720:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.345783:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297488512:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.345803:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.345819:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297488512 00000100:00100000:2.0:1733164792.345822:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297488512 00000100:00100000:2.0:1733164792.345836:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188238 00000100:00100000:2.0:1733164792.345839:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+4068:3761:x1817354297488512:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.345846:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+4068:3761:x1817354297486592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1494us (1573us total) trans 4295983645 rc 0/0 00002000:00080000:2.0:1733164792.345849:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9515 count 1 00000004:00080000:3.0:1733164792.345850:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c9d9500/2, rc 0, transno 1016349 00010000:00010000:0.0:1733164792.345852:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1733164792.345852:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188230 00010000:00010000:0.0:1733164792.345854:0:15986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.345855:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297486592:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.345857:0:15986:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d7a67 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345857:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7a6e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345866:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904a7840/0xe92384b90c85002f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809e0 expref: 34 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345873:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.345874:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1733164792.345874:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1733164792.345876:0:15986:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090e56880/0xe92384b90c84ffd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809c4 expref: 34 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345876:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7a6e lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.345878:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297488640:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.345881:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297487488:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.345885:0:15986:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090e56880/0xe92384b90c84ffd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809c4 expref: 34 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.345890:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904a7840/0xe92384b90c85002f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809e0 expref: 34 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.345890:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164792.345893:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d7a44 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.345895:0:15986:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e379f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297488768:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.345898:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904a7840/0xe92384b90c85002f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809e0 expref: 34 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.345905:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297488896:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.345906:0:15935:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297488640 00000100:00100000:1.0:1733164792.345909:0:15935:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297488640 00000100:00100000:1.0:1733164792.345923:0:15935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188239 00000100:00100000:2.0:1733164792.345926:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07600 going to sleep for 11 seconds 00000100:00100000:1.0:1733164792.345927:0:15935:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+4068:3761:x1817354297488640:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1733164792.345937:0:15935:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9516 count 1 00010000:00010000:1.0:1733164792.345947:0:15935:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7a75 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.345957:0:15935:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008de8d680/0xe92384b90c850044 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809f5 expref: 34 pid: 16658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.345960:0:16620:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_051:lustre-OST0001_UUID:16620:1817354297487744:192.168.202.7@tcp:104: 00000100:00100000:0.0:1733164792.345962:0:15986:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db480 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.345963:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.345965:0:15935:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.345967:0:15935:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7a75 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.345968:0:16620:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d7a52 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.345983:0:15935:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008de8d680/0xe92384b90c850044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809f5 expref: 34 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.345991:0:15935:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008de8d680/0xe92384b90c850044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809f5 expref: 34 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.346000:0:15935:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008af2b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297489024:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.346018:0:15935:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.346026:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.346047:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606337408 00000100:00100000:1.0:1733164792.346050:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606337408 00000100:00100000:0.0:1733164792.346053:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.346059:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093797600/0xe92384b90c84fec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38095b expref: 35 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.346072:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606337664 00000100:00100000:0.0:1733164792.346073:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.346074:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606337664 00000100:00100000:3.0:1733164792.346079:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606337536 00010000:00010000:1.0:1733164792.346080:0:16014:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123ff61c0/0xe92384b90c84ff1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380977 expref: 36 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.346082:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606337536 00000100:00100000:2.0:1733164792.346083:0:16704:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808659 00000100:00100000:2.0:1733164792.346086:0:16704:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+37:2001:x1817354606337408:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.346092:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4e0240/0xe92384b90c84fe6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380931 expref: 37 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.346093:0:16704:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.346096:0:16704:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093797600/0xe92384b90c84fec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38095b expref: 37 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.346101:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808660 00010000:00010000:2.0:1733164792.346102:0:16704:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093797600/0xe92384b90c84fec3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38095b expref: 37 pid: 16652 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.346105:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808661 00000100:00100000:1.0:1733164792.346106:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+37:2002:x1817354606337664:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164792.346108:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+37:2001:x1817354606337536:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.346109:0:16704:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093797600/0xe92384b90c84fec3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38095b expref: 37 pid: 16652 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.346112:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.346113:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.346115:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.346115:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f4e0240/0xe92384b90c84fe6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380931 expref: 36 pid: 16588 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.346116:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164792.346116:0:16704:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.346117:0:16014:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123ff61c0/0xe92384b90c84ff1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380977 expref: 36 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.346117:0:16704:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d7a44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.346121:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606337920 00010000:00010000:3.0:1733164792.346121:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f4e0240/0xe92384b90c84fe6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380931 expref: 36 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.346122:0:16704:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d7a44 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.346123:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606337920 00010000:00010000:1.0:1733164792.346126:0:16014:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123ff61c0/0xe92384b90c84ff1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380977 expref: 37 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.346128:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4e0240/0xe92384b90c84fe6f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380931 expref: 37 pid: 16588 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.346130:0:16704:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1733164792.346131:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800971ac240/0xe92384b90c84ff80 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38099a expref: 37 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.346135:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.346136:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.346137:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123ff61c0/0xe92384b90c84ff1e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380977 expref: 36 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.346137:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d7a4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.346157:0:16704:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_014:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+36:2001:x1817354606337408:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 70us (132us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.346159:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d7a4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.346161:0:16704:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808659 00010000:00010000:1.0:1733164792.346164:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.346166:0:16014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1733164792.346169:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808662 00010000:00010000:1.0:1733164792.346169:0:16014:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d7a52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.346169:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1733164792.346174:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+34:2000:x1817354606337920:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.346176:0:16014:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d7a52 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346182:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1733164792.346182:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297488256:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.346182:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+34:2001:x1817354606337536:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 73us (108us total) trans 0 rc 0/0 00010000:00010000:0.0:1733164792.346186:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800971ac240/0xe92384b90c84ff80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38099a expref: 34 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.346188:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808661 00010000:00010000:1.0:1733164792.346189:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.346190:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7a60 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346195:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800971ac240/0xe92384b90c84ff80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38099a expref: 33 pid: 16593 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.346201:0:16646:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d7a4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.346205:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+33:2002:x1817354606337664:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 98us (151us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.346205:0:16646:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d7a4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.346210:0:16646:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d7a4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346212:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800971ac240/0xe92384b90c84ff80 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f38099a expref: 33 pid: 16593 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.346212:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808660 00010000:00010000:2.0:1733164792.346214:0:16620:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d7a52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.346214:0:16646:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d7a4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.346217:0:16646:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d7a4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346218:0:16620:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d7a52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346220:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.346220:0:16646:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d2640 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.346222:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1733164792.346222:0:16646:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d7a4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346223:0:16620:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d7a52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346224:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7a60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346226:0:16620:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d7a52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.346226:0:16646:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d7a4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346229:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7a60 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346230:0:16620:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d7a52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.346232:0:16646:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d7a4b lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346233:0:16620:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0240 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.346235:0:16620:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d7a52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.346237:0:16646:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2640/0xe92384b90c8d7a4b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346238:0:16620:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d7a52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346239:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1733164792.346244:0:16620:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d7a52 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346247:0:16620:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0240/0xe92384b90c8d7a52 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16620 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.346251:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008af2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297489152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1733164792.346252:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+31:2000:x1817354606337920:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.346256:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808662 00000100:00100000:1.0:1733164792.346276:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.346306:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297488128:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.346318:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d7a59 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.346349:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297489152 00000100:00100000:2.0:1733164792.346353:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297489152 00000100:00100000:3.0:1733164792.346366:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.346381:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00010000:00010000:1.0:1733164792.346383:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d7a44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.346385:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297489152:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1733164792.346387:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606337792 00000100:00100000:0.0:1733164792.346391:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606337792 00010000:00010000:1.0:1733164792.346391:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d7a44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346402:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007c740b40/0xe92384b90c84ff4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380985 expref: 31 pid: 16592 timeout: 1075 lvb_type: 0 00002000:00000024:2.0:1733164792.346402:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00010000:00010000:1.0:1733164792.346403:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d7a44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.346410:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d7a44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.346414:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808663 00000100:00100000:0.0:1733164792.346417:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+31:2000:x1817354606337792:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.346417:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d7a44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346421:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.346422:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4900 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.346423:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007c740b40/0xe92384b90c84ff4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380985 expref: 31 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.346425:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d7a44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.346434:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d7a44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.346437:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297489152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (161us total) trans 0 rc 0/0 00010000:00010000:1.0:1733164792.346443:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d7a44 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.346443:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00010000:00010000:1.0:1733164792.346449:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4900/0xe92384b90c8d7a44 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2526:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.346477:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008af2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297489152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1733164792.346517:0:16620:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_051:lustre-MDT0001-mdtlov_UUID+4070:3761:x1817354297487360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1738us (1763us total) trans 4295983646 rc 0/0 00000100:00100000:2.0:1733164792.346523:0:16620:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188234 00010000:00010000:0.0:1733164792.346546:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007c740b40/0xe92384b90c84ff4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380985 expref: 31 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.346555:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7a60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.346558:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:lustre-MDT0001-mdtlov_UUID+4070:3759:x1817354297487104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1824us (1886us total) trans 4295983647 rc 0/0 00010000:00010000:2.0:1733164792.346562:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7a60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.346565:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188233 00010000:00010000:2.0:1733164792.346569:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7a60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346575:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7a60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346581:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7a60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346587:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1440 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.346590:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7a60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.346592:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ceec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4069:3760:x1817354297487232:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1880us (1928us total) trans 4295983648 rc 0/0 00000004:00080000:3.0:1733164792.346592:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88008ce81500/2, rc 0, transno 1016350 00010000:00010000:2.0:1733164792.346596:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7a60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.346599:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297487360:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.346602:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188232 00010000:00010000:2.0:1733164792.346605:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7a60 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346611:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1440/0xe92384b90c8d7a60 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346682:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007c740b40/0xe92384b90c84ff4f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380985 expref: 31 pid: 16592 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.346692:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.346694:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1733164792.346696:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+4069:3759:x1817354297488000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1558us (1586us total) trans 4295983649 rc 0/0 00010000:00010000:0.0:1733164792.346697:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d7a59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.346701:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188236 00010000:00010000:0.0:1733164792.346703:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d7a59 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.346709:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012382ce00/2, rc 0, transno 1016353 00000100:00100000:1.0:1733164792.346717:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297488000:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.346719:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297488896:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.346720:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.346722:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000004:00080000:1.0:1733164792.346725:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012382e300/2, rc 0, transno 1016351 00000100:00100000:1.0:1733164792.346728:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297487104:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.346728:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7a6e lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.346734:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164792.346738:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+30:2000:x1817354606337792:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 319us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.346744:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606338048 00000100:00100000:0.0:1733164792.346745:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808663 00000100:00100000:1.0:1733164792.346746:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606338048 00010000:00010000:1.0:1733164792.346757:0:16720:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904a7840/0xe92384b90c85002f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809e0 expref: 30 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.346773:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808664 00000100:00100000:1.0:1733164792.346777:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+30:2000:x1817354606338048:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164792.346783:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.346787:0:16720:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904a7840/0xe92384b90c85002f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809e0 expref: 30 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.346795:0:16720:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904a7840/0xe92384b90c85002f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809e0 expref: 30 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.346799:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.346807:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904a7840/0xe92384b90c85002f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809e0 expref: 30 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.346816:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.346818:0:16720:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.346821:0:16720:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7a6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.346828:0:16720:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7a6e lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.346836:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606338176 00000100:00100000:3.0:1733164792.346836:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297489536:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.346839:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606338176 00010000:00010000:1.0:1733164792.346840:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.346846:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297489408:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.346847:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090e56880/0xe92384b90c84ffd4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809c4 expref: 30 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.346856:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+30:2000:x1817354606338048:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 78us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.346858:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808665 00000100:00100000:3.0:1733164792.346860:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.346861:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+30:2000:x1817354606338176:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.346862:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808664 00010000:00010000:2.0:1733164792.346863:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7a6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346866:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.346868:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090e56880/0xe92384b90c84ffd4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809c4 expref: 30 pid: 15986 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.346868:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7a6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346872:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7a6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346874:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090e56880/0xe92384b90c84ffd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809c4 expref: 29 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.346878:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297489280:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1733164792.346879:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7a6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346881:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.346882:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.346883:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d7a67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346883:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7a6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.346883:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d7a59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346886:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.346887:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d7a67 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346888:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7a6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346891:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.346891:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d7a59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346894:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164792.346896:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1733164792.346897:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7a6e lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.346899:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d7a59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.346900:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a2880/0xe92384b90c8d7a6e lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x252b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.346905:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+29:2000:x1817354606338176:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 44us (107us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.346905:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d7a59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.346909:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808665 00010000:00010000:3.0:1733164792.346912:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d7a59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1733164792.346918:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012382f480/2, rc 0, transno 1016352 00010000:00010000:3.0:1733164792.346918:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d0d80 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.346921:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d7a59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.346924:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297487232:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.346926:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d7a59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.346933:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d7a59 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.346937:0:15935:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008af2b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15935:1817354297489024:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.346937:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d0d80/0xe92384b90c8d7a59 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.346942:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.346947:0:15935:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7a75 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.346950:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606338304 00000100:00100000:0.0:1733164792.346952:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606338304 00010000:00010000:0.0:1733164792.346959:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008de8d680/0xe92384b90c850044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809f5 expref: 29 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.346960:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297489536 00000100:00100000:1.0:1733164792.346963:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297489536 00000100:00100000:2.0:1733164792.346964:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+4069:3761:x1817354297488512:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1124us (1161us total) trans 4295983650 rc 0/0 00000100:00100000:0.0:1733164792.346968:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808666 00000100:00100000:2.0:1733164792.346968:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188238 00000100:00100000:0.0:1733164792.346970:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+29:2000:x1817354606338304:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.346974:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.346975:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297489280 00010000:00010000:0.0:1733164792.346976:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008de8d680/0xe92384b90c850044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809f5 expref: 29 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.346976:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297489280 00000100:00100000:2.0:1733164792.346977:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188240 00000100:00100000:2.0:1733164792.346979:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+4071:3762:x1817354297489536:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.346983:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008de8d680/0xe92384b90c850044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809f5 expref: 29 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:1.0:1733164792.346986:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188241 00002000:00080000:2.0:1733164792.346987:0:16690:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9519 count 1 00000100:00100000:1.0:1733164792.346990:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4071:3759:x1817354297489280:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.346991:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008de8d680/0xe92384b90c850044 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809f5 expref: 29 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.346994:0:16690:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7a7c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.346996:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.346998:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.346999:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7a75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1733164792.347000:0:16686:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9517 count 1 00010000:00010000:2.0:1733164792.347001:0:16690:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a417600/0xe92384b90c85012b lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a42 expref: 28 pid: 16658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.347003:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7a75 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.347004:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.347005:0:16690:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.347007:0:16690:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7a7c lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.347009:0:16686:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7a83 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.347011:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.347013:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f47f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+4071:3761:x1817354297487872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1884us (1924us total) trans 4295983651 rc 0/0 00010000:00010000:2.0:1733164792.347016:0:16690:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a417600/0xe92384b90c85012b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a42 expref: 28 pid: 16658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.347017:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188235 00000100:00100000:0.0:1733164792.347021:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+28:2000:x1817354606338304:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 50us (79us total) trans 0 rc 0/0 00010000:00010000:2.0:1733164792.347021:0:16690:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a417600/0xe92384b90c85012b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a42 expref: 28 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.347023:0:16686:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950ad8c0/0xe92384b90c850098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a0a expref: 28 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.347024:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808666 00000100:00100000:2.0:1733164792.347027:0:16690:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297489664:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.347030:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.347031:0:16686:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.347033:0:16686:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7a83 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.347037:0:16690:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07600 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.347045:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.347056:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297489408 00000100:00100000:1.0:1733164792.347058:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297489792:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.347058:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297489408 00000004:00080000:2.0:1733164792.347059:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007f47ea00/2, rc 0, transno 1016354 00000100:00100000:2.0:1733164792.347064:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297488512:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.347068:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188242 00000004:00080000:2.0:1733164792.347069:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88012382c000/2, rc 0, transno 1016355 00000100:00100000:2.0:1733164792.347071:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012382c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297487872:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.347071:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+4071:3761:x1817354297489408:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.347078:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1733164792.347079:0:16602:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9518 count 1 00010000:00010000:3.0:1733164792.347087:0:16602:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7a8a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.347094:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297489792 00000100:00100000:2.0:1733164792.347096:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297489792 00010000:00010000:3.0:1733164792.347097:0:16602:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880086b5cfc0/0xe92384b90c8500ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a26 expref: 27 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.347098:0:15935:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7a75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.347102:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.347103:0:16602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.347104:0:16602:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7a8a lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.347105:0:15935:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7a75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.347105:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188243 00000100:00100000:2.0:1733164792.347108:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+4072:3759:x1817354297489792:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.347111:0:15935:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7a75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.347112:0:16602:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880086b5cfc0/0xe92384b90c8500ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a26 expref: 27 pid: 16686 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1733164792.347115:0:16689:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9520 count 1 00010000:00010000:3.0:1733164792.347117:0:16602:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880086b5cfc0/0xe92384b90c8500ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a26 expref: 27 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.347118:0:15935:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7a75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.347121:0:16689:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7a91 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.347123:0:16602:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297489920:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.347125:0:15935:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7a75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.347128:0:16689:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121e0e400/0xe92384b90c850178 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a65 expref: 27 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.347130:0:15935:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca4000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:2.0:1733164792.347132:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1733164792.347132:0:16689:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.347134:0:15935:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7a75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.347134:0:16689:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7a91 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.347140:0:15935:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7a75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.347158:0:16689:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121e0e400/0xe92384b90c850178 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a65 expref: 27 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.347163:0:16689:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121e0e400/0xe92384b90c850178 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a65 expref: 27 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.347163:0:16602:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc549c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164792.347168:0:16689:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ce81c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297490048:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.347175:0:15935:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7a75 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.347181:0:16689:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07840 going to sleep for 11 seconds 00010000:00010000:1.0:1733164792.347182:0:15935:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca4000/0xe92384b90c8d7a75 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15935 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.347198:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297490176:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.347219:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164792.347222:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297490304:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.347229:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297490176 00000100:00100000:3.0:1733164792.347231:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297490176 00000100:00100000:2.0:1733164792.347235:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164792.347244:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297490304 00000100:00100000:3.0:1733164792.347245:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297490304 00000100:00100000:3.0:1733164792.347252:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188244 00000100:00100000:3.0:1733164792.347255:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+4075:3760:x1817354297490176:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.347260:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188245 00002000:00080000:3.0:1733164792.347263:0:16592:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9521 count 1 00000100:00100000:0.0:1733164792.347265:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4075:3761:x1817354297490304:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1733164792.347271:0:16592:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7a98 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.347274:0:15935:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+4075:3761:x1817354297488640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1346us (1381us total) trans 4295983652 rc 0/0 00002000:00080000:0.0:1733164792.347277:0:16669:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000407:9522 count 1 00000004:00080000:2.0:1733164792.347278:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7bc000/2, rc 0, transno 1016356 00010000:00010000:3.0:1733164792.347278:0:16592:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092292ac0/0xe92384b90c85024a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a96 expref: 27 pid: 15891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.347280:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297488640:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1733164792.347281:0:15935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188239 00010000:00010000:3.0:1733164792.347283:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.347284:0:16592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1733164792.347285:0:16592:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7a98 lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.347287:0:16669:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d7a9f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.347295:0:16592:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092292ac0/0xe92384b90c85024a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a96 expref: 27 pid: 15891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.347302:0:16669:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c02d680/0xe92384b90c850369 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f380ac0 expref: 27 pid: 16595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.347302:0:16592:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092292ac0/0xe92384b90c85024a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a96 expref: 27 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.347309:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1733164792.347310:0:16669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1733164792.347310:0:16686:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800950ad8c0/0xe92384b90c850098 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a0a expref: 27 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.347311:0:16592:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297490432:192.168.202.7@tcp:104: 00010000:00010000:0.0:1733164792.347312:0:16669:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d7a9f lrc: 4/0,1 mode: --/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.347321:0:16686:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800950ad8c0/0xe92384b90c850098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a0a expref: 27 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.347328:0:16669:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c02d680/0xe92384b90c850369 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380ac0 expref: 27 pid: 16595 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.347330:0:16686:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008af29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297490560:192.168.202.7@tcp:104: 00000100:00100000:3.0:1733164792.347330:0:16592:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011dc54c00 going to sleep for 11 seconds 00010000:00010000:0.0:1733164792.347338:0:16669:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c02d680/0xe92384b90c850369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380ac0 expref: 27 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.347348:0:16669:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e378700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297490688:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.347348:0:16686:0:(client.c:2562:ptlrpc_set_wait()) set ffff880095987540 going to sleep for 11 seconds 00000100:00100000:0.0:1733164792.347368:0:16669:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db000 going to sleep for 11 seconds 00010000:00010000:3.0:1733164792.347413:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090e56880/0xe92384b90c84ffd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f3809c4 expref: 27 pid: 15986 timeout: 1075 lvb_type: 0 00000100:00100000:3.0:1733164792.347420:0:15986:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e379f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15986:1817354297488768:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.347428:0:15986:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d7a67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.347433:0:15986:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d7a67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.347437:0:15986:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d7a67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.347446:0:15986:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d7a67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.347453:0:15986:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d7a67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.347459:0:15986:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d7a67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.347464:0:15986:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d73c0 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.347467:0:15986:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d7a67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.347473:0:15986:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d7a67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.347482:0:15986:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d7a67 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.347489:0:15986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d73c0/0xe92384b90c8d7a67 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x252a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.347617:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+4075:3759:x1817354297488384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1918us (1950us total) trans 4295983653 rc 0/0 00000100:00100000:3.0:1733164792.347622:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188237 00000004:00080000:1.0:1733164792.347644:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007e37bb80/2, rc 0, transno 1016357 00000100:00100000:1.0:1733164792.347648:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e37bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297488384:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.347799:0:16690:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_106:lustre-OST0001_UUID:16690:1817354297489664:192.168.202.7@tcp:104: 00010000:00010000:2.0:1733164792.347811:0:16690:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7a7c lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.348127:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.348159:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606338432 00000100:00100000:2.0:1733164792.348163:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606338432 00010000:00010000:2.0:1733164792.348172:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a417600/0xe92384b90c85012b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a42 expref: 27 pid: 16658 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.348198:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808667 00000100:00100000:2.0:1733164792.348203:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+27:2000:x1817354606338432:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.348210:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.348213:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a417600/0xe92384b90c85012b lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a42 expref: 27 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.348221:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a417600/0xe92384b90c85012b lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a42 expref: 27 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.348233:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a417600/0xe92384b90c85012b lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a42 expref: 27 pid: 16658 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.348242:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.348244:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.348247:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7a7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.348253:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7a7c lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.348273:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.348293:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+26:2000:x1817354606338432:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 89us (166us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164792.348298:0:16690:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7a7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.348299:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808667 00010000:00010000:3.0:1733164792.348306:0:16690:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7a7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348313:0:16690:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7a7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.348319:0:16689:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ce81c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_105:lustre-OST0001_UUID:16689:1817354297490048:192.168.202.7@tcp:104: 00010000:00010000:3.0:1733164792.348320:0:16690:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7a7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348326:0:16690:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7a7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348331:0:16690:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a1d40 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.348334:0:16690:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7a7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.348335:0:16689:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7a91 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348341:0:16690:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7a7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348350:0:16690:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7a7c lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348356:0:16690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a1d40/0xe92384b90c8d7a7c lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x252f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.348360:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164792.348363:0:16592:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0001_UUID:16592:1817354297490432:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.348369:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606338688 00000100:00100000:2.0:1733164792.348372:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606338688 00010000:00010000:0.0:1733164792.348375:0:16592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7a98 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.348381:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121e0e400/0xe92384b90c850178 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a65 expref: 26 pid: 15935 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.348395:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808668 00000100:00100000:2.0:1733164792.348400:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+26:2000:x1817354606338688:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.348405:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.348409:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121e0e400/0xe92384b90c850178 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a65 expref: 26 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.348417:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121e0e400/0xe92384b90c850178 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a65 expref: 26 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.348428:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121e0e400/0xe92384b90c850178 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a65 expref: 26 pid: 15935 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.348437:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.348438:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.348441:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.348448:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7a91 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.348464:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.348474:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+4075:3762:x1817354297489536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1492us (1612us total) trans 4295983654 rc 0/0 00010000:00010000:1.0:1733164792.348475:0:16689:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.348481:0:16689:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.348481:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+25:2000:x1817354606338688:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.348481:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188240 00010000:00010000:1.0:1733164792.348486:0:16689:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.348487:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808668 00010000:00010000:1.0:1733164792.348490:0:16689:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7a91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1733164792.348493:0:3762:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7bdf80/2, rc 0, transno 1016358 00010000:00010000:1.0:1733164792.348494:0:16689:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7a91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.348497:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297489536:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1733164792.348500:0:16689:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801235a0000 already unused, calling callback (ffffffffa0854100) 00010000:00010000:1.0:1733164792.348503:0:16689:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7a91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.348504:0:16602:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_037:lustre-OST0001_UUID:16602:1817354297489920:192.168.202.7@tcp:104: 00010000:00010000:1.0:1733164792.348509:0:16689:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7a91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.348512:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:3.0:1733164792.348514:0:16602:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7a8a lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.348519:0:16689:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7a91 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164792.348522:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606338560 00000100:00100000:2.0:1733164792.348525:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606338560 00010000:00010000:1.0:1733164792.348529:0:16689:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801235a0000/0xe92384b90c8d7a91 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164792.348534:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880086b5cfc0/0xe92384b90c8500ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a26 expref: 25 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.348569:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164792.348571:0:16644:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808669 00000100:00100000:2.0:1733164792.348575:0:16644:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+25:2000:x1817354606338560:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1733164792.348577:0:15878:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606338816 00000100:00100000:1.0:1733164792.348581:0:15878:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606338816 00010000:00010000:2.0:1733164792.348581:0:16644:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1733164792.348585:0:16644:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880086b5cfc0/0xe92384b90c8500ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a26 expref: 26 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:1.0:1733164792.348592:0:15878:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092292ac0/0xe92384b90c85024a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a96 expref: 26 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.348593:0:16644:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880086b5cfc0/0xe92384b90c8500ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a26 expref: 26 pid: 16686 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.348605:0:16644:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880086b5cfc0/0xe92384b90c8500ec lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a26 expref: 26 pid: 16686 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.348607:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164792.348610:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808670 00010000:00010000:2.0:1733164792.348614:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1733164792.348615:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+25:2000:x1817354606338816:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164792.348615:0:16644:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1733164792.348618:0:16644:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7a8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.348622:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1733164792.348626:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092292ac0/0xe92384b90c85024a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a96 expref: 25 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.348630:0:16644:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7a8a lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.348634:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092292ac0/0xe92384b90c85024a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a96 expref: 25 pid: 15891 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.348643:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:1.0:1733164792.348644:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092292ac0/0xe92384b90c85024a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a96 expref: 25 pid: 15891 timeout: 1075 lvb_type: 0 00010000:00010000:2.0:1733164792.348650:0:16644:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.348655:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.348656:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.348659:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7a98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.348665:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7a98 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.348666:0:16669:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e378700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_087:lustre-OST0001_UUID:16669:1817354297490688:192.168.202.7@tcp:104: 00000100:00100000:2.0:1733164792.348668:0:16644:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_012:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+24:2000:x1817354606338560:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 92us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.348672:0:15905:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606338944 00000100:00100000:2.0:1733164792.348674:0:16644:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808669 00000100:00100000:3.0:1733164792.348675:0:15905:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606338944 00010000:00010000:0.0:1733164792.348677:0:16669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d7a9f lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.348679:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164792.348685:0:16644:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606339072 00010000:00010000:3.0:1733164792.348686:0:15905:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800950ad8c0/0xe92384b90c850098 lrc: 5/0,0 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a0a expref: 24 pid: 16669 timeout: 1075 lvb_type: 0 00000100:00100000:2.0:1733164792.348687:0:16644:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606339072 00010000:00010000:2.0:1733164792.348695:0:16644:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c02d680/0xe92384b90c850369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380ac0 expref: 25 pid: 16595 timeout: 1075 lvb_type: 0 00000100:00100000:0.0:1733164792.348696:0:16686:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008af29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:16686:1817354297490560:192.168.202.7@tcp:104: 00000100:00100000:1.0:1733164792.348696:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+25:2000:x1817354606338816:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 80us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.348702:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808670 00010000:00010000:0.0:1733164792.348706:0:16686:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7a83 lrc: 3/0,1 mode: --/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164792.348706:0:15905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808671 00000100:00100000:3.0:1733164792.348711:0:15905:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+24:2000:x1817354606338944:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1733164792.348718:0:16592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7a98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348718:0:15905:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1733164792.348722:0:15878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 808672 00010000:00010000:3.0:1733164792.348722:0:15905:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800950ad8c0/0xe92384b90c850098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a0a expref: 24 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.348725:0:16592:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7a98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.348725:0:15878:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+24:2001:x1817354606339072:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1733164792.348730:0:15905:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800950ad8c0/0xe92384b90c850098 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a0a expref: 24 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.348731:0:16592:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7a98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.348733:0:15878:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1733164792.348737:0:16592:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7a98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.348737:0:15878:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c02d680/0xe92384b90c850369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380ac0 expref: 24 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.348742:0:15905:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800950ad8c0/0xe92384b90c850098 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380a0a expref: 24 pid: 16669 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.348744:0:16592:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.348745:0:15878:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c02d680/0xe92384b90c850369 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380ac0 expref: 24 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:0.0:1733164792.348750:0:16592:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d1200 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.348751:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.348753:0:16592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348753:0:15905:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.348755:0:15878:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c02d680/0xe92384b90c850369 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.7@tcp remote: 0x4672d1853f380ac0 expref: 23 pid: 16595 timeout: 1075 lvb_type: 0 00010000:00010000:3.0:1733164792.348755:0:15905:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7a83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.348763:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1733164792.348764:0:15878:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1733164792.348765:0:16592:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348766:0:15905:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7a83 lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.348767:0:15878:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d7a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.348773:0:16592:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7a98 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164792.348773:0:15878:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d7a9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.348779:0:16592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d1200/0xe92384b90c8d7a98 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348779:0:15905:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1733164792.348786:0:15878:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164792.348797:0:15905:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+22:2000:x1817354606338944:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 85us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164792.348803:0:15878:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+22:2001:x1817354606339072:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 75us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164792.348803:0:15905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808671 00000100:00100000:1.0:1733164792.348809:0:15878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 808672 00010000:00010000:3.0:1733164792.348819:0:16602:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7a8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348825:0:16602:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7a8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348832:0:16602:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7a8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348838:0:16602:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7a8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348843:0:16602:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7a8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348849:0:16602:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8801391d2880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:3.0:1733164792.348852:0:16602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7a8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348863:0:16602:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7a8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348873:0:16602:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7a8a lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164792.348879:0:16602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801391d2880/0xe92384b90c8d7a8a lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16602 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164792.348911:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+4076:3759:x1817354297489792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1801us (1831us total) trans 4295983656 rc 0/0 00000100:00100000:1.0:1733164792.348915:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188243 00000004:00080000:1.0:1733164792.348936:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7be680/2, rc 0, transno 1016360 00000100:00100000:1.0:1733164792.348940:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297489792:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1733164792.348946:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+4076:3760:x1817354297490176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1688us (1725us total) trans 4295983655 rc 0/0 00000100:00100000:0.0:1733164792.348952:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188244 00000004:00080000:0.0:1733164792.348978:0:3760:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7bca80/2, rc 0, transno 1016359 00000100:00100000:3.0:1733164792.348979:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+4075:3761:x1817354297489408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1906us (1932us total) trans 4295983657 rc 0/0 00000100:00100000:0.0:1733164792.348982:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297490176:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1733164792.348985:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188242 00010000:00010000:0.0:1733164792.348993:0:16669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d7a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349000:0:16669:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d7a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349008:0:16669:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d7a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349014:0:16669:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d7a9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1733164792.349016:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7bfb80/2, rc 0, transno 1016361 00000100:00100000:2.0:1733164792.349021:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297489408:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.349026:0:16669:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d7a9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349031:0:16669:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800807d6880 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.349033:0:16669:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d7a9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349039:0:16669:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d7a9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349047:0:16669:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d7a9f lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349052:0:16669:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800807d6880/0xe92384b90c8d7a9f lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.349223:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0001-mdtlov_UUID+4075:3761:x1817354297490304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1956us (1985us total) trans 4295983658 rc 0/0 00000100:00100000:0.0:1733164792.349228:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188245 00000004:00080000:2.0:1733164792.349235:0:3761:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7bea00/2, rc 0, transno 1016362 00000100:00100000:2.0:1733164792.349240:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297490304:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1733164792.349242:0:16686:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7a83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349249:0:16686:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7a83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349256:0:16686:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7a83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349263:0:16686:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7a83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349269:0:16686:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7a83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349273:0:16686:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88011cca7180 already unused, calling callback (ffffffffa0854100) 00010000:00010000:0.0:1733164792.349276:0:16686:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7a83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349281:0:16686:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349289:0:16686:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7a83 lrc: 2/0,0 mode: --/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1733164792.349294:0:16686:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011cca7180/0xe92384b90c8d7a83 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164792.349375:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+4075:3759:x1817354297489280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2384us (2478us total) trans 4295983659 rc 0/0 00000100:00100000:0.0:1733164792.349378:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188241 00000004:00080000:1.0:1733164792.349394:0:3759:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff88007c7bdc00/2, rc 0, transno 1016363 00000100:00100000:1.0:1733164792.349399:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297489280:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1733164792.762396:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297490816:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1733164792.762452:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164792.762505:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297490816 00000100:00100000:0.0:1733164792.762514:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297490816 00000100:00100000:0.0:1733164792.762585:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1733164792.762591:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297490816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1733164792.762614:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:0.0:1733164792.762677:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297490816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164792.762681:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1733164792.762729:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297490816:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1733164792.834360:0:8354:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1733164793.450351:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164793.450367:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297490944:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1733164793.450420:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164793.450460:0:8371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297490944 00000100:00100000:0.0:1733164793.450468:0:8371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297490944 00000100:00100000:0.0:1733164793.450514:0:8371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108246 00000100:00100000:0.0:1733164793.450521:0:8371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:3760:x1817354297490944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1733164793.450564:0:8371:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1435381760 avail 1305919488 00000100:00100000:0.0:1733164793.450605:0:8371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:3760:x1817354297490944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164793.450612:0:8371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108246 00000100:00100000:2.0:1733164793.450641:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297490944:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1733164793.836364:0:7193:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1733164793.895186:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164793.895266:0:15984:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606339328 00000100:00100000:3.0:1733164793.895277:0:15984:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606339328 00000100:00100000:3.0:1733164793.895349:0:15984:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653148 00000100:00100000:3.0:1733164793.895356:0:15984:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1839:12287:x1817354606339328:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00080000:1.0:1733164793.895357:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164763 00000004:00080000:3.0:1733164793.895673:0:15984:0:(mdd_object.c:3927:mdd_close()) Object [0x240000402:0x4269:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1733164793.895822:0:15984:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x199:0x0].77, 560 off95808 00000100:00100000:0.0:1733164793.895858:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164793.895906:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606339456 00000100:00100000:1.0:1733164793.895911:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606339456 00000100:00080000:0.0:1733164793.895925:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164763 00000040:00080000:3.0:1733164793.895988:0:15984:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0xf2:0x0].229, 640 off248392 00000004:00080000:3.0:1733164793.895994:0:15984:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88011dc549c0 with version 26507 00000100:00100000:1.0:1733164793.896004:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 141831 00000004:00080000:0.0:1733164793.896006:0:8358:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a9cebf00 version 26507 rpc_version 26507 00000100:00100000:1.0:1733164793.896008:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1748:2002:x1817354606339456:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164793.896017:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 94 locks, starting at 0 00000020:00100000:0.0:1733164793.896034:0:8358:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00010000:00010000:1.0:1733164793.896039:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b164b40/0xe92384b90b93cc8e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4bad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4a606 expref: 1748 pid: 15867 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164793.896041:0:8358:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88007e379880 x1817354297491200/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1344/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1733164793.896059:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4bad:0x0].0x0 (ffff8800984bfa00) 00000100:00100000:0.0:1733164793.896065:0:8358:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e379880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297491200:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1733164793.896085:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009227e880/0xe92384b90b929ff7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed44c80 expref: 1747 pid: 15869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896103:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b52:0x0].0x0 (ffff88011f883f00) 00010000:00010000:1.0:1733164793.896112:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b60f3c0/0xe92384b90b9344e7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b85:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed47c53 expref: 1746 pid: 15866 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164793.896114:0:8358:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1733164793.896128:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b85:0x0].0x0 (ffff88008ec49a00) 00010000:00010000:1.0:1733164793.896136:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e5c58c0/0xe92384b90b92a744 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b58:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed44eb0 expref: 1745 pid: 16133 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164793.896157:0:8358:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db000 going to sleep for 11 seconds 00010000:00010000:1.0:1733164793.896189:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b58:0x0].0x0 (ffff880090fd1700) 00010000:00010000:1.0:1733164793.896200:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b88000/0xe92384b90b92983a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b4e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed44a42 expref: 1744 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896212:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b4e:0x0].0x0 (ffff88009813ef00) 00000100:00100000:2.0:1733164793.896217:0:8371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297491200 00010000:00010000:1.0:1733164793.896220:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800978dd8c0/0xe92384b90b8a4737 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x46cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed1d65d expref: 1743 pid: 7204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896228:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x46cf:0x0].0x0 (ffff880098f66f00) 00000100:00100000:2.0:1733164793.896230:0:8371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297491200 00010000:00010000:1.0:1733164793.896242:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba033c0/0xe92384b90b91bdf1 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4ab5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed40847 expref: 1742 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896254:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ab5:0x0].0x0 (ffff88008fed3500) 00010000:00010000:1.0:1733164793.896267:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011cc94d80/0xe92384b90b9289ca lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed44636 expref: 1741 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896283:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b46:0x0].0x0 (ffff88012eb5a700) 00000100:00100000:2.0:1733164793.896294:0:8371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108247 00010000:00010000:1.0:1733164793.896297:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3cc6c0/0xe92384b90b91582b lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4a69:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3ec71 expref: 1740 pid: 7203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164793.896302:0:8371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:8358:x1817354297491200:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1733164793.896312:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4a69:0x0].0x0 (ffff880090c93c00) 00010000:00010000:1.0:1733164793.896324:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008afb7cc0/0xe92384b90b8a5219 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x46d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed1d966 expref: 1739 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896339:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x46d4:0x0].0x0 (ffff88012c377f00) 00010000:00010000:1.0:1733164793.896352:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3ce400/0xe92384b90b9284c2 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b42:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed444c3 expref: 1738 pid: 7204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896368:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b42:0x0].0x0 (ffff8800970d3c00) 00010000:00010000:1.0:1733164793.896376:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880082efb3c0/0xe92384b90b927502 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b3c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4401d expref: 1737 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896390:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b3c:0x0].0x0 (ffff8801248d3900) 00010000:00010000:1.0:1733164793.896398:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009850fa80/0xe92384b90b926cdc lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed43de6 expref: 1736 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896406:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b37:0x0].0x0 (ffff880121076300) 00010000:00010000:1.0:1733164793.896414:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b9cdf80/0xe92384b90b9266c3 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed43b93 expref: 1735 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896427:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b33:0x0].0x0 (ffff88009661ac00) 00010000:00010000:1.0:1733164793.896433:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba01d40/0xe92384b90b9231c5 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4af8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed42ac9 expref: 1734 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896447:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4af8:0x0].0x0 (ffff880121077900) 00010000:00010000:1.0:1733164793.896461:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008acd9d40/0xe92384b90b7fa8dd lrc: 0/0,0 mode: --/CR res: [0x240000403:0x40b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853eceb531 expref: 1733 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896470:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x40b2:0x0].0x0 (ffff880098f66400) 00010000:00010000:1.0:1733164793.896482:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800945de640/0xe92384b90b8fccf1 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed37746 expref: 1732 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896492:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f52:0x0].0x0 (ffff88009355d500) 00010000:00010000:1.0:1733164793.896507:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009104f600/0xe92384b90b91f438 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c49:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed417c8 expref: 1731 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896516:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c49:0x0].0x0 (ffff88008ec49000) 00010000:00010000:1.0:1733164793.896539:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123699440/0xe92384b90b8fce80 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b90:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed377af expref: 1730 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896551:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b90:0x0].0x0 (ffff8800935e7700) 00010000:00010000:1.0:1733164793.896560:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095ba4900/0xe92384b90b91e9aa lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4ada:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed414a3 expref: 1729 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896572:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ada:0x0].0x0 (ffff88008d743700) 00010000:00010000:1.0:1733164793.896584:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090cc7cc0/0xe92384b90b8fc668 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b8b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3751d expref: 1728 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896594:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b8b:0x0].0x0 (ffff880092309800) 00010000:00010000:1.0:1733164793.896601:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095280b40/0xe92384b90b91e77a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4ad6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed41417 expref: 1727 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896612:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ad6:0x0].0x0 (ffff880082ea7600) 00000100:00100000:2.0:1733164793.896614:0:8371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+19:8358:x1817354297491200:12345-0@lo:1000:osp_up0-1.0 Request processed in 312us (497us total) trans 4295226482 rc 0/0 00000100:00100000:2.0:1733164793.896622:0:8371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108247 00010000:00010000:1.0:1733164793.896627:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095282400/0xe92384b90b91e711 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4ad8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed413fb expref: 1726 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896638:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ad8:0x0].0x0 (ffff88008c5d4300) 00010000:00010000:1.0:1733164793.896650:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008afb5440/0xe92384b90b8f33ed lrc: 0/0,0 mode: --/CR res: [0x240000403:0x498d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3480d expref: 1725 pid: 7204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896663:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x498d:0x0].0x0 (ffff88008ae42200) 00010000:00010000:1.0:1733164793.896669:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ea018c0/0xe92384b90b913054 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4cf7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3e118 expref: 1724 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896678:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4cf7:0x0].0x0 (ffff8801248d3d00) 00010000:00010000:1.0:1733164793.896688:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e5c4b40/0xe92384b90b91d9b9 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4ace:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed41019 expref: 1723 pid: 15864 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164793.896697:0:8358:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e379880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297491200:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1733164793.896697:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ace:0x0].0x0 (ffff88008af79300) 00010000:00010000:1.0:1733164793.896714:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097b8cd80/0xe92384b90b91d52f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4ac9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed40ec9 expref: 1722 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896729:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ac9:0x0].0x0 (ffff880121076800) 00010000:00010000:1.0:1733164793.896740:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e432f40/0xe92384b90b91cfb7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4ac7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed40d3a expref: 1721 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896751:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ac7:0x0].0x0 (ffff880121077800) 00010000:00010000:1.0:1733164793.896760:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800951d1200/0xe92384b90b91cabd lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4ac4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed40be3 expref: 1720 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896770:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ac4:0x0].0x0 (ffff88012bb56800) 00010000:00010000:1.0:1733164793.896781:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cd88900/0xe92384b90b91c6f7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4abf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed40aaf expref: 1719 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896789:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4abf:0x0].0x0 (ffff880090fd1b00) 00010000:00010000:1.0:1733164793.896800:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012369ad00/0xe92384b90b91c362 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4abb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed409d6 expref: 1718 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896810:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4abb:0x0].0x0 (ffff880123611e00) 00010000:00010000:1.0:1733164793.896821:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f1818c0/0xe92384b90b91c052 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4ab8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed408da expref: 1717 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896829:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ab8:0x0].0x0 (ffff88009368a800) 00010000:00010000:1.0:1733164793.896841:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012369a880/0xe92384b90b8fd812 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b99:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed37abf expref: 1716 pid: 7204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896851:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b99:0x0].0x0 (ffff880091e28200) 00010000:00010000:1.0:1733164793.896858:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092397cc0/0xe92384b90b90e45e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3ca04 expref: 1715 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896868:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b46:0x0].0x0 (ffff880097d01700) 00010000:00010000:1.0:1733164793.896875:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800934a86c0/0xe92384b90b91a39c lrc: 0/0,0 mode: --/PR res: [0x240000401:0xdc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed401a2 expref: 1714 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896885:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xdc:0x0].0x0 (ffff8801210eff00) 00010000:00010000:1.0:1733164793.896893:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097077180/0xe92384b90b915c30 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4a6e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3edb3 expref: 1713 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896901:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4a6e:0x0].0x0 (ffff88008e8b8e00) 00010000:00010000:1.0:1733164793.896911:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801248c6880/0xe92384b90b913b28 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c4c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3e467 expref: 1712 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896919:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c4c:0x0].0x0 (ffff8801248d3400) 00010000:00010000:1.0:1733164793.896926:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095da9200/0xe92384b90b911971 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4649:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3da42 expref: 1711 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896937:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4649:0x0].0x0 (ffff88008ae57c00) 00010000:00010000:1.0:1733164793.896950:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880136684b40/0xe92384b90b910ec0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4636:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3d70f expref: 1710 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896961:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4636:0x0].0x0 (ffff88012bbec100) 00010000:00010000:1.0:1733164793.896972:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e4333c0/0xe92384b90b8edcba lrc: 0/0,0 mode: --/CR res: [0x240000402:0x47b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed32ddb expref: 1709 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.896981:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x47b2:0x0].0x0 (ffff88008ae57400) 00010000:00010000:1.0:1733164793.896989:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3cd8c0/0xe92384b90b90ead9 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4a29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3cc0a expref: 1708 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897000:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4a29:0x0].0x0 (ffff88008cc87e00) 00010000:00010000:1.0:1733164793.897010:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800970758c0/0xe92384b90b90d921 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4a21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3c676 expref: 1707 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897022:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4a21:0x0].0x0 (ffff880124118500) 00010000:00010000:1.0:1733164793.897028:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b00fcc0/0xe92384b90b90d1c6 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4a1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3c423 expref: 1706 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897036:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4a1f:0x0].0x0 (ffff880092017100) 00010000:00010000:1.0:1733164793.897043:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095dab3c0/0xe92384b90b90bad5 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x47e1:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3bd77 expref: 1705 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897054:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x47e1:0x0].0x0 (ffff88011f883600) 00010000:00010000:1.0:1733164793.897060:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008acdaf40/0xe92384b90b90a805 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b6a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3b765 expref: 1704 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897069:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b6a:0x0].0x0 (ffff88008f355c00) 00010000:00010000:1.0:1733164793.897080:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008af53cc0/0xe92384b90b90802e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4a0c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3abb1 expref: 1703 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897089:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4a0c:0x0].0x0 (ffff8800979a6a00) 00010000:00010000:1.0:1733164793.897095:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008deae640/0xe92384b90b906fe9 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x3f04:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3a727 expref: 1702 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897103:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f04:0x0].0x0 (ffff880092263200) 00000100:00100000:3.0:1733164793.897117:0:15984:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1840:12287:x1817354606339328:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 1759us (1980us total) trans 4295199794 rc 0/0 00010000:00010000:1.0:1733164793.897123:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800951d1b00/0xe92384b90b8764be lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4575:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed0fdcd expref: 1701 pid: 15865 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164793.897125:0:15984:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653148 00010000:00010000:1.0:1733164793.897135:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123698900/0xe92384b90b90703d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4575:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3a743 expref: 1700 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897180:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4575:0x0].0x0 (ffff88008cc87500) 00010000:00010000:1.0:1733164793.897196:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095283600/0xe92384b90b903717 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f67:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed395f4 expref: 1699 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897206:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f67:0x0].0x0 (ffff880124118700) 00010000:00010000:1.0:1733164793.897221:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092149440/0xe92384b90b9016f6 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x49f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed38d50 expref: 1698 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897232:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x49f1:0x0].0x0 (ffff880096b88800) 00010000:00010000:1.0:1733164793.897245:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009227f840/0xe92384b90b900f8d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x49ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed38b4a expref: 1697 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897259:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x49ef:0x0].0x0 (ffff880092cfcc00) 00010000:00010000:1.0:1733164793.897266:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e4321c0/0xe92384b90b9008c5 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x49ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3898a expref: 1696 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897274:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x49ee:0x0].0x0 (ffff880091e28800) 00010000:00010000:1.0:1733164793.897281:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011ce3d200/0xe92384b90b90020b lrc: 0/0,0 mode: --/CR res: [0x240000403:0x49e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed387e6 expref: 1695 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897292:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x49e8:0x0].0x0 (ffff88008ad46500) 00010000:00010000:1.0:1733164793.897302:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095da8000/0xe92384b90b8ff298 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x49e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3831d expref: 1694 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897313:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x49e7:0x0].0x0 (ffff880090d99900) 00010000:00010000:1.0:1733164793.897323:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800968e8480/0xe92384b90b8fe165 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x49de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed37dcf expref: 1693 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897333:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x49de:0x0].0x0 (ffff880082d9e300) 00010000:00010000:1.0:1733164793.897344:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f9e1200/0xe92384b90b8fc415 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f66:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed37444 expref: 1692 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897354:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f66:0x0].0x0 (ffff880098343800) 00010000:00010000:1.0:1733164793.897365:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f9e0000/0xe92384b90b8fac05 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed36cf0 expref: 1691 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897374:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c16:0x0].0x0 (ffff88008f355100) 00010000:00010000:1.0:1733164793.897380:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095ba73c0/0xe92384b90b814cc8 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f45:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ecf3212 expref: 1690 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897391:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f45:0x0].0x0 (ffff88012f374000) 00010000:00010000:1.0:1733164793.897403:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cd8a400/0xe92384b90b8f6b22 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x49ac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed358d0 expref: 1689 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897412:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x49ac:0x0].0x0 (ffff880092b3db00) 00010000:00010000:1.0:1733164793.897421:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011ce3cd80/0xe92384b90b8f6182 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x49a8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed355c0 expref: 1688 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897431:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x49a8:0x0].0x0 (ffff880091e28c00) 00010000:00010000:1.0:1733164793.897440:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097076d00/0xe92384b90b8f5b15 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x49a3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed353dd expref: 1687 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897446:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x49a3:0x0].0x0 (ffff88012cbb2f00) 00010000:00010000:1.0:1733164793.897458:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b60d680/0xe92384b90b8f5415 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x49a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed35201 expref: 1686 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897466:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x49a1:0x0].0x0 (ffff880092391000) 00010000:00010000:1.0:1733164793.897477:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ea03840/0xe92384b90b8f4c89 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x499d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed34fca expref: 1685 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897484:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x499d:0x0].0x0 (ffff88012f374b00) 00010000:00010000:1.0:1733164793.897493:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012de37600/0xe92384b90b8f3957 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4991:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed34a13 expref: 1684 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897500:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4991:0x0].0x0 (ffff88008af79700) 00010000:00010000:1.0:1733164793.897510:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801232bf600/0xe92384b90b8f30c1 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x498a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed346fc expref: 1683 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897518:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x498a:0x0].0x0 (ffff88008ac8ed00) 00010000:00010000:1.0:1733164793.897544:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097bebcc0/0xe92384b90b8f3051 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4a60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed346c4 expref: 1682 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897554:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4a60:0x0].0x0 (ffff880123611b00) 00010000:00010000:1.0:1733164793.897565:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095da8240/0xe92384b90b8f273d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4982:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed34416 expref: 1681 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897573:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4982:0x0].0x0 (ffff88008f247700) 00010000:00010000:1.0:1733164793.897585:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009104e1c0/0xe92384b90b8f1bd6 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed34034 expref: 1680 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897594:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f4e:0x0].0x0 (ffff880095235300) 00010000:00010000:1.0:1733164793.897605:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091e86d00/0xe92384b90b8eb8da lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3234d expref: 1679 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897615:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f49:0x0].0x0 (ffff880094bf5900) 00010000:00010000:1.0:1733164793.897629:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008dc34240/0xe92384b90b8f0f96 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x496e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed33cde expref: 1678 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897641:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x496e:0x0].0x0 (ffff88012f375b00) 00010000:00010000:1.0:1733164793.897650:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008afb4d80/0xe92384b90b8f0dd6 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f3a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed33c4b expref: 1677 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897658:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f3a:0x0].0x0 (ffff88008ad46100) 00010000:00010000:1.0:1733164793.897662:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009225f180/0xe92384b90b8f0093 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4966:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed33815 expref: 1676 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897669:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4966:0x0].0x0 (ffff88008afa9900) 00010000:00010000:1.0:1733164793.897680:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095c66880/0xe92384b90b8ef9f5 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4963:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed33624 expref: 1675 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897688:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4963:0x0].0x0 (ffff88008f355e00) 00010000:00010000:1.0:1733164793.897698:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ca54fc0/0xe92384b90b8ef60c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed334fe expref: 1674 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897707:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f31:0x0].0x0 (ffff880123611c00) 00010000:00010000:1.0:1733164793.897717:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097be8b40/0xe92384b90b8ef414 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4960:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed33464 expref: 1673 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897729:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4960:0x0].0x0 (ffff880124827b00) 00010000:00010000:1.0:1733164793.897738:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095283840/0xe92384b90b8eedfb lrc: 0/0,0 mode: --/CR res: [0x240000403:0x495d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3329d expref: 1672 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897748:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x495d:0x0].0x0 (ffff880124118200) 00010000:00010000:1.0:1733164793.897757:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800957ce880/0xe92384b90b8e74ee lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b39:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed30fb2 expref: 1671 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897773:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095281b00/0xe92384b90b8eedf4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4b39:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3328f expref: 1670 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897781:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b39:0x0].0x0 (ffff880082f4ff00) 00010000:00010000:1.0:1733164793.897792:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096980d80/0xe92384b90b837c82 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f63:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ecfd5f8 expref: 1669 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897806:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f63:0x0].0x0 (ffff88009677f400) 00010000:00010000:1.0:1733164793.897816:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008afb5680/0xe92384b90b8ee86e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4959:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed33131 expref: 1668 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897826:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4959:0x0].0x0 (ffff8800959e0600) 00010000:00010000:1.0:1733164793.897835:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800945de880/0xe92384b90b7b106d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f40:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ecd5c01 expref: 1667 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897845:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f40:0x0].0x0 (ffff880094bf5e00) 00010000:00010000:1.0:1733164793.897855:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096625680/0xe92384b90b8a715a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed1e2ce expref: 1666 pid: 15869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897864:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f3d:0x0].0x0 (ffff88008fdbae00) 00010000:00010000:1.0:1733164793.897875:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b167600/0xe92384b90b8e7b69 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f69:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3119c expref: 1665 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897883:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f69:0x0].0x0 (ffff8801210efe00) 00010000:00010000:1.0:1733164793.897889:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008afb4b40/0xe92384b90b8edb94 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x47b2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed32d8e expref: 1664 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897900:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x47b2:0x0].0x0 (ffff88008ae57400) 00010000:00010000:1.0:1733164793.897908:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fc3ed00/0xe92384b90b8eba1c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4949:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed323bd expref: 1663 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897918:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4949:0x0].0x0 (ffff880097a75000) 00010000:00010000:1.0:1733164793.897931:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b00ed00/0xe92384b90b8eb01a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4941:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed320bb expref: 1662 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897941:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4941:0x0].0x0 (ffff8800959e0200) 00010000:00010000:1.0:1733164793.897950:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095c661c0/0xe92384b90b8e9d0b lrc: 0/0,0 mode: --/CR res: [0x240000403:0x493c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed31b20 expref: 1661 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897957:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x493c:0x0].0x0 (ffff880092309a00) 00010000:00010000:1.0:1733164793.897968:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011ce3f180/0xe92384b90b8e37ca lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2fe63 expref: 1660 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897977:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b27:0x0].0x0 (ffff880081722400) 00010000:00010000:1.0:1733164793.897983:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009227cfc0/0xe92384b90b8e1bbc lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4904:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2f636 expref: 1659 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.897992:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4904:0x0].0x0 (ffff880097f45a00) 00010000:00010000:1.0:1733164793.898000:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b9cef40/0xe92384b90b8dbb7c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2d917 expref: 1658 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.898010:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f35:0x0].0x0 (ffff880096b78600) 00010000:00010000:1.0:1733164793.898020:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801367c9440/0xe92384b90b8d68a9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x49bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2c0f9 expref: 1657 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.898030:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x49bd:0x0].0x0 (ffff8800973bad00) 00010000:00010000:1.0:1733164793.898040:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800921e0d80/0xe92384b90b83796b lrc: 0/0,0 mode: --/CR res: [0x240000403:0x43ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ecfd4c4 expref: 1656 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.898051:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x43ca:0x0].0x0 (ffff8800938d1400) 00010000:00010000:1.0:1733164793.898059:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090cc4900/0xe92384b90b8d482d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4876:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2b73d expref: 1655 pid: 7204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.898069:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4876:0x0].0x0 (ffff880092cfc200) 00010000:00010000:1.0:1733164793.898075:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164793.898114:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1654:2002:x1817354606339456:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 2104us (2257us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164793.898124:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 141831 00000100:00100000:2.0:1733164793.898366:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164793.898388:0:15984:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606339712 00000100:00100000:3.0:1733164793.898395:0:15984:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606339712 00000100:00100000:3.0:1733164793.898431:0:15984:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653149 00000100:00100000:3.0:1733164793.898437:0:15984:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8235450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1840:12287:x1817354606339712:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000004:00080000:3.0:1733164793.898623:0:15984:0:(mdd_object.c:3927:mdd_close()) Object [0x240000403:0x499f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1733164793.898734:0:15984:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x199:0x0].78, 440 off96248 00000040:00080000:3.0:1733164793.898858:0:15984:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0xf2:0x0].230, 520 off248912 00000004:00080000:3.0:1733164793.898863:0:15984:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88011dc546c0 with version 26508 00000004:00080000:0.0:1733164793.898976:0:8358:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a9cebf00 version 26508 rpc_version 26508 00000020:00100000:0.0:1733164793.899008:0:8358:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1733164793.899015:0:8358:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88007e379c00 x1817354297491456/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1224/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1733164793.899035:0:8358:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e379c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297491456:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1733164793.899076:0:8358:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164793.899102:0:8358:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db000 going to sleep for 11 seconds 00000100:00100000:2.0:1733164793.899128:0:8371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297491456 00000100:00100000:2.0:1733164793.899133:0:8371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297491456 00000100:00100000:2.0:1733164793.899198:0:8371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108248 00000100:00100000:2.0:1733164793.899203:0:8371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+19:8358:x1817354297491456:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1733164793.899620:0:8371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+20:8358:x1817354297491456:12345-0@lo:1000:osp_up0-1.0 Request processed in 415us (542us total) trans 4295226483 rc 0/0 00000100:00100000:2.0:1733164793.899628:0:8371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108248 00000100:00100000:0.0:1733164793.899676:0:8358:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e379c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297491456:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1733164793.899971:0:15984:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8235450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1841:12287:x1817354606339712:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 1531us (1607us total) trans 4295199795 rc 0/0 00000100:00100000:3.0:1733164793.899979:0:15984:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653149 00000100:00100000:0.0:1733164793.901377:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164793.901436:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606339840 00000100:00100000:1.0:1733164793.901445:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606339840 00000100:00100000:1.0:1733164793.901557:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 141832 00000100:00100000:1.0:1733164793.901565:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1841:2001:x1817354606339840:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164793.901578:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 60 locks, starting at 0 00010000:00010000:1.0:1733164793.901599:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801232bed00/0xe92384b90b93e3b7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4eaf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4ad68 expref: 1841 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901618:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4eaf:0x0].0x0 (ffff8800971ccd00) 00010000:00010000:1.0:1733164793.901634:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800968e9d40/0xe92384b90b93c962 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4ea7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4a4d9 expref: 1840 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901644:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4ea7:0x0].0x0 (ffff880095810500) 00010000:00010000:1.0:1733164793.901659:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f9e3a80/0xe92384b90b93a3b4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4e8f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed498e6 expref: 1839 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901675:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ca55f80/0xe92384b90b93c05c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4e8f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4a25c expref: 1838 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901686:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4e8f:0x0].0x0 (ffff880092309e00) 00010000:00010000:1.0:1733164793.901700:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008edf8fc0/0xe92384b90b93bd53 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4ea0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4a0f7 expref: 1837 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901712:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4ea0:0x0].0x0 (ffff88009813ec00) 00010000:00010000:1.0:1733164793.901729:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093444480/0xe92384b90b93ba9e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4a10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4a02c expref: 1836 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901740:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4a10:0x0].0x0 (ffff88008c5d4100) 00010000:00010000:1.0:1733164793.901748:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800934a8240/0xe92384b90b93b183 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4e97:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed49d2a expref: 1835 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901760:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4e97:0x0].0x0 (ffff880098d20f00) 00010000:00010000:1.0:1733164793.901771:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012369aac0/0xe92384b90b93213f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4e3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed472ac expref: 1834 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901782:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4e3b:0x0].0x0 (ffff880098f66c00) 00010000:00010000:1.0:1733164793.901793:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122a8d680/0xe92384b90b931e2f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b72:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed471f6 expref: 1833 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901800:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b72:0x0].0x0 (ffff8801210ef200) 00010000:00010000:1.0:1733164793.901814:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e433cc0/0xe92384b90b848ad4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4616:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed025d7 expref: 1832 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901826:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4616:0x0].0x0 (ffff880123231200) 00010000:00010000:1.0:1733164793.901838:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880121055d40/0xe92384b90b910543 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4cff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3d3f8 expref: 1831 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901847:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4cff:0x0].0x0 (ffff88008cf5d800) 00010000:00010000:1.0:1733164793.901858:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095ba4fc0/0xe92384b90b91cde9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4d60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed40cca expref: 1830 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901871:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4d60:0x0].0x0 (ffff880097f0fb00) 00010000:00010000:1.0:1733164793.901884:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c85ba80/0xe92384b90b925909 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4dcb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed43741 expref: 1829 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901892:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4dcb:0x0].0x0 (ffff88009355f900) 00010000:00010000:1.0:1733164793.901907:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090e521c0/0xe92384b90b83f358 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x443b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ecff8ff expref: 1828 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901917:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x443b:0x0].0x0 (ffff88012de5a100) 00010000:00010000:1.0:1733164793.901942:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092395b00/0xe92384b90b911b3f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4cc3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3dad5 expref: 1827 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901951:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4cc3:0x0].0x0 (ffff880092b0a200) 00010000:00010000:1.0:1733164793.901961:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096a03180/0xe92384b90b91a635 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4a21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4027b expref: 1826 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901971:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4a21:0x0].0x0 (ffff880124118500) 00010000:00010000:1.0:1733164793.901983:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092396640/0xe92384b90b91970f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4a1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3fe30 expref: 1825 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.901995:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4a1f:0x0].0x0 (ffff880092017100) 00010000:00010000:1.0:1733164793.902006:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095dabcc0/0xe92384b90b918924 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xdc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3f9e5 expref: 1824 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902016:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xdc:0x0].0x0 (ffff8801210eff00) 00010000:00010000:1.0:1733164793.902028:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097db0480/0xe92384b90b9158cc lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4a0c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3ecbe expref: 1823 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902038:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4a0c:0x0].0x0 (ffff8800979a6a00) 00010000:00010000:1.0:1733164793.902049:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009104d440/0xe92384b90b8c3e26 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4a53:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed267d5 expref: 1822 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902058:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4a53:0x0].0x0 (ffff88008ae42e00) 00010000:00010000:1.0:1733164793.902072:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097bea640/0xe92384b90b905e23 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4269:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3a1b6 expref: 1821 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902082:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4269:0x0].0x0 (ffff8800971cc100) 00010000:00010000:1.0:1733164793.902092:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800949c8000/0xe92384b90b821004 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4492:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ecf6b54 expref: 1820 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902099:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4492:0x0].0x0 (ffff88008ea0ea00) 00010000:00010000:1.0:1733164793.902112:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095daad00/0xe92384b90b910995 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4aeb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3d564 expref: 1819 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902120:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4aeb:0x0].0x0 (ffff880095810800) 00010000:00010000:1.0:1733164793.902129:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3cf180/0xe92384b90b90f6b0 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x49ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3cf60 expref: 1818 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902170:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x49ef:0x0].0x0 (ffff880092cfcc00) 00010000:00010000:1.0:1733164793.902186:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3ce1c0/0xe92384b90b90eee5 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x49ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3cd37 expref: 1817 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902197:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x49ee:0x0].0x0 (ffff880091e28800) 00010000:00010000:1.0:1733164793.902209:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800945ded00/0xe92384b90b8ff32b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c43:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed38355 expref: 1816 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902219:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c43:0x0].0x0 (ffff880092cfcd00) 00010000:00010000:1.0:1733164793.902231:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008acd9680/0xe92384b90b8e6199 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b3f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed30a25 expref: 1815 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902240:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b3f:0x0].0x0 (ffff88011f712700) 00010000:00010000:1.0:1733164793.902247:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b18240/0xe92384b90b9064a5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4b3b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3a376 expref: 1814 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902261:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b3b:0x0].0x0 (ffff880082f4fa00) 00010000:00010000:1.0:1733164793.902274:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c85b600/0xe92384b90b90402b lrc: 0/0,0 mode: --/CR res: [0x240000403:0x498d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed398b7 expref: 1813 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902281:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x498d:0x0].0x0 (ffff88008ae42200) 00010000:00010000:1.0:1733164793.902293:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096626ac0/0xe92384b90b8ff8b8 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x499f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3854d expref: 1812 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902302:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x499f:0x0].0x0 (ffff8800972b1f00) 00010000:00010000:1.0:1733164793.902313:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800921e0fc0/0xe92384b90b8a0be8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4821:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed1c5b6 expref: 1811 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902322:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4821:0x0].0x0 (ffff880090d65000) 00010000:00010000:1.0:1733164793.902334:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097be8d80/0xe92384b90b8ffdab lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed38696 expref: 1810 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902345:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c4c:0x0].0x0 (ffff8801248d3400) 00010000:00010000:1.0:1733164793.902356:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3ced00/0xe92384b90b8ff4ba lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed383cc expref: 1809 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902363:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c49:0x0].0x0 (ffff88008ec49000) 00010000:00010000:1.0:1733164793.902375:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800921e3840/0xe92384b90b8fad0f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x494c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed36d2f expref: 1808 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902384:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x494c:0x0].0x0 (ffff88008ad46d00) 00010000:00010000:1.0:1733164793.902394:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009227d440/0xe92384b90b8f854d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4926:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed36094 expref: 1807 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902403:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4926:0x0].0x0 (ffff880092309000) 00010000:00010000:1.0:1733164793.902416:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ac51f80/0xe92384b90b8f7b59 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4995:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed35d5a expref: 1806 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902425:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4995:0x0].0x0 (ffff880092309c00) 00010000:00010000:1.0:1733164793.902432:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097ae3600/0xe92384b90b8f7731 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c0c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed35bee expref: 1805 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902442:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c0c:0x0].0x0 (ffff880131283500) 00010000:00010000:1.0:1733164793.902454:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009104c000/0xe92384b90b8f5fc2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4bf5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3552d expref: 1804 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902462:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4bf5:0x0].0x0 (ffff880082f4fb00) 00010000:00010000:1.0:1733164793.902474:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800967b58c0/0xe92384b90b8f4f84 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4bea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed35087 expref: 1803 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902484:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4bea:0x0].0x0 (ffff880124118d00) 00010000:00010000:1.0:1733164793.902494:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800951d3cc0/0xe92384b90b89ebd5 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f3a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed1bcb0 expref: 1802 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902504:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f3a:0x0].0x0 (ffff88008ad46100) 00010000:00010000:1.0:1733164793.902513:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800934c21c0/0xe92384b90b8efbc3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4bac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed336a2 expref: 1801 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902541:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4bac:0x0].0x0 (ffff880092309f00) 00010000:00010000:1.0:1733164793.902555:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800921e1200/0xe92384b90b8eeb31 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b99:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed331cb expref: 1800 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902564:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b99:0x0].0x0 (ffff880091e28200) 00010000:00010000:1.0:1733164793.902574:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096624000/0xe92384b90b8ee351 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b90:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed32fb7 expref: 1799 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902582:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b90:0x0].0x0 (ffff8800935e7700) 00010000:00010000:1.0:1733164793.902592:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f63e880/0xe92384b90b8edd4d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b8b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed32e13 expref: 1798 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902603:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b8b:0x0].0x0 (ffff880092309800) 00010000:00010000:1.0:1733164793.902614:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f9e06c0/0xe92384b90b8ed941 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x48dd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed32cfb expref: 1797 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902624:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x48dd:0x0].0x0 (ffff880090fd1900) 00010000:00010000:1.0:1733164793.902638:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008deacfc0/0xe92384b90b8e8d60 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b63:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed31650 expref: 1796 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902646:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b63:0x0].0x0 (ffff8801210ef600) 00010000:00010000:1.0:1733164793.902655:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008af506c0/0xe92384b90b803d34 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x3f69:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ecee106 expref: 1795 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902661:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x3f69:0x0].0x0 (ffff8801210efe00) 00010000:00010000:1.0:1733164793.902668:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008afb73c0/0xe92384b90b8e7255 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed30ef5 expref: 1794 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902675:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b56:0x0].0x0 (ffff880090d34500) 00010000:00010000:1.0:1733164793.902685:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800952806c0/0xe92384b90b8e6dfc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4b24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed30deb expref: 1793 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902692:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b24:0x0].0x0 (ffff8800933f9900) 00010000:00010000:1.0:1733164793.902696:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095daa1c0/0xe92384b90b8e4974 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed30310 expref: 1792 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902701:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b46:0x0].0x0 (ffff880097d01700) 00010000:00010000:1.0:1733164793.902711:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097074fc0/0xe92384b90b8a1a0b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4969:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed1c9ad expref: 1791 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902717:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4969:0x0].0x0 (ffff88012be3ce00) 00010000:00010000:1.0:1733164793.902723:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097a93600/0xe92384b90b8e31f7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b3c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2fccd expref: 1790 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902729:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b3c:0x0].0x0 (ffff88012eb5a100) 00010000:00010000:1.0:1733164793.902739:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800969833c0/0xe92384b90b8df494 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2ea82 expref: 1789 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902745:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b24:0x0].0x0 (ffff8800933f9900) 00010000:00010000:1.0:1733164793.902752:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009104c900/0xe92384b90b8de7dd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2e661 expref: 1788 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902757:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b27:0x0].0x0 (ffff880081722400) 00010000:00010000:1.0:1733164793.902766:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800934c0240/0xe92384b90b8dd2c1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4969:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2dfed expref: 1787 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902774:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4969:0x0].0x0 (ffff88012be3ce00) 00010000:00010000:1.0:1733164793.902781:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011ce3c900/0xe92384b90b8db7a1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x49a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2d7f8 expref: 1786 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902788:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x49a2:0x0].0x0 (ffff880131283400) 00010000:00010000:1.0:1733164793.902794:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009525cb40/0xe92384b90b8d4f88 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4af0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2b97b expref: 1785 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902800:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4af0:0x0].0x0 (ffff88011f883e00) 00010000:00010000:1.0:1733164793.902806:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800950abcc0/0xe92384b90b8d4df9 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x476b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2b8f6 expref: 1784 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902813:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x476b:0x0].0x0 (ffff880092017f00) 00010000:00010000:1.0:1733164793.902817:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cae86c0/0xe92384b90b8d4826 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4aee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2b736 expref: 1783 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902825:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4aee:0x0].0x0 (ffff880131283600) 00010000:00010000:1.0:1733164793.902830:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f306d00/0xe92384b90b8d4a33 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x476b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2b7d0 expref: 1782 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164793.902837:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x476b:0x0].0x0 (ffff880092017f00) 00010000:00010000:1.0:1733164793.902840:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164793.902889:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1781:2001:x1817354606339840:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 1326us (1514us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164793.902895:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 141832 00010000:00010000:2.0:1733164794.838412:0:16026:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1733164795.840354:0:15328:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1733164796.138379:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121e63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297491840:0@lo:400:kworker.0 00000100:00100000:1.0:1733164796.138410:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121e60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3759:1817354297491968:0@lo:400:kworker.0 00000100:00100000:3.0:1733164796.138421:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3761:1817354297491712:0@lo:400:kworker.0 00000100:00100000:2.0:1733164796.138454:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164796.138470:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164796.138496:0:8371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297491840 00000100:00100000:2.0:1733164796.138520:0:8371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297491840 00000100:00100000:2.0:1733164796.138550:0:8371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108249 00000100:00100000:1.0:1733164796.138553:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c7bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:531d87dc-65fb-4c67-b606-996b281d9421:3760:1817354297491584:0@lo:400:kworker.0 00000100:00100000:2.0:1733164796.138555:0:8371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ce81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+20:3762:x1817354297491840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164796.138573:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121e60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3761:1817354297492224:0@lo:400:kworker.0 00000100:00100000:0.0:1733164796.138591:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164796.138600:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164796.138611:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164796.138614:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297492480:0@lo:400:kworker.0 00000100:00100000:2.0:1733164796.138614:0:8371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ce81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+20:3762:x1817354297491840:12345-0@lo:400:kworker.0 Request processed in 59us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164796.138620:0:8371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108249 00000100:00100000:3.0:1733164796.138635:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3761:1817354297492736:0@lo:400:kworker.0 00000100:00100000:0.0:1733164796.138637:0:7204:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297491712 00000100:00100000:1.0:1733164796.138637:0:7200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297491584 00000100:00100000:0.0:1733164796.138641:0:7204:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297491712 00000100:00100000:1.0:1733164796.138643:0:7200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297491584 00000100:00100000:2.0:1733164796.138644:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3762:1817354297492352:0@lo:400:kworker.0 00000100:00100000:3.0:1733164796.138651:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164796.138672:0:7204:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297491968 00000100:00100000:0.0:1733164796.138674:0:7204:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297491968 00000100:00100000:2.0:1733164796.138676:0:15863:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297492224 00000100:00100000:2.0:1733164796.138678:0:15863:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297492224 00000100:00100000:3.0:1733164796.138686:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297492736 00000100:00100000:0.0:1733164796.138689:0:7204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082 00000100:00100000:3.0:1733164796.138689:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297492736 00000100:00100000:0.0:1733164796.138694:0:7204:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3761:x1817354297491712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164796.138698:0:15863:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083 00000100:00100000:1.0:1733164796.138699:0:7200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1733164796.138702:0:15863:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0001_UUID+5:3759:x1817354297491968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164796.138706:0:7200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fa2d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3760:x1817354297491584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164796.138711:0:15870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084 00000100:00100000:3.0:1733164796.138716:0:15870:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre-MDT0000-lwp-OST0000_UUID+5:3761:x1817354297492224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164796.138734:0:7204:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3761:x1817354297491712:12345-0@lo:400:kworker.0 Request processed in 38us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164796.138735:0:15863:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0001_UUID+5:3759:x1817354297491968:12345-0@lo:400:kworker.0 Request processed in 33us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164796.138740:0:7204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082 00000100:00100000:2.0:1733164796.138743:0:15863:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083 00000100:00100000:2.0:1733164796.138752:0:15863:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085 00000100:00100000:2.0:1733164796.138756:0:15863:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+5:3761:x1817354297492736:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1733164796.138762:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164766 00000100:00100000:1.0:1733164796.138763:0:7200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fa2d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3760:x1817354297491584:12345-0@lo:400:kworker.0 Request processed in 56us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164796.138764:0:15870:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre-MDT0000-lwp-OST0000_UUID+5:3761:x1817354297492224:12345-0@lo:400:kworker.0 Request processed in 46us (151us total) trans 0 rc 0/0 00000100:00080000:0.0:1733164796.138765:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164766 00000100:00100000:3.0:1733164796.138770:0:15870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084 00000100:00100000:1.0:1733164796.138771:0:7200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1733164796.138779:0:15863:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+5:3761:x1817354297492736:12345-0@lo:400:kworker.0 Request processed in 21us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164796.138784:0:15863:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085 00000100:00100000:0.0:1733164796.138787:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164796.138802:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297492992:0@lo:400:kworker.0 00000100:00100000:2.0:1733164796.138812:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164796.138813:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3761:1817354297491712:0@lo:400:kworker.0 00000100:00100000:0.0:1733164796.138818:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164796.138824:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121e60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3761:1817354297492224:0@lo:400:kworker.0 00000100:00100000:1.0:1733164796.138826:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297492352 00000100:00100000:1.0:1733164796.138830:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297492352 00000100:00100000:2.0:1733164796.138832:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080742300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3762:1817354297492864:0@lo:400:kworker.0 00000100:00100000:3.0:1733164796.138835:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3761:1817354297492736:0@lo:400:kworker.0 00000100:00100000:0.0:1733164796.138839:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121e60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3759:1817354297491968:0@lo:400:kworker.0 00000100:00100000:2.0:1733164796.138848:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1733164796.138854:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164766 00000100:00100000:2.0:1733164796.138858:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297492864 00000100:00100000:2.0:1733164796.138861:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297492864 00000100:00100000:1.0:1733164796.138870:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086 00000100:00100000:1.0:1733164796.138876:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f47fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:lustre-MDT0001-lwp-OST0000_UUID+5:3762:x1817354297492352:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1733164796.138877:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164766 00000100:00100000:3.0:1733164796.138889:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297492480 00000100:00100000:3.0:1733164796.138891:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297492480 00000100:00100000:2.0:1733164796.138892:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087 00000100:00100000:2.0:1733164796.138896:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f47e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0001_UUID+5:3762:x1817354297492864:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1733164796.138900:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164766 00000100:00100000:1.0:1733164796.138910:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f47fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:lustre-MDT0001-lwp-OST0000_UUID+5:3762:x1817354297492352:12345-0@lo:400:kworker.0 Request processed in 33us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164796.138916:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086 00000100:00100000:3.0:1733164796.138919:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297492992 00000100:00100000:3.0:1733164796.138921:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297492992 00000100:00100000:2.0:1733164796.138922:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f47e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0001_UUID+5:3762:x1817354297492864:12345-0@lo:400:kworker.0 Request processed in 24us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164796.138928:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087 00000100:00100000:1.0:1733164796.138938:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880121e61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297492096:0@lo:400:kworker.0 00000100:00100000:3.0:1733164796.138955:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1733164796.138956:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121e63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297491840:0@lo:400:kworker.0 00000100:00100000:3.0:1733164796.138960:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297492480:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1733164796.138961:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164766 00000100:00100000:0.0:1733164796.138975:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1733164796.138975:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3762:1817354297492352:0@lo:400:kworker.0 00000100:00100000:1.0:1733164796.138976:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164796.138980:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+4075:3759:x1817354297492992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164796.138985:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080742300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3762:1817354297492864:0@lo:400:kworker.0 00000100:00100000:3.0:1733164796.138997:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297492480:12345-0@lo:400:kworker.0 Request processed in 37us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164796.138999:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297492096 00000100:00100000:1.0:1733164796.139003:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297492096 00000100:00100000:3.0:1733164796.139003:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1733164796.139018:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297492480:0@lo:400:kworker.0 00000100:00100000:1.0:1733164796.139023:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108250 00000100:00100000:1.0:1733164796.139028:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3760:x1817354297492096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164796.139062:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+4075:3759:x1817354297492992:12345-0@lo:400:kworker.0 Request processed in 81us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164796.139063:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3760:x1817354297492096:12345-0@lo:400:kworker.0 Request processed in 33us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164796.139069:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1733164796.139070:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108250 00000100:00100000:2.0:1733164796.139073:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297492992:0@lo:400:kworker.0 00000100:00100000:1.0:1733164796.139089:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880080743b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297492608:0@lo:400:kworker.0 00000100:00100000:1.0:1733164796.139111:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164796.139126:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297493120:0@lo:400:kworker.0 00000100:00100000:0.0:1733164796.139128:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297492608 00000100:00100000:0.0:1733164796.139131:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297492608 00000100:00080000:2.0:1733164796.139163:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164766 00000100:00100000:0.0:1733164796.139179:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1733164796.139182:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297492608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164796.139185:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164796.139203:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297493120 00000100:00100000:2.0:1733164796.139205:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297493120 00000100:00100000:0.0:1733164796.139217:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297492608:12345-0@lo:400:kworker.0 Request processed in 33us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164796.139219:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c7bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:531d87dc-65fb-4c67-b606-996b281d9421:3760:1817354297491584:0@lo:400:kworker.0 00000100:00080000:3.0:1733164796.139221:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164766 00000100:00100000:0.0:1733164796.139222:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1733164796.139232:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880121e61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297492096:0@lo:400:kworker.0 00000100:00100000:2.0:1733164796.139232:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1733164796.139236:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297493120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164796.139245:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880080743b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297492608:0@lo:400:kworker.0 00000100:00100000:2.0:1733164796.139260:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297493120:12345-0@lo:400:kworker.0 Request processed in 24us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164796.139265:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1733164796.139278:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297493120:0@lo:400:kworker.0 00000100:00100000:3.0:1733164796.506361:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297493248:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1733164796.506426:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164796.506463:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297493248 00000100:00100000:0.0:1733164796.506469:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297493248 00000100:00100000:0.0:1733164796.506521:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1733164796.506526:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297493248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1733164796.506551:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00000100:00100000:0.0:1733164796.506586:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297493248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164796.506592:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1733164796.506613:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ab43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297493248:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1733164796.699332:0:8345:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0001: transno 4295199795 is committed 00000004:00080000:0.0:1733164796.699352:0:8345:0:(osp_sync.c:1746:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1066 committed 00000020:00080000:0.0:1733164796.699373:0:8345:0:(update_trans.c:1331:distribute_txn_batchid_cb()) lustre-MDT0001: 14506 batchid updated 00000020:00080000:0.0:1733164796.699378:0:8345:0:(update_trans.c:1331:distribute_txn_batchid_cb()) lustre-MDT0001: 14505 batchid updated 00000020:00080000:2.0:1733164796.699415:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 14506 00000004:00080000:2.0:1733164796.699463:0:8366:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88011fb07180 with version 26509 00000020:00080000:2.0:1733164796.699471:0:8366:0:(update_trans.c:1293:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 14505 cancel update log [0x200000401:0xf2:0x0].227: rc = 0 00000004:00080000:0.0:1733164796.699480:0:8358:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a9cebf00 version 26509 rpc_version 26509 00000020:00100000:0.0:1733164796.699522:0:8358:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1733164796.699531:0:8358:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88007e379500 x1817354297493504/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1733164796.699551:0:8358:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e379500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297493504:0@lo:1000:osp_up0-1.0 00000020:00080000:2.0:1733164796.699553:0:8366:0:(update_trans.c:1293:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 14505 cancel update log [0x240000400:0x199:0x0].75: rc = 0 00000004:00080000:2.0:1733164796.699572:0:8366:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88011fb07cc0 with version 26510 00000020:00080000:2.0:1733164796.699574:0:8366:0:(update_trans.c:1293:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 14506 cancel update log [0x200000401:0xf2:0x0].228: rc = 0 00000020:00080000:2.0:1733164796.699585:0:8366:0:(update_trans.c:1293:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 14506 cancel update log [0x240000400:0x199:0x0].76: rc = 0 00000100:00100000:0.0:1733164796.699606:0:8358:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1733164796.699606:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 14506 00000100:00100000:0.0:1733164796.699627:0:8358:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db000 going to sleep for 11 seconds 00000100:00100000:2.0:1733164796.699631:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297493504 00000100:00100000:2.0:1733164796.699636:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297493504 00000100:00100000:2.0:1733164796.699671:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108251 00000100:00100000:2.0:1733164796.699676:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+20:8358:x1817354297493504:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1733164796.699791:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:8358:x1817354297493504:12345-0@lo:1000:osp_up0-1.0 Request processed in 113us (184us total) trans 4295226484 rc 0/0 00000100:00100000:2.0:1733164796.699799:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108251 00000100:00100000:0.0:1733164796.699836:0:8358:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e379500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297493504:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1733164796.699844:0:8358:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a9cebf00 version 26510 rpc_version 26510 00000020:00100000:0.0:1733164796.699854:0:8358:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1733164796.699858:0:8358:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88007e37b800 x1817354297493760/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1733164796.699870:0:8358:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e37b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297493760:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1733164796.699890:0:8358:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164796.699907:0:8358:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850db000 going to sleep for 11 seconds 00000100:00100000:2.0:1733164796.699929:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297493760 00000100:00100000:2.0:1733164796.699933:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297493760 00000100:00100000:2.0:1733164796.699959:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108252 00000100:00100000:2.0:1733164796.699964:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:8358:x1817354297493760:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1733164796.700033:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e379180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+22:8358:x1817354297493760:12345-0@lo:1000:osp_up0-1.0 Request processed in 67us (140us total) trans 4295226485 rc 0/0 00000100:00100000:2.0:1733164796.700040:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108252 00000100:00100000:0.0:1733164796.700043:0:8358:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e37b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297493760:0@lo:1000:osp_up0-1.0 00000001:00080000:0.0:1733164796.704749:0:10824:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4295983659 is committed 00000100:00100000:0.0:1733164796.752300:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164796.752345:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164796.752377:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164796.752412:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164796.752418:0:15863:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606340096 00000100:00100000:2.0:1733164796.752426:0:15863:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606340096 00000100:00100000:0.0:1733164796.752431:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164796.752445:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164796.752456:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164796.752464:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606340352 00000100:00100000:0.0:1733164796.752466:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164796.752469:0:15863:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606340224 00000100:00100000:3.0:1733164796.752469:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606340352 00000100:00100000:2.0:1733164796.752472:0:15863:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606340224 00000100:00100000:0.0:1733164796.752482:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164796.752484:0:15863:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606340608 00000100:00100000:2.0:1733164796.752486:0:15863:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606340608 00000100:00100000:2.0:1733164796.752508:0:15863:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606340736 00000100:00100000:2.0:1733164796.752511:0:15863:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606340736 00000100:00100000:3.0:1733164796.752514:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606340480 00000100:00100000:3.0:1733164796.752517:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606340480 00000100:00100000:2.0:1733164796.752527:0:15863:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3088 00000100:00100000:3.0:1733164796.752532:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606340864 00000100:00100000:2.0:1733164796.752533:0:15863:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e37a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2000:x1817354606340096:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1733164796.752534:0:15864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3089 00000100:00100000:3.0:1733164796.752534:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606340864 00000100:00100000:0.0:1733164796.752540:0:15864:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1779:2001:x1817354606340224:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164796.752545:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606340992 00000100:00100000:3.0:1733164796.752547:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606340992 00000100:00100000:1.0:1733164796.752559:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3090 00000100:00100000:3.0:1733164796.752564:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 543 00000100:00100000:1.0:1733164796.752566:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2000:x1817354606340608:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164796.752570:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+31:2000:x1817354606340352:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1733164796.752592:0:15864:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1779:2001:x1817354606340224:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 51us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164796.752593:0:15863:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e37a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2000:x1817354606340096:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 60us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164796.752598:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2000:x1817354606340608:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 32us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164796.752599:0:15864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3089 00000100:00100000:3.0:1733164796.752602:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+31:2000:x1817354606340352:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 31us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164796.752603:0:15863:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3088 00000100:00100000:1.0:1733164796.752606:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3090 00000100:00100000:3.0:1733164796.752608:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 543 00000100:00100000:2.0:1733164796.752620:0:15863:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3091 00000100:00100000:2.0:1733164796.752624:0:15863:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1654:2001:x1817354606340736:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164796.752624:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 544 00000100:00100000:3.0:1733164796.752629:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085a76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+21:2001:x1817354606340480:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164796.752631:0:7200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606339968 00000100:00100000:1.0:1733164796.752635:0:7200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606339968 00000100:00100000:0.0:1733164796.752642:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 545 00000100:00100000:2.0:1733164796.752644:0:15863:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bf75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1654:2001:x1817354606340736:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 19us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164796.752647:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:2587e66f-96b3-485b-a51d-8015e555f74f+969:2000:x1817354606340864:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164796.752650:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085a76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+21:2001:x1817354606340480:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 20us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164796.752651:0:15863:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3091 00000100:00100000:3.0:1733164796.752655:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 544 00000100:00100000:1.0:1733164796.752660:0:7200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 656 00000100:00100000:1.0:1733164796.752666:0:7200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fa2d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8ec7278-8701-48c9-82a2-e433073c7150+12:2001:x1817354606339968:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164796.752666:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 546 00000100:00100000:3.0:1733164796.752670:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:2587e66f-96b3-485b-a51d-8015e555f74f+964:2001:x1817354606340992:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1733164796.752672:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:2587e66f-96b3-485b-a51d-8015e555f74f+969:2000:x1817354606340864:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 24us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164796.752678:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 545 00000100:00100000:3.0:1733164796.752688:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:2587e66f-96b3-485b-a51d-8015e555f74f+964:2001:x1817354606340992:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 18us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164796.752689:0:7200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fa2d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8ec7278-8701-48c9-82a2-e433073c7150+12:2001:x1817354606339968:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 24us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164796.752694:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 546 00000100:00100000:1.0:1733164796.752698:0:7200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 656 00000100:00080000:2.0:1733164796.752707:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164766 00000100:00080000:2.0:1733164796.752711:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164766 00000100:00080000:2.0:1733164796.752713:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164766 00000100:00080000:2.0:1733164796.752715:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164766 00000100:00080000:2.0:1733164796.752717:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164766 00010000:00010000:2.0:1733164796.842408:0:7194:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1733164797.146383:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297493888:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1733164797.146466:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164797.146548:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297493888 00000100:00100000:0.0:1733164797.146556:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297493888 00000100:00100000:0.0:1733164797.146599:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108253 00000100:00100000:0.0:1733164797.146605:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3762:x1817354297493888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1733164797.146637:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1439649792 avail 1310187520 00000100:00100000:0.0:1733164797.146690:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3762:x1817354297493888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164797.146697:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108253 00000100:00100000:2.0:1733164797.146750:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297493888:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1733164797.338436:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297494016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1733164797.338526:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164797.338617:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297494016 00000100:00100000:0.0:1733164797.338629:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297494016 00000100:00100000:0.0:1733164797.338681:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1733164797.338688:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297494016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1733164797.338711:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00000100:00100000:0.0:1733164797.338780:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297494016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164797.338786:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1733164797.338844:0:3759:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4295983659 gen 2 00000004:00080000:2.0:1733164797.338850:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4b3800, transno 4295979590 00000004:00080000:2.0:1733164797.338865:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4b0a80, transno 4295979591 00000004:00080000:2.0:1733164797.338867:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4b0000, transno 4295979592 00000004:00080000:2.0:1733164797.338868:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4b1880, transno 4295979593 00000004:00080000:2.0:1733164797.338870:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4b2680, transno 4295979594 00000004:00080000:2.0:1733164797.338872:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4b2d80, transno 4295979595 00000004:00080000:2.0:1733164797.338873:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4b3480, transno 4295979596 00000004:00080000:2.0:1733164797.338874:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4b1c00, transno 4295979597 00000004:00080000:2.0:1733164797.338876:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008643f480, transno 4295979598 00000004:00080000:2.0:1733164797.338877:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008643d880, transno 4295979599 00000004:00080000:2.0:1733164797.338879:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7d8000, transno 4295979600 00000004:00080000:2.0:1733164797.338880:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7db480, transno 4295979601 00000004:00080000:2.0:1733164797.338882:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008643f100, transno 4295979602 00000004:00080000:2.0:1733164797.338883:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7d8e00, transno 4295979603 00000004:00080000:2.0:1733164797.338884:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7d9880, transno 4295979604 00000004:00080000:2.0:1733164797.338886:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7db100, transno 4295979605 00000004:00080000:2.0:1733164797.338887:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7daa00, transno 4295979606 00000004:00080000:2.0:1733164797.338889:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7db800, transno 4295979607 00000004:00080000:2.0:1733164797.338891:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7d9180, transno 4295979608 00000004:00080000:2.0:1733164797.338893:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7da300, transno 4295979609 00000004:00080000:2.0:1733164797.338895:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ecc6a00, transno 4295979610 00000004:00080000:2.0:1733164797.338896:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7d9c00, transno 4295979611 00000004:00080000:2.0:1733164797.338898:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7d8a80, transno 4295979612 00000004:00080000:2.0:1733164797.338899:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7da680, transno 4295979613 00000004:00080000:2.0:1733164797.338900:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f0bad80, transno 4295979614 00000004:00080000:2.0:1733164797.338902:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801329c1c00, transno 4295979615 00000004:00080000:2.0:1733164797.338904:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f0b9c00, transno 4295979616 00000004:00080000:2.0:1733164797.338905:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f0ba680, transno 4295979617 00000004:00080000:2.0:1733164797.338906:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f0bb100, transno 4295979618 00000004:00080000:2.0:1733164797.338907:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f0b8000, transno 4295979619 00000004:00080000:2.0:1733164797.338909:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f0b8380, transno 4295979620 00000004:00080000:2.0:1733164797.338910:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de1180, transno 4295979621 00000004:00080000:2.0:1733164797.338911:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de2d80, transno 4295979622 00000004:00080000:2.0:1733164797.338913:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de1880, transno 4295979623 00000004:00080000:2.0:1733164797.338914:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de2300, transno 4295979624 00000004:00080000:2.0:1733164797.338915:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de2680, transno 4295979625 00000004:00080000:2.0:1733164797.338916:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de0a80, transno 4295979626 00000004:00080000:2.0:1733164797.338918:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de0700, transno 4295979627 00000004:00080000:2.0:1733164797.338919:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de3b80, transno 4295979628 00000004:00080000:2.0:1733164797.338920:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de1f80, transno 4295979629 00000004:00080000:2.0:1733164797.338921:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de0e00, transno 4295979630 00000004:00080000:2.0:1733164797.338922:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de3100, transno 4295979631 00000004:00080000:2.0:1733164797.338924:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de0000, transno 4295979632 00000004:00080000:2.0:1733164797.338925:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de1c00, transno 4295979633 00000004:00080000:2.0:1733164797.338926:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de1500, transno 4295979634 00000004:00080000:2.0:1733164797.338927:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de0380, transno 4295979635 00000004:00080000:2.0:1733164797.338929:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f5b3100, transno 4295979636 00000004:00080000:2.0:1733164797.338930:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de3480, transno 4295979637 00000004:00080000:2.0:1733164797.338932:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f5b3480, transno 4295979638 00000004:00080000:2.0:1733164797.338933:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f5b3800, transno 4295979639 00000004:00080000:2.0:1733164797.338934:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085de2a00, transno 4295979640 00000004:00080000:2.0:1733164797.338936:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008643ca80, transno 4295979641 00000004:00080000:2.0:1733164797.338937:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094abe300, transno 4295979642 00000004:00080000:2.0:1733164797.338939:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094abd500, transno 4295979643 00000004:00080000:2.0:1733164797.338940:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094abe680, transno 4295979644 00000004:00080000:2.0:1733164797.338941:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094abdf80, transno 4295979645 00000004:00080000:2.0:1733164797.338942:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094abc000, transno 4295979646 00000004:00080000:2.0:1733164797.338944:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4b1500, transno 4295979647 00000004:00080000:2.0:1733164797.338945:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ecc6680, transno 4295979648 00000004:00080000:2.0:1733164797.338946:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7d8380, transno 4295979649 00000004:00080000:2.0:1733164797.338947:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ecc4e00, transno 4295979650 00000004:00080000:2.0:1733164797.338949:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7d9500, transno 4295979651 00000004:00080000:2.0:1733164797.338950:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7dbb80, transno 4295979652 00000004:00080000:2.0:1733164797.338952:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094abf800, transno 4295979653 00000004:00080000:2.0:1733164797.338953:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094abca80, transno 4295979654 00000004:00080000:2.0:1733164797.338954:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008643d180, transno 4295979655 00000004:00080000:2.0:1733164797.338955:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f5b1880, transno 4295979656 00000004:00080000:2.0:1733164797.338957:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f5b1f80, transno 4295979657 00000004:00080000:2.0:1733164797.338958:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f5b2680, transno 4295979658 00000004:00080000:2.0:1733164797.338959:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008643c000, transno 4295979659 00000004:00080000:2.0:1733164797.338960:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f5c00, transno 4295979660 00000004:00080000:2.0:1733164797.338961:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f7100, transno 4295979661 00000004:00080000:2.0:1733164797.338962:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f5b2300, transno 4295979662 00000004:00080000:2.0:1733164797.338964:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f5500, transno 4295979663 00000004:00080000:2.0:1733164797.338965:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6dc00, transno 4295979664 00000004:00080000:2.0:1733164797.338967:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f5180, transno 4295979665 00000004:00080000:2.0:1733164797.338968:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f6a00, transno 4295979666 00000004:00080000:2.0:1733164797.338969:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f6d80, transno 4295979667 00000004:00080000:2.0:1733164797.338971:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f4e00, transno 4295979668 00000004:00080000:2.0:1733164797.338973:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f4000, transno 4295979669 00000004:00080000:2.0:1733164797.338974:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008535f480, transno 4295979670 00000004:00080000:2.0:1733164797.338976:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826e9c00, transno 4295979671 00000004:00080000:2.0:1733164797.338978:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826e9880, transno 4295979672 00000004:00080000:2.0:1733164797.338979:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4b3b80, transno 4295979673 00000004:00080000:2.0:1733164797.338981:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826eaa00, transno 4295979674 00000004:00080000:2.0:1733164797.338982:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b7d9f80, transno 4295979675 00000004:00080000:2.0:1733164797.338984:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bd4380, transno 4295979676 00000004:00080000:2.0:1733164797.338985:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bd6680, transno 4295979677 00000004:00080000:2.0:1733164797.338987:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c972680, transno 4295979678 00000004:00080000:2.0:1733164797.338988:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bd4a80, transno 4295979679 00000004:00080000:2.0:1733164797.338989:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bd5f80, transno 4295979680 00000004:00080000:2.0:1733164797.338991:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bd5500, transno 4295979681 00000004:00080000:2.0:1733164797.338994:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bd6d80, transno 4295979682 00000004:00080000:2.0:1733164797.338996:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88fb80, transno 4295979683 00000004:00080000:2.0:1733164797.338998:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bd5c00, transno 4295979684 00000004:00080000:2.0:1733164797.339000:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88df80, transno 4295979685 00000004:00080000:2.0:1733164797.339002:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bd7b80, transno 4295979686 00000004:00080000:2.0:1733164797.339004:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008535fb80, transno 4295979687 00000004:00080000:2.0:1733164797.339006:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88c700, transno 4295979688 00000004:00080000:2.0:1733164797.339008:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b1c00, transno 4295979689 00000004:00080000:2.0:1733164797.339011:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b2a00, transno 4295979690 00000004:00080000:2.0:1733164797.339013:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b0e00, transno 4295979691 00000004:00080000:2.0:1733164797.339015:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f5b3b80, transno 4295979692 00000004:00080000:2.0:1733164797.339018:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b1f80, transno 4295979693 00000004:00080000:2.0:1733164797.339020:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f5b1c00, transno 4295979694 00000004:00080000:2.0:1733164797.339022:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f5b1500, transno 4295979695 00000004:00080000:2.0:1733164797.339024:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b3b80, transno 4295979696 00000004:00080000:2.0:1733164797.339027:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a7100, transno 4295979697 00000004:00080000:2.0:1733164797.339029:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f5b2d80, transno 4295979698 00000004:00080000:2.0:1733164797.339032:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a5c00, transno 4295979699 00000004:00080000:2.0:1733164797.339034:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a7800, transno 4295979700 00000004:00080000:2.0:1733164797.339036:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a5500, transno 4295979701 00000004:00080000:2.0:1733164797.339038:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a4700, transno 4295979702 00000004:00080000:2.0:1733164797.339039:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a6300, transno 4295979703 00000004:00080000:2.0:1733164797.339041:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a6d80, transno 4295979704 00000004:00080000:2.0:1733164797.339043:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a5180, transno 4295979705 00000004:00080000:2.0:1733164797.339045:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a5f80, transno 4295979706 00000004:00080000:2.0:1733164797.339047:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a6a00, transno 4295979707 00000004:00080000:2.0:1733164797.339050:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b5aa00, transno 4295979708 00000004:00080000:2.0:1733164797.339053:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a6680, transno 4295979709 00000004:00080000:2.0:1733164797.339055:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b59880, transno 4295979710 00000004:00080000:2.0:1733164797.339057:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a7480, transno 4295979711 00000004:00080000:2.0:1733164797.339059:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88f100, transno 4295979712 00000004:00080000:2.0:1733164797.339062:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88d180, transno 4295979713 00000004:00080000:2.0:1733164797.339065:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88e300, transno 4295979714 00000004:00080000:2.0:1733164797.339067:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88d880, transno 4295979715 00000004:00080000:2.0:1733164797.339069:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1b8700, transno 4295979716 00000004:00080000:2.0:1733164797.339071:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1ba300, transno 4295979717 00000004:00080000:2.0:1733164797.339073:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bb100, transno 4295979718 00000004:00080000:2.0:1733164797.339076:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88e680, transno 4295979719 00000004:00080000:2.0:1733164797.339079:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1b9880, transno 4295979720 00000004:00080000:2.0:1733164797.339081:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1b9f80, transno 4295979721 00000004:00080000:2.0:1733164797.339083:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1b8380, transno 4295979722 00000004:00080000:2.0:1733164797.339085:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1b8a80, transno 4295979723 00000004:00080000:2.0:1733164797.339087:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1b9c00, transno 4295979724 00000004:00080000:2.0:1733164797.339089:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1baa00, transno 4295979725 00000004:00080000:2.0:1733164797.339091:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b76a00, transno 4295979726 00000004:00080000:2.0:1733164797.339093:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88dc00, transno 4295979727 00000004:00080000:2.0:1733164797.339096:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b75f80, transno 4295979728 00000004:00080000:2.0:1733164797.339098:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b77b80, transno 4295979729 00000004:00080000:2.0:1733164797.339100:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826e8000, transno 4295979730 00000004:00080000:2.0:1733164797.339101:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88ce00, transno 4295979731 00000004:00080000:2.0:1733164797.339103:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826eb100, transno 4295979732 00000004:00080000:2.0:1733164797.339104:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008535f800, transno 4295979733 00000004:00080000:2.0:1733164797.339105:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008535ed80, transno 4295979734 00000004:00080000:2.0:1733164797.339107:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008535c700, transno 4295979735 00000004:00080000:2.0:1733164797.339108:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88c380, transno 4295979736 00000004:00080000:2.0:1733164797.339110:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88f800, transno 4295979737 00000004:00080000:2.0:1733164797.339111:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008535e680, transno 4295979738 00000004:00080000:2.0:1733164797.339113:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008535ca80, transno 4295979739 00000004:00080000:2.0:1733164797.339114:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008535ce00, transno 4295979740 00000004:00080000:2.0:1733164797.339115:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b58380, transno 4295979741 00000004:00080000:2.0:1733164797.339117:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b5a300, transno 4295979742 00000004:00080000:2.0:1733164797.339118:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b5b800, transno 4295979743 00000004:00080000:2.0:1733164797.339119:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b58a80, transno 4295979744 00000004:00080000:2.0:1733164797.339121:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826e9180, transno 4295979745 00000004:00080000:2.0:1733164797.339122:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b58700, transno 4295979746 00000004:00080000:2.0:1733164797.339123:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826ea680, transno 4295979747 00000004:00080000:2.0:1733164797.339125:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826ead80, transno 4295979748 00000004:00080000:2.0:1733164797.339126:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f4700, transno 4295979749 00000004:00080000:2.0:1733164797.339127:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f5880, transno 4295979750 00000004:00080000:2.0:1733164797.339129:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f4a80, transno 4295979751 00000004:00080000:2.0:1733164797.339130:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f7b80, transno 4295979752 00000004:00080000:2.0:1733164797.339131:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f4380, transno 4295979753 00000004:00080000:2.0:1733164797.339132:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f7800, transno 4295979754 00000004:00080000:2.0:1733164797.339134:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f6680, transno 4295979755 00000004:00080000:2.0:1733164797.339135:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f7480, transno 4295979756 00000004:00080000:2.0:1733164797.339136:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6ea00, transno 4295979757 00000004:00080000:2.0:1733164797.339139:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092201180, transno 4295979758 00000004:00080000:2.0:1733164797.339140:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092203800, transno 4295979759 00000004:00080000:2.0:1733164797.339174:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092200000, transno 4295979760 00000004:00080000:2.0:1733164797.339175:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b5ad80, transno 4295979761 00000004:00080000:2.0:1733164797.339177:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826ebb80, transno 4295979762 00000004:00080000:2.0:1733164797.339178:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b77800, transno 4295979763 00000004:00080000:2.0:1733164797.339180:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092203100, transno 4295979764 00000004:00080000:2.0:1733164797.339181:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f5b2a00, transno 4295979765 00000004:00080000:2.0:1733164797.339183:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008535ea00, transno 4295979766 00000004:00080000:2.0:1733164797.339184:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008535c000, transno 4295979767 00000004:00080000:2.0:1733164797.339186:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b74380, transno 4295979768 00000004:00080000:2.0:1733164797.339187:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b74000, transno 4295979769 00000004:00080000:2.0:1733164797.339188:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b77480, transno 4295979770 00000004:00080000:2.0:1733164797.339190:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b76d80, transno 4295979771 00000004:00080000:2.0:1733164797.339191:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b74a80, transno 4295979772 00000004:00080000:2.0:1733164797.339192:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b75880, transno 4295979773 00000004:00080000:2.0:1733164797.339194:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b76680, transno 4295979774 00000004:00080000:2.0:1733164797.339195:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b75500, transno 4295979775 00000004:00080000:2.0:1733164797.339196:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a91180, transno 4295979776 00000004:00080000:2.0:1733164797.339198:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a92300, transno 4295979777 00000004:00080000:2.0:1733164797.339199:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a93b80, transno 4295979778 00000004:00080000:2.0:1733164797.339201:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a91500, transno 4295979779 00000004:00080000:2.0:1733164797.339202:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a92a00, transno 4295979780 00000004:00080000:2.0:1733164797.339203:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a90000, transno 4295979781 00000004:00080000:2.0:1733164797.339204:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a90700, transno 4295979782 00000004:00080000:2.0:1733164797.339205:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a92d80, transno 4295979783 00000004:00080000:2.0:1733164797.339206:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bdf7100, transno 4295979784 00000004:00080000:2.0:1733164797.339208:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bdf4a80, transno 4295979785 00000004:00080000:2.0:1733164797.339209:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bdf6d80, transno 4295979786 00000004:00080000:2.0:1733164797.339211:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b5b480, transno 4295979787 00000004:00080000:2.0:1733164797.339214:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b5bb80, transno 4295979788 00000004:00080000:2.0:1733164797.339216:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a93800, transno 4295979789 00000004:00080000:2.0:1733164797.339218:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a90e00, transno 4295979790 00000004:00080000:2.0:1733164797.339220:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a93480, transno 4295979791 00000004:00080000:2.0:1733164797.339222:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a90a80, transno 4295979792 00000004:00080000:2.0:1733164797.339224:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b59c00, transno 4295979793 00000004:00080000:2.0:1733164797.339226:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b74700, transno 4295979794 00000004:00080000:2.0:1733164797.339228:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a92680, transno 4295979795 00000004:00080000:2.0:1733164797.339230:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b74e00, transno 4295979796 00000004:00080000:2.0:1733164797.339233:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b0a80, transno 4295979797 00000004:00080000:2.0:1733164797.339236:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b2300, transno 4295979798 00000004:00080000:2.0:1733164797.339238:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b2d80, transno 4295979799 00000004:00080000:2.0:1733164797.339240:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b1c00, transno 4295979800 00000004:00080000:2.0:1733164797.339242:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b1500, transno 4295979801 00000004:00080000:2.0:1733164797.339244:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b0380, transno 4295979802 00000004:00080000:2.0:1733164797.339246:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b3480, transno 4295979803 00000004:00080000:2.0:1733164797.339249:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b2680, transno 4295979804 00000004:00080000:2.0:1733164797.339251:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b3b80, transno 4295979805 00000004:00080000:2.0:1733164797.339254:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b0000, transno 4295979806 00000004:00080000:2.0:1733164797.339257:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b3100, transno 4295979807 00000004:00080000:2.0:1733164797.339259:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b0700, transno 4295979808 00000004:00080000:2.0:1733164797.339262:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b2a00, transno 4295979809 00000004:00080000:2.0:1733164797.339264:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6ed80, transno 4295979810 00000004:00080000:2.0:1733164797.339267:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6d880, transno 4295979811 00000004:00080000:2.0:1733164797.339269:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6df80, transno 4295979812 00000004:00080000:2.0:1733164797.339272:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ecc7800, transno 4295979813 00000004:00080000:2.0:1733164797.339274:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ecc7100, transno 4295979814 00000004:00080000:2.0:1733164797.339276:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ecc7480, transno 4295979815 00000004:00080000:2.0:1733164797.339278:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b58000, transno 4295979816 00000004:00080000:2.0:1733164797.339281:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092a0b100, transno 4295979817 00000004:00080000:2.0:1733164797.339284:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bdf7b80, transno 4295979818 00000004:00080000:2.0:1733164797.339286:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bdf5f80, transno 4295979819 00000004:00080000:2.0:1733164797.339288:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bdf7800, transno 4295979820 00000004:00080000:2.0:1733164797.339290:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bdf4000, transno 4295979821 00000004:00080000:2.0:1733164797.339293:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b5b100, transno 4295979822 00000004:00080000:2.0:1733164797.339295:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b58e00, transno 4295979823 00000004:00080000:2.0:1733164797.339297:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bdf5500, transno 4295979824 00000004:00080000:2.0:1733164797.339299:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6e300, transno 4295979825 00000004:00080000:2.0:1733164797.339302:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ecc5880, transno 4295979826 00000004:00080000:2.0:1733164797.339304:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826eb480, transno 4295979827 00000004:00080000:2.0:1733164797.339307:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092202680, transno 4295979828 00000004:00080000:2.0:1733164797.339310:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092200e00, transno 4295979829 00000004:00080000:2.0:1733164797.339312:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092203b80, transno 4295979830 00000004:00080000:2.0:1733164797.339314:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092200a80, transno 4295979831 00000004:00080000:2.0:1733164797.339316:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092200700, transno 4295979832 00000004:00080000:2.0:1733164797.339318:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826e9f80, transno 4295979833 00000004:00080000:2.0:1733164797.339320:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092200380, transno 4295979834 00000004:00080000:2.0:1733164797.339322:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6e680, transno 4295979835 00000004:00080000:2.0:1733164797.339325:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6c700, transno 4295979836 00000004:00080000:2.0:1733164797.339328:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6f800, transno 4295979837 00000004:00080000:2.0:1733164797.339331:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6d500, transno 4295979838 00000004:00080000:2.0:1733164797.339333:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6c380, transno 4295979839 00000004:00080000:2.0:1733164797.339336:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b47b80, transno 4295979840 00000004:00080000:2.0:1733164797.339338:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6d180, transno 4295979841 00000004:00080000:2.0:1733164797.339341:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6ca80, transno 4295979842 00000004:00080000:2.0:1733164797.339344:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6c000, transno 4295979843 00000004:00080000:2.0:1733164797.339346:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b59f80, transno 4295979844 00000004:00080000:2.0:1733164797.339347:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88d500, transno 4295979845 00000004:00080000:2.0:1733164797.339349:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88ca80, transno 4295979846 00000004:00080000:2.0:1733164797.339351:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88f480, transno 4295979847 00000004:00080000:2.0:1733164797.339353:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bbb80, transno 4295979848 00000004:00080000:2.0:1733164797.339355:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bb480, transno 4295979849 00000004:00080000:2.0:1733164797.339356:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1b8000, transno 4295979850 00000004:00080000:2.0:1733164797.339359:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1b9180, transno 4295979851 00000004:00080000:2.0:1733164797.339361:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b3800, transno 4295979852 00000004:00080000:2.0:1733164797.339363:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d88ea00, transno 4295979853 00000004:00080000:2.0:1733164797.339366:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9cad80, transno 4295979854 00000004:00080000:2.0:1733164797.339368:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b1180, transno 4295979855 00000004:00080000:2.0:1733164797.339370:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9caa00, transno 4295979856 00000004:00080000:2.0:1733164797.339372:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9c8700, transno 4295979857 00000004:00080000:2.0:1733164797.339374:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9c8a80, transno 4295979858 00000004:00080000:2.0:1733164797.339377:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9cb480, transno 4295979859 00000004:00080000:2.0:1733164797.339379:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9ca680, transno 4295979860 00000004:00080000:2.0:1733164797.339381:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9cb100, transno 4295979861 00000004:00080000:2.0:1733164797.339383:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9c9f80, transno 4295979862 00000004:00080000:2.0:1733164797.339385:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9c9180, transno 4295979863 00000004:00080000:2.0:1733164797.339387:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092a0a680, transno 4295979864 00000004:00080000:2.0:1733164797.339390:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9c8e00, transno 4295979865 00000004:00080000:2.0:1733164797.339391:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092a09f80, transno 4295979866 00000004:00080000:2.0:1733164797.339394:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092a08e00, transno 4295979867 00000004:00080000:2.0:1733164797.339396:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092202a00, transno 4295979868 00000004:00080000:2.0:1733164797.339398:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6ce00, transno 4295979869 00000004:00080000:2.0:1733164797.339400:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bdf5c00, transno 4295979870 00000004:00080000:2.0:1733164797.339402:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9c9500, transno 4295979871 00000004:00080000:2.0:1733164797.339405:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093a6f480, transno 4295979872 00000004:00080000:2.0:1733164797.339407:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092202300, transno 4295979873 00000004:00080000:2.0:1733164797.339409:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086834a80, transno 4295979874 00000004:00080000:2.0:1733164797.339411:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bdf4380, transno 4295979875 00000004:00080000:2.0:1733164797.339413:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086835180, transno 4295979876 00000004:00080000:2.0:1733164797.339415:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086834700, transno 4295979877 00000004:00080000:2.0:1733164797.339418:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086835c00, transno 4295979878 00000004:00080000:2.0:1733164797.339420:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086837100, transno 4295979879 00000004:00080000:2.0:1733164797.339422:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086835880, transno 4295979880 00000004:00080000:2.0:1733164797.339425:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804e4a80, transno 4295979881 00000004:00080000:2.0:1733164797.339427:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804e7100, transno 4295979882 00000004:00080000:2.0:1733164797.339429:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086835f80, transno 4295979883 00000004:00080000:2.0:1733164797.339431:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b2d80, transno 4295979884 00000004:00080000:2.0:1733164797.339434:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b1880, transno 4295979885 00000004:00080000:2.0:1733164797.339436:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b2680, transno 4295979886 00000004:00080000:2.0:1733164797.339439:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a91880, transno 4295979887 00000004:00080000:2.0:1733164797.339441:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bdf4700, transno 4295979888 00000004:00080000:2.0:1733164797.339442:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801232f6300, transno 4295979889 00000004:00080000:2.0:1733164797.339444:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801329d5500, transno 4295979890 00000004:00080000:2.0:1733164797.339446:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b2300, transno 4295979891 00000004:00080000:2.0:1733164797.339447:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801329d7800, transno 4295979892 00000004:00080000:2.0:1733164797.339449:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801329d7100, transno 4295979893 00000004:00080000:2.0:1733164797.339450:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801329d7b80, transno 4295979894 00000004:00080000:2.0:1733164797.339451:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801329d7480, transno 4295979895 00000004:00080000:2.0:1733164797.339452:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801329d5c00, transno 4295979896 00000004:00080000:2.0:1733164797.339454:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b44700, transno 4295979897 00000004:00080000:2.0:1733164797.339455:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801329d5f80, transno 4295979898 00000004:00080000:2.0:1733164797.339456:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801329d4700, transno 4295979899 00000004:00080000:2.0:1733164797.339458:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092a0bb80, transno 4295979900 00000004:00080000:2.0:1733164797.339459:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b0a80, transno 4295979901 00000004:00080000:2.0:1733164797.339461:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b0000, transno 4295979902 00000004:00080000:2.0:1733164797.339462:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092a08000, transno 4295979903 00000004:00080000:2.0:1733164797.339464:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092a0ad80, transno 4295979904 00000004:00080000:2.0:1733164797.339465:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092a08a80, transno 4295979905 00000004:00080000:2.0:1733164797.339466:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092a09c00, transno 4295979906 00000004:00080000:2.0:1733164797.339468:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b59500, transno 4295979907 00000004:00080000:2.0:1733164797.339470:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804e5f80, transno 4295979908 00000004:00080000:2.0:1733164797.339472:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804e5c00, transno 4295979909 00000004:00080000:2.0:1733164797.339473:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801329d6a00, transno 4295979910 00000004:00080000:2.0:1733164797.339474:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801329d4e00, transno 4295979911 00000004:00080000:2.0:1733164797.339475:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b75c00, transno 4295979912 00000004:00080000:2.0:1733164797.339477:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b0380, transno 4295979913 00000004:00080000:2.0:1733164797.339478:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008535d180, transno 4295979914 00000004:00080000:2.0:1733164797.339479:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801329d4000, transno 4295979915 00000004:00080000:2.0:1733164797.339481:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f61f480, transno 4295979916 00000004:00080000:2.0:1733164797.339482:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a91c00, transno 4295979917 00000004:00080000:2.0:1733164797.339483:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f61c700, transno 4295979918 00000004:00080000:2.0:1733164797.339485:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b1180, transno 4295979919 00000004:00080000:2.0:1733164797.339486:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804e7b80, transno 4295979920 00000004:00080000:2.0:1733164797.339488:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804e5180, transno 4295979921 00000004:00080000:2.0:1733164797.339489:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804e7800, transno 4295979922 00000004:00080000:2.0:1733164797.339505:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f587100, transno 4295979923 00000004:00080000:2.0:1733164797.339508:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f586300, transno 4295979924 00000004:00080000:2.0:1733164797.339509:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f584000, transno 4295979925 00000004:00080000:2.0:1733164797.339511:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f586d80, transno 4295979926 00000004:00080000:2.0:1733164797.339512:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804e4e00, transno 4295979927 00000004:00080000:2.0:1733164797.339513:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f585f80, transno 4295979928 00000004:00080000:2.0:1733164797.339515:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f584a80, transno 4295979929 00000004:00080000:2.0:1733164797.339516:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f585500, transno 4295979930 00000004:00080000:2.0:1733164797.339517:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09c700, transno 4295979931 00000004:00080000:2.0:1733164797.339519:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09df80, transno 4295979932 00000004:00080000:2.0:1733164797.339520:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09fb80, transno 4295979933 00000004:00080000:2.0:1733164797.339521:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09f480, transno 4295979934 00000004:00080000:2.0:1733164797.339522:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09c380, transno 4295979935 00000004:00080000:2.0:1733164797.339524:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09ea00, transno 4295979936 00000004:00080000:2.0:1733164797.339525:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09c000, transno 4295979937 00000004:00080000:2.0:1733164797.339526:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09ca80, transno 4295979938 00000004:00080000:2.0:1733164797.339528:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09d880, transno 4295979939 00000004:00080000:2.0:1733164797.339529:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09e300, transno 4295979940 00000004:00080000:2.0:1733164797.339530:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f584e00, transno 4295979941 00000004:00080000:2.0:1733164797.339532:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09ed80, transno 4295979942 00000004:00080000:2.0:1733164797.339533:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a5880, transno 4295979943 00000004:00080000:2.0:1733164797.339535:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a4a80, transno 4295979944 00000004:00080000:2.0:1733164797.339536:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a4e00, transno 4295979945 00000004:00080000:2.0:1733164797.339537:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bd7480, transno 4295979946 00000004:00080000:2.0:1733164797.339539:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7d7100, transno 4295979947 00000004:00080000:2.0:1733164797.339540:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7d6a00, transno 4295979948 00000004:00080000:2.0:1733164797.339541:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7d5c00, transno 4295979949 00000004:00080000:2.0:1733164797.339543:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4b1180, transno 4295979950 00000004:00080000:2.0:1733164797.339544:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7d6300, transno 4295979951 00000004:00080000:2.0:1733164797.339545:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7d4000, transno 4295979952 00000004:00080000:2.0:1733164797.339547:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7d4a80, transno 4295979953 00000004:00080000:2.0:1733164797.339548:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7d5180, transno 4295979954 00000004:00080000:2.0:1733164797.339549:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7d4700, transno 4295979955 00000004:00080000:2.0:1733164797.339550:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7d4380, transno 4295979956 00000004:00080000:2.0:1733164797.339551:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7d4e00, transno 4295979957 00000004:00080000:2.0:1733164797.339552:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7d6680, transno 4295979958 00000004:00080000:2.0:1733164797.339554:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7d5f80, transno 4295979959 00000004:00080000:2.0:1733164797.339555:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7d7b80, transno 4295979960 00000004:00080000:2.0:1733164797.339556:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7d5500, transno 4295979961 00000004:00080000:2.0:1733164797.339557:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bd6a00, transno 4295979962 00000004:00080000:2.0:1733164797.339559:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a7b80, transno 4295979963 00000004:00080000:2.0:1733164797.339560:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bd5180, transno 4295979964 00000004:00080000:2.0:1733164797.339562:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d145180, transno 4295979965 00000004:00080000:2.0:1733164797.339563:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092203480, transno 4295979966 00000004:00080000:2.0:1733164797.339564:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d145500, transno 4295979967 00000004:00080000:2.0:1733164797.339566:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d147100, transno 4295979968 00000004:00080000:2.0:1733164797.339568:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d144380, transno 4295979969 00000004:00080000:2.0:1733164797.339569:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d145880, transno 4295979970 00000004:00080000:2.0:1733164797.339570:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d147480, transno 4295979971 00000004:00080000:2.0:1733164797.339572:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d146d80, transno 4295979972 00000004:00080000:2.0:1733164797.339573:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d144a80, transno 4295979973 00000004:00080000:2.0:1733164797.339574:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d145f80, transno 4295979974 00000004:00080000:2.0:1733164797.339576:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d146680, transno 4295979975 00000004:00080000:2.0:1733164797.339577:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801348a4000, transno 4295979976 00000004:00080000:2.0:1733164797.339578:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b3480, transno 4295979977 00000004:00080000:2.0:1733164797.339580:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b77100, transno 4295979978 00000004:00080000:2.0:1733164797.339581:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804e6a00, transno 4295979979 00000004:00080000:2.0:1733164797.339583:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9c9c00, transno 4295979980 00000004:00080000:2.0:1733164797.339584:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9c8000, transno 4295979981 00000004:00080000:2.0:1733164797.339586:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804e6d80, transno 4295979982 00000004:00080000:2.0:1733164797.339587:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9c8380, transno 4295979983 00000004:00080000:2.0:1733164797.339588:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e9ca300, transno 4295979984 00000004:00080000:2.0:1733164797.339589:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09f800, transno 4295979985 00000004:00080000:2.0:1733164797.339591:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09d180, transno 4295979986 00000004:00080000:2.0:1733164797.339592:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09d500, transno 4295979987 00000004:00080000:2.0:1733164797.339594:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e574000, transno 4295979988 00000004:00080000:2.0:1733164797.339595:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e575c00, transno 4295979989 00000004:00080000:2.0:1733164797.339596:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e575180, transno 4295979990 00000004:00080000:2.0:1733164797.339597:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e577b80, transno 4295979991 00000004:00080000:2.0:1733164797.339599:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e574e00, transno 4295979992 00000004:00080000:2.0:1733164797.339600:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e576300, transno 4295979993 00000004:00080000:2.0:1733164797.339601:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e575880, transno 4295979994 00000004:00080000:2.0:1733164797.339603:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f586680, transno 4295979995 00000004:00080000:2.0:1733164797.339604:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e574700, transno 4295979996 00000004:00080000:2.0:1733164797.339605:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086835500, transno 4295979997 00000004:00080000:2.0:1733164797.339608:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb5180, transno 4295979998 00000004:00080000:2.0:1733164797.339609:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b1f80, transno 4295979999 00000004:00080000:2.0:1733164797.339611:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb4700, transno 4295980000 00000004:00080000:2.0:1733164797.339612:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb7100, transno 4295980001 00000004:00080000:2.0:1733164797.339614:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb5c00, transno 4295980002 00000004:00080000:2.0:1733164797.339615:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb6300, transno 4295980003 00000004:00080000:2.0:1733164797.339616:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb7b80, transno 4295980004 00000004:00080000:2.0:1733164797.339617:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb5880, transno 4295980005 00000004:00080000:2.0:1733164797.339618:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb4e00, transno 4295980006 00000004:00080000:2.0:1733164797.339619:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb6a00, transno 4295980007 00000004:00080000:2.0:1733164797.339621:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133938a80, transno 4295980008 00000004:00080000:2.0:1733164797.339622:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133939c00, transno 4295980009 00000004:00080000:2.0:1733164797.339623:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab2300, transno 4295980010 00000004:00080000:2.0:1733164797.339625:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086836d80, transno 4295980011 00000004:00080000:2.0:1733164797.339626:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086834e00, transno 4295980012 00000004:00080000:2.0:1733164797.339627:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086836a00, transno 4295980013 00000004:00080000:2.0:1733164797.339628:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133938380, transno 4295980014 00000004:00080000:2.0:1733164797.339630:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133938700, transno 4295980015 00000004:00080000:2.0:1733164797.339631:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013393bb80, transno 4295980016 00000004:00080000:2.0:1733164797.339632:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133939880, transno 4295980017 00000004:00080000:2.0:1733164797.339633:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013393a300, transno 4295980018 00000004:00080000:2.0:1733164797.339634:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab0700, transno 4295980019 00000004:00080000:2.0:1733164797.339636:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab1880, transno 4295980020 00000004:00080000:2.0:1733164797.339637:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab2a00, transno 4295980021 00000004:00080000:2.0:1733164797.339638:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab2680, transno 4295980022 00000004:00080000:2.0:1733164797.339639:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab3800, transno 4295980023 00000004:00080000:2.0:1733164797.339641:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab3480, transno 4295980024 00000004:00080000:2.0:1733164797.339642:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab0e00, transno 4295980025 00000004:00080000:2.0:1733164797.339643:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab0380, transno 4295980026 00000004:00080000:2.0:1733164797.339645:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801212d9880, transno 4295980027 00000004:00080000:2.0:1733164797.339647:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a91f80, transno 4295980028 00000004:00080000:2.0:1733164797.339649:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801212d8700, transno 4295980029 00000004:00080000:2.0:1733164797.339650:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801212dbb80, transno 4295980030 00000004:00080000:2.0:1733164797.339652:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801212db100, transno 4295980031 00000004:00080000:2.0:1733164797.339653:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801212da300, transno 4295980032 00000004:00080000:2.0:1733164797.339654:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801212d9f80, transno 4295980033 00000004:00080000:2.0:1733164797.339656:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801212daa00, transno 4295980034 00000004:00080000:2.0:1733164797.339658:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801212d9500, transno 4295980035 00000004:00080000:2.0:1733164797.339659:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801212d8e00, transno 4295980036 00000004:00080000:2.0:1733164797.339660:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801212d9180, transno 4295980037 00000004:00080000:2.0:1733164797.339662:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086667100, transno 4295980038 00000004:00080000:2.0:1733164797.339663:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086667800, transno 4295980039 00000004:00080000:2.0:1733164797.339664:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801212dad80, transno 4295980040 00000004:00080000:2.0:1733164797.339665:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086664a80, transno 4295980041 00000004:00080000:2.0:1733164797.339667:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086665880, transno 4295980042 00000004:00080000:2.0:1733164797.339669:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086666300, transno 4295980043 00000004:00080000:2.0:1733164797.339671:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086666a00, transno 4295980044 00000004:00080000:2.0:1733164797.339681:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086664e00, transno 4295980045 00000004:00080000:2.0:1733164797.339684:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086665500, transno 4295980046 00000004:00080000:2.0:1733164797.339686:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086666680, transno 4295980047 00000004:00080000:2.0:1733164797.339693:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086666d80, transno 4295980048 00000004:00080000:2.0:1733164797.339695:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086664700, transno 4295980049 00000004:00080000:2.0:1733164797.339697:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086665c00, transno 4295980050 00000004:00080000:2.0:1733164797.339699:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801212db800, transno 4295980051 00000004:00080000:2.0:1733164797.339701:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086665f80, transno 4295980052 00000004:00080000:2.0:1733164797.339703:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2fb80, transno 4295980053 00000004:00080000:2.0:1733164797.339705:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2e680, transno 4295980054 00000004:00080000:2.0:1733164797.339707:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2d880, transno 4295980055 00000004:00080000:2.0:1733164797.339708:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2c700, transno 4295980056 00000004:00080000:2.0:1733164797.339711:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b45500, transno 4295980057 00000004:00080000:2.0:1733164797.339713:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b44000, transno 4295980058 00000004:00080000:2.0:1733164797.339715:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b45c00, transno 4295980059 00000004:00080000:2.0:1733164797.339718:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b44a80, transno 4295980060 00000004:00080000:2.0:1733164797.339720:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b46300, transno 4295980061 00000004:00080000:2.0:1733164797.339722:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b47800, transno 4295980062 00000004:00080000:2.0:1733164797.339724:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b44e00, transno 4295980063 00000004:00080000:2.0:1733164797.339726:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b47480, transno 4295980064 00000004:00080000:2.0:1733164797.339728:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b44380, transno 4295980065 00000004:00080000:2.0:1733164797.339730:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b47100, transno 4295980066 00000004:00080000:2.0:1733164797.339732:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f39f80, transno 4295980067 00000004:00080000:2.0:1733164797.339734:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f38a80, transno 4295980068 00000004:00080000:2.0:1733164797.339736:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2ed80, transno 4295980069 00000004:00080000:2.0:1733164797.339738:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2d180, transno 4295980070 00000004:00080000:2.0:1733164797.339741:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2d500, transno 4295980071 00000004:00080000:2.0:1733164797.339743:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2c380, transno 4295980072 00000004:00080000:2.0:1733164797.339744:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2ca80, transno 4295980073 00000004:00080000:2.0:1733164797.339745:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2f100, transno 4295980074 00000004:00080000:2.0:1733164797.339747:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2f800, transno 4295980075 00000004:00080000:2.0:1733164797.339748:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f38700, transno 4295980076 00000004:00080000:2.0:1733164797.339749:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2df80, transno 4295980077 00000004:00080000:2.0:1733164797.339751:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2f480, transno 4295980078 00000004:00080000:2.0:1733164797.339752:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be82680, transno 4295980079 00000004:00080000:2.0:1733164797.339754:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be81880, transno 4295980080 00000004:00080000:2.0:1733164797.339755:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2dc00, transno 4295980081 00000004:00080000:2.0:1733164797.339756:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2ce00, transno 4295980082 00000004:00080000:2.0:1733164797.339758:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be80e00, transno 4295980083 00000004:00080000:2.0:1733164797.339759:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be83b80, transno 4295980084 00000004:00080000:2.0:1733164797.339761:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be80000, transno 4295980085 00000004:00080000:2.0:1733164797.339762:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be83480, transno 4295980086 00000004:00080000:2.0:1733164797.339764:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be81500, transno 4295980087 00000004:00080000:2.0:1733164797.339766:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be81f80, transno 4295980088 00000004:00080000:2.0:1733164797.339768:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be83100, transno 4295980089 00000004:00080000:2.0:1733164797.339769:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be80380, transno 4295980090 00000004:00080000:2.0:1733164797.339771:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be82300, transno 4295980091 00000004:00080000:2.0:1733164797.339772:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f584700, transno 4295980092 00000004:00080000:2.0:1733164797.339774:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bad80, transno 4295980093 00000004:00080000:2.0:1733164797.339775:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be81c00, transno 4295980094 00000004:00080000:2.0:1733164797.339777:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b1500, transno 4295980095 00000004:00080000:2.0:1733164797.339778:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09ce00, transno 4295980096 00000004:00080000:2.0:1733164797.339780:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804e4000, transno 4295980097 00000004:00080000:2.0:1733164797.339781:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316eb800, transno 4295980098 00000004:00080000:2.0:1733164797.339783:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e8e00, transno 4295980099 00000004:00080000:2.0:1733164797.339784:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316eb480, transno 4295980100 00000004:00080000:2.0:1733164797.339785:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e8380, transno 4295980101 00000004:00080000:2.0:1733164797.339787:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316ea680, transno 4295980102 00000004:00080000:2.0:1733164797.339788:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e9c00, transno 4295980103 00000004:00080000:2.0:1733164797.339789:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316eaa00, transno 4295980104 00000004:00080000:2.0:1733164797.339790:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e9880, transno 4295980105 00000004:00080000:2.0:1733164797.339792:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e9500, transno 4295980106 00000004:00080000:2.0:1733164797.339793:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e8a80, transno 4295980107 00000004:00080000:2.0:1733164797.339795:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f585c00, transno 4295980108 00000004:00080000:2.0:1733164797.339796:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086665180, transno 4295980109 00000004:00080000:2.0:1733164797.339798:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f38e00, transno 4295980110 00000004:00080000:2.0:1733164797.339799:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f3b800, transno 4295980111 00000004:00080000:2.0:1733164797.339801:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f349500, transno 4295980112 00000004:00080000:2.0:1733164797.339803:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f34b480, transno 4295980113 00000004:00080000:2.0:1733164797.339804:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086837480, transno 4295980114 00000004:00080000:2.0:1733164797.339805:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f349c00, transno 4295980115 00000004:00080000:2.0:1733164797.339806:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086837b80, transno 4295980116 00000004:00080000:2.0:1733164797.339807:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab1f80, transno 4295980117 00000004:00080000:2.0:1733164797.339810:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb7800, transno 4295980118 00000004:00080000:2.0:1733164797.339811:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be83800, transno 4295980119 00000004:00080000:2.0:1733164797.339812:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb4380, transno 4295980120 00000004:00080000:2.0:1733164797.339814:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f61d180, transno 4295980121 00000004:00080000:2.0:1733164797.339815:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be82a00, transno 4295980122 00000004:00080000:2.0:1733164797.339817:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2b0700, transno 4295980123 00000004:00080000:2.0:1733164797.339818:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb5f80, transno 4295980124 00000004:00080000:2.0:1733164797.339820:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb4000, transno 4295980125 00000004:00080000:2.0:1733164797.339821:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f34bb80, transno 4295980126 00000004:00080000:2.0:1733164797.339822:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f34a300, transno 4295980127 00000004:00080000:2.0:1733164797.339823:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086834000, transno 4295980128 00000004:00080000:2.0:1733164797.339825:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf5500, transno 4295980129 00000004:00080000:2.0:1733164797.339826:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f348380, transno 4295980130 00000004:00080000:2.0:1733164797.339828:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf7100, transno 4295980131 00000004:00080000:2.0:1733164797.339829:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf4e00, transno 4295980132 00000004:00080000:2.0:1733164797.339830:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf4700, transno 4295980133 00000004:00080000:2.0:1733164797.339831:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf4a80, transno 4295980134 00000004:00080000:2.0:1733164797.339833:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf7480, transno 4295980135 00000004:00080000:2.0:1733164797.339834:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf5180, transno 4295980136 00000004:00080000:2.0:1733164797.339835:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf6300, transno 4295980137 00000004:00080000:2.0:1733164797.339836:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800805b0e00, transno 4295980138 00000004:00080000:2.0:1733164797.339838:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f34ad80, transno 4295980139 00000004:00080000:2.0:1733164797.339839:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab1180, transno 4295980140 00000004:00080000:2.0:1733164797.339840:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab1500, transno 4295980141 00000004:00080000:2.0:1733164797.339842:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092201880, transno 4295980142 00000004:00080000:2.0:1733164797.339843:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086664000, transno 4295980143 00000004:00080000:2.0:1733164797.339845:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f585180, transno 4295980144 00000004:00080000:2.0:1733164797.339847:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e1500, transno 4295980145 00000004:00080000:2.0:1733164797.339848:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e0e00, transno 4295980146 00000004:00080000:2.0:1733164797.339850:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e0000, transno 4295980147 00000004:00080000:2.0:1733164797.339852:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e3b80, transno 4295980148 00000004:00080000:2.0:1733164797.339854:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e1c00, transno 4295980149 00000004:00080000:2.0:1733164797.339855:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e1880, transno 4295980150 00000004:00080000:2.0:1733164797.339857:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e1f80, transno 4295980151 00000004:00080000:2.0:1733164797.339859:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e2680, transno 4295980152 00000004:00080000:2.0:1733164797.339860:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e0a80, transno 4295980153 00000004:00080000:2.0:1733164797.339862:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e3800, transno 4295980154 00000004:00080000:2.0:1733164797.339863:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e3100, transno 4295980155 00000004:00080000:2.0:1733164797.339865:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f34aa00, transno 4295980156 00000004:00080000:2.0:1733164797.339866:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f349180, transno 4295980157 00000004:00080000:2.0:1733164797.339867:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bb800, transno 4295980158 00000004:00080000:2.0:1733164797.339868:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f587480, transno 4295980159 00000004:00080000:2.0:1733164797.339870:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1b9500, transno 4295980160 00000004:00080000:2.0:1733164797.339871:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09dc00, transno 4295980161 00000004:00080000:2.0:1733164797.339873:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f39880, transno 4295980162 00000004:00080000:2.0:1733164797.339874:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e09e680, transno 4295980163 00000004:00080000:2.0:1733164797.339876:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e0380, transno 4295980164 00000004:00080000:2.0:1733164797.339878:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e1180, transno 4295980165 00000004:00080000:2.0:1733164797.339880:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e2d80, transno 4295980166 00000004:00080000:2.0:1733164797.339882:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab3b80, transno 4295980167 00000004:00080000:2.0:1733164797.339885:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f349880, transno 4295980168 00000004:00080000:2.0:1733164797.339887:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a4000, transno 4295980169 00000004:00080000:2.0:1733164797.339889:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a4a80, transno 4295980170 00000004:00080000:2.0:1733164797.339891:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f3b480, transno 4295980171 00000004:00080000:2.0:1733164797.339893:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a6680, transno 4295980172 00000004:00080000:2.0:1733164797.339895:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e0700, transno 4295980173 00000004:00080000:2.0:1733164797.339897:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c6d80, transno 4295980174 00000004:00080000:2.0:1733164797.339900:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123347100, transno 4295980175 00000004:00080000:2.0:1733164797.339902:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123345f80, transno 4295980176 00000004:00080000:2.0:1733164797.339904:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123345c00, transno 4295980177 00000004:00080000:2.0:1733164797.339907:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123345880, transno 4295980178 00000004:00080000:2.0:1733164797.339910:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133939500, transno 4295980179 00000004:00080000:2.0:1733164797.339912:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf7800, transno 4295980180 00000004:00080000:2.0:1733164797.339914:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013393a680, transno 4295980181 00000004:00080000:2.0:1733164797.339916:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf7b80, transno 4295980182 00000004:00080000:2.0:1733164797.339918:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf5880, transno 4295980183 00000004:00080000:2.0:1733164797.339921:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133938e00, transno 4295980184 00000004:00080000:2.0:1733164797.339923:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf5c00, transno 4295980185 00000004:00080000:2.0:1733164797.339926:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a4e00, transno 4295980186 00000004:00080000:2.0:1733164797.339928:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a5500, transno 4295980187 00000004:00080000:2.0:1733164797.339931:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a4700, transno 4295980188 00000004:00080000:2.0:1733164797.339934:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a7b80, transno 4295980189 00000004:00080000:2.0:1733164797.339936:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800968b0a80, transno 4295980190 00000004:00080000:2.0:1733164797.339938:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800968b2680, transno 4295980191 00000004:00080000:2.0:1733164797.339940:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800968b2300, transno 4295980192 00000004:00080000:2.0:1733164797.339942:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800968b2a00, transno 4295980193 00000004:00080000:2.0:1733164797.339944:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800968b3800, transno 4295980194 00000004:00080000:2.0:1733164797.339946:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800968b3b80, transno 4295980195 00000004:00080000:2.0:1733164797.339948:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800968b1500, transno 4295980196 00000004:00080000:2.0:1733164797.339951:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800968b2d80, transno 4295980197 00000004:00080000:2.0:1733164797.339953:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c4a80, transno 4295980198 00000004:00080000:2.0:1733164797.339956:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123346a00, transno 4295980199 00000004:00080000:2.0:1733164797.339958:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123347480, transno 4295980200 00000004:00080000:2.0:1733164797.339961:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f587b80, transno 4295980201 00000004:00080000:2.0:1733164797.339964:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c7100, transno 4295980202 00000004:00080000:2.0:1733164797.339966:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123344a80, transno 4295980203 00000004:00080000:2.0:1733164797.339969:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c7800, transno 4295980204 00000004:00080000:2.0:1733164797.339971:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f586a00, transno 4295980205 00000004:00080000:2.0:1733164797.339973:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123346d80, transno 4295980206 00000004:00080000:2.0:1733164797.339976:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b6ba300, transno 4295980207 00000004:00080000:2.0:1733164797.339978:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b6b9880, transno 4295980208 00000004:00080000:2.0:1733164797.339981:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b6bb480, transno 4295980209 00000004:00080000:2.0:1733164797.339983:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b6bbb80, transno 4295980210 00000004:00080000:2.0:1733164797.339985:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c5c00, transno 4295980211 00000004:00080000:2.0:1733164797.339988:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b6ba680, transno 4295980212 00000004:00080000:2.0:1733164797.339990:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c6680, transno 4295980213 00000004:00080000:2.0:1733164797.339993:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c6a00, transno 4295980214 00000004:00080000:2.0:1733164797.339995:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800968b1c00, transno 4295980215 00000004:00080000:2.0:1733164797.339997:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aaeb100, transno 4295980216 00000004:00080000:2.0:1733164797.340000:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b6b8a80, transno 4295980217 00000004:00080000:2.0:1733164797.340003:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aae8000, transno 4295980218 00000004:00080000:2.0:1733164797.340005:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aae8380, transno 4295980219 00000004:00080000:2.0:1733164797.340007:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aae9f80, transno 4295980220 00000004:00080000:2.0:1733164797.340009:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aaeb480, transno 4295980221 00000004:00080000:2.0:1733164797.340011:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aaebb80, transno 4295980222 00000004:00080000:2.0:1733164797.340013:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aaead80, transno 4295980223 00000004:00080000:2.0:1733164797.340015:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aae9c00, transno 4295980224 00000004:00080000:2.0:1733164797.340017:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc0700, transno 4295980225 00000004:00080000:2.0:1733164797.340019:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc0000, transno 4295980226 00000004:00080000:2.0:1733164797.340020:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc3480, transno 4295980227 00000004:00080000:2.0:1733164797.340022:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc0380, transno 4295980228 00000004:00080000:2.0:1733164797.340024:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc2d80, transno 4295980229 00000004:00080000:2.0:1733164797.340026:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aaea680, transno 4295980230 00000004:00080000:2.0:1733164797.340035:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c4700, transno 4295980231 00000004:00080000:2.0:1733164797.340038:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c6300, transno 4295980232 00000004:00080000:2.0:1733164797.340040:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc1180, transno 4295980233 00000004:00080000:2.0:1733164797.340044:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080454700, transno 4295980234 00000004:00080000:2.0:1733164797.340046:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc2300, transno 4295980235 00000004:00080000:2.0:1733164797.340048:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080454000, transno 4295980236 00000004:00080000:2.0:1733164797.340050:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123347800, transno 4295980237 00000004:00080000:2.0:1733164797.340053:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123345500, transno 4295980238 00000004:00080000:2.0:1733164797.340055:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123344380, transno 4295980239 00000004:00080000:2.0:1733164797.340058:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123345180, transno 4295980240 00000004:00080000:2.0:1733164797.340060:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123344000, transno 4295980241 00000004:00080000:2.0:1733164797.340062:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086667480, transno 4295980242 00000004:00080000:2.0:1733164797.340064:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080457480, transno 4295980243 00000004:00080000:2.0:1733164797.340066:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080455c00, transno 4295980244 00000004:00080000:2.0:1733164797.340069:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080457800, transno 4295980245 00000004:00080000:2.0:1733164797.340071:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6da300, transno 4295980246 00000004:00080000:2.0:1733164797.340074:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aaeb800, transno 4295980247 00000004:00080000:2.0:1733164797.340077:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080454380, transno 4295980248 00000004:00080000:2.0:1733164797.340079:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080456680, transno 4295980249 00000004:00080000:2.0:1733164797.340081:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080455880, transno 4295980250 00000004:00080000:2.0:1733164797.340084:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080454a80, transno 4295980251 00000004:00080000:2.0:1733164797.340086:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080455f80, transno 4295980252 00000004:00080000:2.0:1733164797.340089:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6db480, transno 4295980253 00000004:00080000:2.0:1733164797.340091:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6da680, transno 4295980254 00000004:00080000:2.0:1733164797.340093:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6d9180, transno 4295980255 00000004:00080000:2.0:1733164797.340096:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6d8000, transno 4295980256 00000004:00080000:2.0:1733164797.340098:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf5f80, transno 4295980257 00000004:00080000:2.0:1733164797.340100:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf6680, transno 4295980258 00000004:00080000:2.0:1733164797.340102:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aae9880, transno 4295980259 00000004:00080000:2.0:1733164797.340104:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aae8e00, transno 4295980260 00000004:00080000:2.0:1733164797.340106:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf6d80, transno 4295980261 00000004:00080000:2.0:1733164797.340109:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aae8a80, transno 4295980262 00000004:00080000:2.0:1733164797.340111:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800968b0700, transno 4295980263 00000004:00080000:2.0:1733164797.340113:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133953b80, transno 4295980264 00000004:00080000:2.0:1733164797.340115:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008eb8bb80, transno 4295980265 00000004:00080000:2.0:1733164797.340117:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008eb88e00, transno 4295980266 00000004:00080000:2.0:1733164797.340119:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008eb8b480, transno 4295980267 00000004:00080000:2.0:1733164797.340122:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc3800, transno 4295980268 00000004:00080000:2.0:1733164797.340125:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc3b80, transno 4295980269 00000004:00080000:2.0:1733164797.340126:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc2680, transno 4295980270 00000004:00080000:2.0:1733164797.340128:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc1f80, transno 4295980271 00000004:00080000:2.0:1733164797.340131:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008eb89500, transno 4295980272 00000004:00080000:2.0:1733164797.340132:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc1880, transno 4295980273 00000004:00080000:2.0:1733164797.340135:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc0e00, transno 4295980274 00000004:00080000:2.0:1733164797.340137:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc3100, transno 4295980275 00000004:00080000:2.0:1733164797.340139:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b6b9f80, transno 4295980276 00000004:00080000:2.0:1733164797.340161:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b6bb100, transno 4295980277 00000004:00080000:2.0:1733164797.340164:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b6b8380, transno 4295980278 00000004:00080000:2.0:1733164797.340166:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b6b8e00, transno 4295980279 00000004:00080000:2.0:1733164797.340169:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6dad80, transno 4295980280 00000004:00080000:2.0:1733164797.340171:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133951f80, transno 4295980281 00000004:00080000:2.0:1733164797.340173:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133953100, transno 4295980282 00000004:00080000:2.0:1733164797.340175:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133950000, transno 4295980283 00000004:00080000:2.0:1733164797.340177:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133953800, transno 4295980284 00000004:00080000:2.0:1733164797.340180:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133951c00, transno 4295980285 00000004:00080000:2.0:1733164797.340182:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab0a80, transno 4295980286 00000004:00080000:2.0:1733164797.340184:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133952680, transno 4295980287 00000004:00080000:2.0:1733164797.340186:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133952a00, transno 4295980288 00000004:00080000:2.0:1733164797.340188:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf6a00, transno 4295980289 00000004:00080000:2.0:1733164797.340190:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008eb89c00, transno 4295980290 00000004:00080000:2.0:1733164797.340192:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ab0000, transno 4295980291 00000004:00080000:2.0:1733164797.340194:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf4000, transno 4295980292 00000004:00080000:2.0:1733164797.340197:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123346680, transno 4295980293 00000004:00080000:2.0:1733164797.340199:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc0a80, transno 4295980294 00000004:00080000:2.0:1733164797.340201:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123344700, transno 4295980295 00000004:00080000:2.0:1733164797.340203:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f348a80, transno 4295980296 00000004:00080000:2.0:1733164797.340205:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f34a680, transno 4295980297 00000004:00080000:2.0:1733164797.340208:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1ba680, transno 4295980298 00000004:00080000:2.0:1733164797.340210:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f348000, transno 4295980299 00000004:00080000:2.0:1733164797.340212:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f348e00, transno 4295980300 00000004:00080000:2.0:1733164797.340214:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be82d80, transno 4295980301 00000004:00080000:2.0:1733164797.340217:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be80700, transno 4295980302 00000004:00080000:2.0:1733164797.340219:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b6b9500, transno 4295980303 00000004:00080000:2.0:1733164797.340221:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb4a80, transno 4295980304 00000004:00080000:2.0:1733164797.340222:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086836300, transno 4295980305 00000004:00080000:2.0:1733164797.340224:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb5500, transno 4295980306 00000004:00080000:2.0:1733164797.340226:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f5e2300, transno 4295980307 00000004:00080000:2.0:1733164797.340229:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086834380, transno 4295980308 00000004:00080000:2.0:1733164797.340231:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979ae680, transno 4295980309 00000004:00080000:2.0:1733164797.340233:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979ac380, transno 4295980310 00000004:00080000:2.0:1733164797.340235:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979ad500, transno 4295980311 00000004:00080000:2.0:1733164797.340237:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979ad180, transno 4295980312 00000004:00080000:2.0:1733164797.340239:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979adc00, transno 4295980313 00000004:00080000:2.0:1733164797.340241:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979aed80, transno 4295980314 00000004:00080000:2.0:1733164797.340243:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979aca80, transno 4295980315 00000004:00080000:2.0:1733164797.340245:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979ad880, transno 4295980316 00000004:00080000:2.0:1733164797.340247:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979ac700, transno 4295980317 00000004:00080000:2.0:1733164797.340249:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979ace00, transno 4295980318 00000004:00080000:2.0:1733164797.340252:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979af100, transno 4295980319 00000004:00080000:2.0:1733164797.340254:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008eb88700, transno 4295980320 00000004:00080000:2.0:1733164797.340256:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133950380, transno 4295980321 00000004:00080000:2.0:1733164797.340258:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133951880, transno 4295980322 00000004:00080000:2.0:1733164797.340260:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133950700, transno 4295980323 00000004:00080000:2.0:1733164797.340262:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008eb8ad80, transno 4295980324 00000004:00080000:2.0:1733164797.340263:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008eb88000, transno 4295980325 00000004:00080000:2.0:1733164797.340265:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133950a80, transno 4295980326 00000004:00080000:2.0:1733164797.340267:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133951180, transno 4295980327 00000004:00080000:2.0:1733164797.340270:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6d9c00, transno 4295980328 00000004:00080000:2.0:1733164797.340272:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c5500, transno 4295980329 00000004:00080000:2.0:1733164797.340274:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c4380, transno 4295980330 00000004:00080000:2.0:1733164797.340276:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6daa00, transno 4295980331 00000004:00080000:2.0:1733164797.340278:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804e7480, transno 4295980332 00000004:00080000:2.0:1733164797.340281:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123346300, transno 4295980333 00000004:00080000:2.0:1733164797.340283:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c7480, transno 4295980334 00000004:00080000:2.0:1733164797.340285:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133952d80, transno 4295980335 00000004:00080000:2.0:1733164797.340287:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33c000, transno 4295980336 00000004:00080000:2.0:1733164797.340289:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008eb88a80, transno 4295980337 00000004:00080000:2.0:1733164797.340291:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33ce00, transno 4295980338 00000004:00080000:2.0:1733164797.340292:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133952300, transno 4295980339 00000004:00080000:2.0:1733164797.340294:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33e680, transno 4295980340 00000004:00080000:2.0:1733164797.340296:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33d180, transno 4295980341 00000004:00080000:2.0:1733164797.340298:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33dc00, transno 4295980342 00000004:00080000:2.0:1733164797.340300:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33ca80, transno 4295980343 00000004:00080000:2.0:1733164797.340302:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33f800, transno 4295980344 00000004:00080000:2.0:1733164797.340304:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33d500, transno 4295980345 00000004:00080000:2.0:1733164797.340306:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33f100, transno 4295980346 00000004:00080000:2.0:1733164797.340308:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6d8a80, transno 4295980347 00000004:00080000:2.0:1733164797.340310:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6db800, transno 4295980348 00000004:00080000:2.0:1733164797.340312:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33d880, transno 4295980349 00000004:00080000:2.0:1733164797.340314:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6d8380, transno 4295980350 00000004:00080000:2.0:1733164797.340316:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a62300, transno 4295980351 00000004:00080000:2.0:1733164797.340318:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a63b80, transno 4295980352 00000004:00080000:2.0:1733164797.340320:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a60a80, transno 4295980353 00000004:00080000:2.0:1733164797.340322:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a60380, transno 4295980354 00000004:00080000:2.0:1733164797.340324:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a60000, transno 4295980355 00000004:00080000:2.0:1733164797.340326:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a63480, transno 4295980356 00000004:00080000:2.0:1733164797.340328:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6d9f80, transno 4295980357 00000004:00080000:2.0:1733164797.340331:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123347b80, transno 4295980358 00000004:00080000:2.0:1733164797.340333:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6d9880, transno 4295980359 00000004:00080000:2.0:1733164797.340335:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c5880, transno 4295980360 00000004:00080000:2.0:1733164797.340338:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c5f80, transno 4295980361 00000004:00080000:2.0:1733164797.340340:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c5180, transno 4295980362 00000004:00080000:2.0:1733164797.340342:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c4000, transno 4295980363 00000004:00080000:2.0:1733164797.340344:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080456300, transno 4295980364 00000004:00080000:2.0:1733164797.340346:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080456d80, transno 4295980365 00000004:00080000:2.0:1733164797.340348:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080457100, transno 4295980366 00000004:00080000:2.0:1733164797.340351:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080456a00, transno 4295980367 00000004:00080000:2.0:1733164797.340353:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800968b0380, transno 4295980368 00000004:00080000:2.0:1733164797.340355:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080455500, transno 4295980369 00000004:00080000:2.0:1733164797.340357:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804efb80, transno 4295980370 00000004:00080000:2.0:1733164797.340359:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f4c4e00, transno 4295980371 00000004:00080000:2.0:1733164797.340361:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804ef100, transno 4295980372 00000004:00080000:2.0:1733164797.340363:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804ef480, transno 4295980373 00000004:00080000:2.0:1733164797.340365:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080455180, transno 4295980374 00000004:00080000:2.0:1733164797.340368:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804eca80, transno 4295980375 00000004:00080000:2.0:1733164797.340370:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804eea00, transno 4295980376 00000004:00080000:2.0:1733164797.340372:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804eed80, transno 4295980377 00000004:00080000:2.0:1733164797.340374:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804ef800, transno 4295980378 00000004:00080000:2.0:1733164797.340376:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804ee300, transno 4295980379 00000004:00080000:2.0:1733164797.340378:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804ec380, transno 4295980380 00000004:00080000:2.0:1733164797.340380:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804ec000, transno 4295980381 00000004:00080000:2.0:1733164797.340382:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804ec700, transno 4295980382 00000004:00080000:2.0:1733164797.340384:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804ece00, transno 4295980383 00000004:00080000:2.0:1733164797.340387:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804edc00, transno 4295980384 00000004:00080000:2.0:1733164797.340389:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804edf80, transno 4295980385 00000004:00080000:2.0:1733164797.340391:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804ed180, transno 4295980386 00000004:00080000:2.0:1733164797.340393:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804ed880, transno 4295980387 00000004:00080000:2.0:1733164797.340396:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1ca80, transno 4295980388 00000004:00080000:2.0:1733164797.340398:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800804ee680, transno 4295980389 00000004:00080000:2.0:1733164797.340400:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1c000, transno 4295980390 00000004:00080000:2.0:1733164797.340402:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1d880, transno 4295980391 00000004:00080000:2.0:1733164797.340404:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1ce00, transno 4295980392 00000004:00080000:2.0:1733164797.340406:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1f800, transno 4295980393 00000004:00080000:2.0:1733164797.340408:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123852680, transno 4295980394 00000004:00080000:2.0:1733164797.340410:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1c700, transno 4295980395 00000004:00080000:2.0:1733164797.340412:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1e680, transno 4295980396 00000004:00080000:2.0:1733164797.340414:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086836680, transno 4295980397 00000004:00080000:2.0:1733164797.340417:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083b75180, transno 4295980398 00000004:00080000:2.0:1733164797.340419:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a6d80, transno 4295980399 00000004:00080000:2.0:1733164797.340421:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a5180, transno 4295980400 00000004:00080000:2.0:1733164797.340423:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092201f80, transno 4295980401 00000004:00080000:2.0:1733164797.340425:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a5c00, transno 4295980402 00000004:00080000:2.0:1733164797.340427:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a5f80, transno 4295980403 00000004:00080000:2.0:1733164797.340430:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a7100, transno 4295980404 00000004:00080000:2.0:1733164797.340432:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a7800, transno 4295980405 00000004:00080000:2.0:1733164797.340434:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a6300, transno 4295980406 00000004:00080000:2.0:1733164797.340436:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013393ad80, transno 4295980407 00000004:00080000:2.0:1733164797.340438:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133939180, transno 4295980408 00000004:00080000:2.0:1733164797.340440:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092202d80, transno 4295980409 00000004:00080000:2.0:1733164797.340443:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131278e00, transno 4295980410 00000004:00080000:2.0:1733164797.340445:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013127a680, transno 4295980411 00000004:00080000:2.0:1733164797.340447:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013127b800, transno 4295980412 00000004:00080000:2.0:1733164797.340448:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013127aa00, transno 4295980413 00000004:00080000:2.0:1733164797.340450:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131278700, transno 4295980414 00000004:00080000:2.0:1733164797.340452:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1f480, transno 4295980415 00000004:00080000:2.0:1733164797.340454:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1fb80, transno 4295980416 00000004:00080000:2.0:1733164797.340456:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1ed80, transno 4295980417 00000004:00080000:2.0:1733164797.340459:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc1c00, transno 4295980418 00000004:00080000:2.0:1733164797.340460:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123853b80, transno 4295980419 00000004:00080000:2.0:1733164797.340463:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2c000, transno 4295980420 00000004:00080000:2.0:1733164797.340465:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f587800, transno 4295980421 00000004:00080000:2.0:1733164797.340467:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad2e300, transno 4295980422 00000004:00080000:2.0:1733164797.340469:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123851180, transno 4295980423 00000004:00080000:2.0:1733164797.340472:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123852d80, transno 4295980424 00000004:00080000:2.0:1733164797.340474:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123850380, transno 4295980425 00000004:00080000:2.0:1733164797.340476:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123851f80, transno 4295980426 00000004:00080000:2.0:1733164797.340478:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123853480, transno 4295980427 00000004:00080000:2.0:1733164797.340481:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123853100, transno 4295980428 00000004:00080000:2.0:1733164797.340483:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123850700, transno 4295980429 00000004:00080000:2.0:1733164797.340485:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123850a80, transno 4295980430 00000004:00080000:2.0:1733164797.340487:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123853800, transno 4295980431 00000004:00080000:2.0:1733164797.340489:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aae9500, transno 4295980432 00000004:00080000:2.0:1733164797.340509:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123850e00, transno 4295980433 00000004:00080000:2.0:1733164797.340512:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123851c00, transno 4295980434 00000004:00080000:2.0:1733164797.340514:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33e300, transno 4295980435 00000004:00080000:2.0:1733164797.340517:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b6baa00, transno 4295980436 00000004:00080000:2.0:1733164797.340519:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aaeaa00, transno 4295980437 00000004:00080000:2.0:1733164797.340521:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979af800, transno 4295980438 00000004:00080000:2.0:1733164797.340523:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123852300, transno 4295980439 00000004:00080000:2.0:1733164797.340526:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33c700, transno 4295980440 00000004:00080000:2.0:1733164797.340528:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6d8e00, transno 4295980441 00000004:00080000:2.0:1733164797.340530:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33f480, transno 4295980442 00000004:00080000:2.0:1733164797.340532:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6dbb80, transno 4295980443 00000004:00080000:2.0:1733164797.340534:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33ea00, transno 4295980444 00000004:00080000:2.0:1733164797.340536:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f92d80, transno 4295980445 00000004:00080000:2.0:1733164797.340539:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f93100, transno 4295980446 00000004:00080000:2.0:1733164797.340541:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f90a80, transno 4295980447 00000004:00080000:2.0:1733164797.340543:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f93480, transno 4295980448 00000004:00080000:2.0:1733164797.340545:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f90e00, transno 4295980449 00000004:00080000:2.0:1733164797.340547:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f92a00, transno 4295980450 00000004:00080000:2.0:1733164797.340549:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f90700, transno 4295980451 00000004:00080000:2.0:1733164797.340551:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f92300, transno 4295980452 00000004:00080000:2.0:1733164797.340553:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f91500, transno 4295980453 00000004:00080000:2.0:1733164797.340555:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e94000, transno 4295980454 00000004:00080000:2.0:1733164797.340557:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f91c00, transno 4295980455 00000004:00080000:2.0:1733164797.340559:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979adf80, transno 4295980456 00000004:00080000:2.0:1733164797.340561:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aae8700, transno 4295980457 00000004:00080000:2.0:1733164797.340563:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979ac000, transno 4295980458 00000004:00080000:2.0:1733164797.340565:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e94700, transno 4295980459 00000004:00080000:2.0:1733164797.340567:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f91180, transno 4295980460 00000004:00080000:2.0:1733164797.340569:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f90380, transno 4295980461 00000004:00080000:2.0:1733164797.340571:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f34b100, transno 4295980462 00000004:00080000:2.0:1733164797.340572:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e97480, transno 4295980463 00000004:00080000:2.0:1733164797.340574:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e95f80, transno 4295980464 00000004:00080000:2.0:1733164797.340576:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e96d80, transno 4295980465 00000004:00080000:2.0:1733164797.340578:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e97b80, transno 4295980466 00000004:00080000:2.0:1733164797.340580:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e95180, transno 4295980467 00000004:00080000:2.0:1733164797.340582:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e97800, transno 4295980468 00000004:00080000:2.0:1733164797.340584:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e94a80, transno 4295980469 00000004:00080000:2.0:1733164797.340586:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e95500, transno 4295980470 00000004:00080000:2.0:1733164797.340588:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e94380, transno 4295980471 00000004:00080000:2.0:1733164797.340590:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e96a00, transno 4295980472 00000004:00080000:2.0:1733164797.340592:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e95880, transno 4295980473 00000004:00080000:2.0:1733164797.340594:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131279f80, transno 4295980474 00000004:00080000:2.0:1733164797.340596:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33fb80, transno 4295980475 00000004:00080000:2.0:1733164797.340598:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f93b80, transno 4295980476 00000004:00080000:2.0:1733164797.340600:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b6bad80, transno 4295980477 00000004:00080000:2.0:1733164797.340603:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dcb6680, transno 4295980478 00000004:00080000:2.0:1733164797.340605:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f93800, transno 4295980479 00000004:00080000:2.0:1733164797.340607:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979ae300, transno 4295980480 00000004:00080000:2.0:1733164797.340609:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979af480, transno 4295980481 00000004:00080000:2.0:1733164797.340612:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f532300, transno 4295980482 00000004:00080000:2.0:1733164797.340614:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6d9500, transno 4295980483 00000004:00080000:2.0:1733164797.340616:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013127b100, transno 4295980484 00000004:00080000:2.0:1733164797.340618:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bc2a00, transno 4295980485 00000004:00080000:2.0:1733164797.340620:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123850000, transno 4295980486 00000004:00080000:2.0:1733164797.340623:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a4380, transno 4295980487 00000004:00080000:2.0:1733164797.340626:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3a5880, transno 4295980488 00000004:00080000:2.0:1733164797.340628:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133950e00, transno 4295980489 00000004:00080000:2.0:1733164797.340630:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f584380, transno 4295980490 00000004:00080000:2.0:1733164797.340633:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a61880, transno 4295980491 00000004:00080000:2.0:1733164797.340635:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a62680, transno 4295980492 00000004:00080000:2.0:1733164797.340637:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a63100, transno 4295980493 00000004:00080000:2.0:1733164797.340639:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a62a00, transno 4295980494 00000004:00080000:2.0:1733164797.340641:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a61500, transno 4295980495 00000004:00080000:2.0:1733164797.340644:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f530380, transno 4295980496 00000004:00080000:2.0:1733164797.340647:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f530e00, transno 4295980497 00000004:00080000:2.0:1733164797.340649:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f533480, transno 4295980498 00000004:00080000:2.0:1733164797.340653:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66ca80, transno 4295980499 00000004:00080000:2.0:1733164797.340655:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66e300, transno 4295980500 00000004:00080000:2.0:1733164797.340658:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66c000, transno 4295980501 00000004:00080000:2.0:1733164797.340661:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66d880, transno 4295980502 00000004:00080000:2.0:1733164797.340663:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66df80, transno 4295980503 00000004:00080000:2.0:1733164797.340665:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b6b8000, transno 4295980504 00000004:00080000:2.0:1733164797.340667:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131278380, transno 4295980505 00000004:00080000:2.0:1733164797.340669:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66e680, transno 4295980506 00000004:00080000:2.0:1733164797.340672:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008aaea300, transno 4295980507 00000004:00080000:2.0:1733164797.340674:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131279880, transno 4295980508 00000004:00080000:2.0:1733164797.340676:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1e300, transno 4295980509 00000004:00080000:2.0:1733164797.340678:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013127a300, transno 4295980510 00000004:00080000:2.0:1733164797.340680:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013127ad80, transno 4295980511 00000004:00080000:2.0:1733164797.340682:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131279500, transno 4295980512 00000004:00080000:2.0:1733164797.340684:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f92680, transno 4295980513 00000004:00080000:2.0:1733164797.340686:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f91880, transno 4295980514 00000004:00080000:2.0:1733164797.340688:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e97100, transno 4295980515 00000004:00080000:2.0:1733164797.340690:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013393aa00, transno 4295980516 00000004:00080000:2.0:1733164797.340692:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133939f80, transno 4295980517 00000004:00080000:2.0:1733164797.340694:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e95c00, transno 4295980518 00000004:00080000:2.0:1733164797.340696:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7f5880, transno 4295980519 00000004:00080000:2.0:1733164797.340698:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7f4380, transno 4295980520 00000004:00080000:2.0:1733164797.340700:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7f6a00, transno 4295980521 00000004:00080000:2.0:1733164797.340702:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7f6d80, transno 4295980522 00000004:00080000:2.0:1733164797.340704:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7f5c00, transno 4295980523 00000004:00080000:2.0:1733164797.340705:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7f7480, transno 4295980524 00000004:00080000:2.0:1733164797.340707:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a60700, transno 4295980525 00000004:00080000:2.0:1733164797.340709:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a62d80, transno 4295980526 00000004:00080000:2.0:1733164797.340711:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a63800, transno 4295980527 00000004:00080000:2.0:1733164797.340713:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a60e00, transno 4295980528 00000004:00080000:2.0:1733164797.340715:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a61c00, transno 4295980529 00000004:00080000:2.0:1733164797.340717:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133951500, transno 4295980530 00000004:00080000:2.0:1733164797.340719:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8c700, transno 4295980531 00000004:00080000:2.0:1733164797.340722:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8d500, transno 4295980532 00000004:00080000:2.0:1733164797.340724:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8d880, transno 4295980533 00000004:00080000:2.0:1733164797.340726:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8f800, transno 4295980534 00000004:00080000:2.0:1733164797.340728:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8e680, transno 4295980535 00000004:00080000:2.0:1733164797.340730:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8ca80, transno 4295980536 00000004:00080000:2.0:1733164797.340733:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123852a00, transno 4295980537 00000004:00080000:2.0:1733164797.340736:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8dc00, transno 4295980538 00000004:00080000:2.0:1733164797.340738:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8ed80, transno 4295980539 00000004:00080000:2.0:1733164797.340741:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f531c00, transno 4295980540 00000004:00080000:2.0:1733164797.340743:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f532680, transno 4295980541 00000004:00080000:2.0:1733164797.340745:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f530a80, transno 4295980542 00000004:00080000:2.0:1733164797.340748:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800968b3100, transno 4295980543 00000004:00080000:2.0:1733164797.340749:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f90000, transno 4295980544 00000004:00080000:2.0:1733164797.340752:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f533800, transno 4295980545 00000004:00080000:2.0:1733164797.340754:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f531500, transno 4295980546 00000004:00080000:2.0:1733164797.340756:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131279180, transno 4295980547 00000004:00080000:2.0:1733164797.340758:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131278a80, transno 4295980548 00000004:00080000:2.0:1733164797.340760:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131279c00, transno 4295980549 00000004:00080000:2.0:1733164797.340762:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131278000, transno 4295980550 00000004:00080000:2.0:1733164797.340764:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f533100, transno 4295980551 00000004:00080000:2.0:1733164797.340766:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f531180, transno 4295980552 00000004:00080000:2.0:1733164797.340769:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f530000, transno 4295980553 00000004:00080000:2.0:1733164797.340771:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f532a00, transno 4295980554 00000004:00080000:2.0:1733164797.340773:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a7480, transno 4295980555 00000004:00080000:2.0:1733164797.340776:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a5f80, transno 4295980556 00000004:00080000:2.0:1733164797.340778:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a4700, transno 4295980557 00000004:00080000:2.0:1733164797.340780:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a6680, transno 4295980558 00000004:00080000:2.0:1733164797.340783:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a5180, transno 4295980559 00000004:00080000:2.0:1733164797.340786:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a7800, transno 4295980560 00000004:00080000:2.0:1733164797.340788:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a4a80, transno 4295980561 00000004:00080000:2.0:1733164797.340791:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800979afb80, transno 4295980562 00000004:00080000:2.0:1733164797.340793:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123877480, transno 4295980563 00000004:00080000:2.0:1733164797.340795:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a4380, transno 4295980564 00000004:00080000:2.0:1733164797.340797:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123874380, transno 4295980565 00000004:00080000:2.0:1733164797.340799:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123874000, transno 4295980566 00000004:00080000:2.0:1733164797.340802:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a6a00, transno 4295980567 00000004:00080000:2.0:1733164797.340805:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a6d80, transno 4295980568 00000004:00080000:2.0:1733164797.340808:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3f8e00, transno 4295980569 00000004:00080000:2.0:1733164797.340810:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093206d80, transno 4295980570 00000004:00080000:2.0:1733164797.340812:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093205180, transno 4295980571 00000004:00080000:2.0:1733164797.340815:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093204380, transno 4295980572 00000004:00080000:2.0:1733164797.340817:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093204e00, transno 4295980573 00000004:00080000:2.0:1733164797.340819:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093207b80, transno 4295980574 00000004:00080000:2.0:1733164797.340821:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093205c00, transno 4295980575 00000004:00080000:2.0:1733164797.340823:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093206680, transno 4295980576 00000004:00080000:2.0:1733164797.340826:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6e300, transno 4295980577 00000004:00080000:2.0:1733164797.340828:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7f5f80, transno 4295980578 00000004:00080000:2.0:1733164797.340830:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7f7b80, transno 4295980579 00000004:00080000:2.0:1733164797.340832:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6fb80, transno 4295980580 00000004:00080000:2.0:1733164797.340834:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6df80, transno 4295980581 00000004:00080000:2.0:1733164797.340835:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6c000, transno 4295980582 00000004:00080000:2.0:1733164797.340837:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6d180, transno 4295980583 00000004:00080000:2.0:1733164797.340840:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3f8700, transno 4295980584 00000004:00080000:2.0:1733164797.340842:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6ea00, transno 4295980585 00000004:00080000:2.0:1733164797.340844:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3fbb80, transno 4295980586 00000004:00080000:2.0:1733164797.340846:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6ca80, transno 4295980587 00000004:00080000:2.0:1733164797.340848:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb3480, transno 4295980588 00000004:00080000:2.0:1733164797.340850:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a7100, transno 4295980589 00000004:00080000:2.0:1733164797.340852:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb0380, transno 4295980590 00000004:00080000:2.0:1733164797.340854:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb3800, transno 4295980591 00000004:00080000:2.0:1733164797.340856:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb2a00, transno 4295980592 00000004:00080000:2.0:1733164797.340858:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb0700, transno 4295980593 00000004:00080000:2.0:1733164797.340859:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb1c00, transno 4295980594 00000004:00080000:2.0:1733164797.340861:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb2300, transno 4295980595 00000004:00080000:2.0:1733164797.340862:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb0a80, transno 4295980596 00000004:00080000:2.0:1733164797.340864:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8df80, transno 4295980597 00000004:00080000:2.0:1733164797.340867:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a1f80, transno 4295980598 00000004:00080000:2.0:1733164797.340869:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a0700, transno 4295980599 00000004:00080000:2.0:1733164797.340871:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a0000, transno 4295980600 00000004:00080000:2.0:1733164797.340873:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6d500, transno 4295980601 00000004:00080000:2.0:1733164797.340875:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6ce00, transno 4295980602 00000004:00080000:2.0:1733164797.340877:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6c700, transno 4295980603 00000004:00080000:2.0:1733164797.340879:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6f100, transno 4295980604 00000004:00080000:2.0:1733164797.340881:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6dc00, transno 4295980605 00000004:00080000:2.0:1733164797.340883:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a3480, transno 4295980606 00000004:00080000:2.0:1733164797.340885:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a3100, transno 4295980607 00000004:00080000:2.0:1733164797.340887:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6c380, transno 4295980608 00000004:00080000:2.0:1733164797.340889:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013393b100, transno 4295980609 00000004:00080000:2.0:1733164797.340890:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a1c00, transno 4295980610 00000004:00080000:2.0:1733164797.340892:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a2300, transno 4295980611 00000004:00080000:2.0:1733164797.340893:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a0380, transno 4295980612 00000004:00080000:2.0:1733164797.340894:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a1180, transno 4295980613 00000004:00080000:2.0:1733164797.340895:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a0e00, transno 4295980614 00000004:00080000:2.0:1733164797.340897:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a4000, transno 4295980615 00000004:00080000:2.0:1733164797.340898:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7f5500, transno 4295980616 00000004:00080000:2.0:1733164797.340899:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a3b80, transno 4295980617 00000004:00080000:2.0:1733164797.340901:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a6300, transno 4295980618 00000004:00080000:2.0:1733164797.340902:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1dc00, transno 4295980619 00000004:00080000:2.0:1733164797.340904:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1d500, transno 4295980620 00000004:00080000:2.0:1733164797.340905:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1c380, transno 4295980621 00000004:00080000:2.0:1733164797.340906:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1ea00, transno 4295980622 00000004:00080000:2.0:1733164797.340907:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59d880, transno 4295980623 00000004:00080000:2.0:1733164797.340909:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59ea00, transno 4295980624 00000004:00080000:2.0:1733164797.340910:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59c000, transno 4295980625 00000004:00080000:2.0:1733164797.340911:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59df80, transno 4295980626 00000004:00080000:2.0:1733164797.340913:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59f480, transno 4295980627 00000004:00080000:2.0:1733164797.340915:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59fb80, transno 4295980628 00000004:00080000:2.0:1733164797.340916:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59e680, transno 4295980629 00000004:00080000:2.0:1733164797.340917:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59ca80, transno 4295980630 00000004:00080000:2.0:1733164797.340919:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59ed80, transno 4295980631 00000004:00080000:2.0:1733164797.340920:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59f100, transno 4295980632 00000004:00080000:2.0:1733164797.340921:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bab100, transno 4295980633 00000004:00080000:2.0:1733164797.340922:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59d180, transno 4295980634 00000004:00080000:2.0:1733164797.340924:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ba9500, transno 4295980635 00000004:00080000:2.0:1733164797.340925:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59e300, transno 4295980636 00000004:00080000:2.0:1733164797.340927:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123c80e00, transno 4295980637 00000004:00080000:2.0:1733164797.340928:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123c81500, transno 4295980638 00000004:00080000:2.0:1733164797.340929:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123c80700, transno 4295980639 00000004:00080000:2.0:1733164797.340931:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123c82300, transno 4295980640 00000004:00080000:2.0:1733164797.340932:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123c83480, transno 4295980641 00000004:00080000:2.0:1733164797.340934:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123c82d80, transno 4295980642 00000004:00080000:2.0:1733164797.340935:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb2d80, transno 4295980643 00000004:00080000:2.0:1733164797.340937:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb1500, transno 4295980644 00000004:00080000:2.0:1733164797.340938:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb0e00, transno 4295980645 00000004:00080000:2.0:1733164797.340939:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123c82a00, transno 4295980646 00000004:00080000:2.0:1733164797.340940:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133baaa00, transno 4295980647 00000004:00080000:2.0:1733164797.340942:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb2680, transno 4295980648 00000004:00080000:2.0:1733164797.340943:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33ed80, transno 4295980649 00000004:00080000:2.0:1733164797.340944:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d57b80, transno 4295980650 00000004:00080000:2.0:1733164797.340946:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d56a00, transno 4295980651 00000004:00080000:2.0:1733164797.340947:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d55880, transno 4295980652 00000004:00080000:2.0:1733164797.340948:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d54000, transno 4295980653 00000004:00080000:2.0:1733164797.340949:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d54380, transno 4295980654 00000004:00080000:2.0:1733164797.340950:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d56300, transno 4295980655 00000004:00080000:2.0:1733164797.340952:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d55c00, transno 4295980656 00000004:00080000:2.0:1733164797.340953:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db9b800, transno 4295980657 00000004:00080000:2.0:1733164797.340955:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d56d80, transno 4295980658 00000004:00080000:2.0:1733164797.340956:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d54e00, transno 4295980659 00000004:00080000:2.0:1733164797.340958:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb3100, transno 4295980660 00000004:00080000:2.0:1733164797.340959:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db99880, transno 4295980661 00000004:00080000:2.0:1733164797.340960:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db9a680, transno 4295980662 00000004:00080000:2.0:1733164797.340962:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d57800, transno 4295980663 00000004:00080000:2.0:1733164797.340963:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db98e00, transno 4295980664 00000004:00080000:2.0:1733164797.340964:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db9ad80, transno 4295980665 00000004:00080000:2.0:1733164797.340965:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db9b100, transno 4295980666 00000004:00080000:2.0:1733164797.340966:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db99180, transno 4295980667 00000004:00080000:2.0:1733164797.340968:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db9bb80, transno 4295980668 00000004:00080000:2.0:1733164797.340969:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db99c00, transno 4295980669 00000004:00080000:2.0:1733164797.340971:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2f800, transno 4295980670 00000004:00080000:2.0:1733164797.340972:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2c700, transno 4295980671 00000004:00080000:2.0:1733164797.340973:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ba9c00, transno 4295980672 00000004:00080000:2.0:1733164797.340974:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2c380, transno 4295980673 00000004:00080000:2.0:1733164797.340976:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2dc00, transno 4295980674 00000004:00080000:2.0:1733164797.340977:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ba8a80, transno 4295980675 00000004:00080000:2.0:1733164797.340978:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bab800, transno 4295980676 00000004:00080000:2.0:1733164797.340979:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133baa300, transno 4295980677 00000004:00080000:2.0:1733164797.340980:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ba8e00, transno 4295980678 00000004:00080000:2.0:1733164797.340981:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122a61f80, transno 4295980679 00000004:00080000:2.0:1733164797.340983:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a5c00, transno 4295980680 00000004:00080000:2.0:1733164797.340984:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ba8700, transno 4295980681 00000004:00080000:2.0:1733164797.340985:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f1a5500, transno 4295980682 00000004:00080000:2.0:1733164797.340987:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123851500, transno 4295980683 00000004:00080000:2.0:1733164797.340988:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db9a300, transno 4295980684 00000004:00080000:2.0:1733164797.340989:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123877100, transno 4295980685 00000004:00080000:2.0:1733164797.340990:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123874700, transno 4295980686 00000004:00080000:2.0:1733164797.340991:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8ea00, transno 4295980687 00000004:00080000:2.0:1733164797.340993:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3fad80, transno 4295980688 00000004:00080000:2.0:1733164797.340995:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8f100, transno 4295980689 00000004:00080000:2.0:1733164797.340996:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3f9880, transno 4295980690 00000004:00080000:2.0:1733164797.340997:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2f100, transno 4295980691 00000004:00080000:2.0:1733164797.340999:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2d500, transno 4295980692 00000004:00080000:2.0:1733164797.341000:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2e680, transno 4295980693 00000004:00080000:2.0:1733164797.341001:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2ca80, transno 4295980694 00000004:00080000:2.0:1733164797.341002:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2df80, transno 4295980695 00000004:00080000:2.0:1733164797.341004:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2ed80, transno 4295980696 00000004:00080000:2.0:1733164797.341005:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2f480, transno 4295980697 00000004:00080000:2.0:1733164797.341006:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2ea00, transno 4295980698 00000004:00080000:2.0:1733164797.341007:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2d880, transno 4295980699 00000004:00080000:2.0:1733164797.341008:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2d180, transno 4295980700 00000004:00080000:2.0:1733164797.341010:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123c81180, transno 4295980701 00000004:00080000:2.0:1733164797.341011:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123c81880, transno 4295980702 00000004:00080000:2.0:1733164797.341012:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123c83b80, transno 4295980703 00000004:00080000:2.0:1733164797.341014:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2c000, transno 4295980704 00000004:00080000:2.0:1733164797.341015:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123c81f80, transno 4295980705 00000004:00080000:2.0:1733164797.341016:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb1880, transno 4295980706 00000004:00080000:2.0:1733164797.341017:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2e300, transno 4295980707 00000004:00080000:2.0:1733164797.341019:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db98a80, transno 4295980708 00000004:00080000:2.0:1733164797.341020:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8c380, transno 4295980709 00000004:00080000:2.0:1733164797.341022:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8f480, transno 4295980710 00000004:00080000:2.0:1733164797.341023:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8fb80, transno 4295980711 00000004:00080000:2.0:1733164797.341024:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8e300, transno 4295980712 00000004:00080000:2.0:1733164797.341025:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db98000, transno 4295980713 00000004:00080000:2.0:1733164797.341027:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ba9880, transno 4295980714 00000004:00080000:2.0:1733164797.341028:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db99500, transno 4295980715 00000004:00080000:2.0:1733164797.341029:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db98700, transno 4295980716 00000004:00080000:2.0:1733164797.341031:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66d180, transno 4295980717 00000004:00080000:2.0:1733164797.341033:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bab480, transno 4295980718 00000004:00080000:2.0:1733164797.341034:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db9aa00, transno 4295980719 00000004:00080000:2.0:1733164797.341035:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66f480, transno 4295980720 00000004:00080000:2.0:1733164797.341037:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66f800, transno 4295980721 00000004:00080000:2.0:1733164797.341038:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66ce00, transno 4295980722 00000004:00080000:2.0:1733164797.341040:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66f100, transno 4295980723 00000004:00080000:2.0:1733164797.341041:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a2a00, transno 4295980724 00000004:00080000:2.0:1733164797.341042:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a1880, transno 4295980725 00000004:00080000:2.0:1733164797.341043:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a1500, transno 4295980726 00000004:00080000:2.0:1733164797.341044:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a2680, transno 4295980727 00000004:00080000:2.0:1733164797.341046:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1df80, transno 4295980728 00000004:00080000:2.0:1733164797.341047:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cb1d180, transno 4295980729 00000004:00080000:2.0:1733164797.341048:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a0a80, transno 4295980730 00000004:00080000:2.0:1733164797.341049:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009a33c380, transno 4295980731 00000004:00080000:2.0:1733164797.341050:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093206300, transno 4295980732 00000004:00080000:2.0:1733164797.341052:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093204700, transno 4295980733 00000004:00080000:2.0:1733164797.341053:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093204000, transno 4295980734 00000004:00080000:2.0:1733164797.341054:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093207100, transno 4295980735 00000004:00080000:2.0:1733164797.341055:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3fb800, transno 4295980736 00000004:00080000:2.0:1733164797.341056:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093207800, transno 4295980737 00000004:00080000:2.0:1733164797.341058:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3faa00, transno 4295980738 00000004:00080000:2.0:1733164797.341059:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316ea300, transno 4295980739 00000004:00080000:2.0:1733164797.341060:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3f9500, transno 4295980740 00000004:00080000:2.0:1733164797.341062:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3f8380, transno 4295980741 00000004:00080000:2.0:1733164797.341063:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3fb480, transno 4295980742 00000004:00080000:2.0:1733164797.341064:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132991880, transno 4295980743 00000004:00080000:2.0:1733164797.341066:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132992d80, transno 4295980744 00000004:00080000:2.0:1733164797.341067:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132990a80, transno 4295980745 00000004:00080000:2.0:1733164797.341068:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132990700, transno 4295980746 00000004:00080000:2.0:1733164797.341069:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132993b80, transno 4295980747 00000004:00080000:2.0:1733164797.341071:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316ebb80, transno 4295980748 00000004:00080000:2.0:1733164797.341072:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e8000, transno 4295980749 00000004:00080000:2.0:1733164797.341074:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e9180, transno 4295980750 00000004:00080000:2.0:1733164797.341075:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f505c00, transno 4295980751 00000004:00080000:2.0:1733164797.341077:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e9f80, transno 4295980752 00000004:00080000:2.0:1733164797.341078:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f507b80, transno 4295980753 00000004:00080000:2.0:1733164797.341080:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f507800, transno 4295980754 00000004:00080000:2.0:1733164797.341081:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f504700, transno 4295980755 00000004:00080000:2.0:1733164797.341083:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f531880, transno 4295980756 00000004:00080000:2.0:1733164797.341084:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f532d80, transno 4295980757 00000004:00080000:2.0:1733164797.341086:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9ea00, transno 4295980758 00000004:00080000:2.0:1733164797.341087:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9f100, transno 4295980759 00000004:00080000:2.0:1733164797.341088:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9e300, transno 4295980760 00000004:00080000:2.0:1733164797.341089:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9ed80, transno 4295980761 00000004:00080000:2.0:1733164797.341091:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9fb80, transno 4295980762 00000004:00080000:2.0:1733164797.341092:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9d880, transno 4295980763 00000004:00080000:2.0:1733164797.341094:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf91180, transno 4295980764 00000004:00080000:2.0:1733164797.341095:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9c700, transno 4295980765 00000004:00080000:2.0:1733164797.341096:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf90e00, transno 4295980766 00000004:00080000:2.0:1733164797.341098:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf91880, transno 4295980767 00000004:00080000:2.0:1733164797.341099:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d55180, transno 4295980768 00000004:00080000:2.0:1733164797.341101:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf91c00, transno 4295980769 00000004:00080000:2.0:1733164797.341102:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59dc00, transno 4295980770 00000004:00080000:2.0:1733164797.341103:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59d500, transno 4295980771 00000004:00080000:2.0:1733164797.341104:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f506d80, transno 4295980772 00000004:00080000:2.0:1733164797.341106:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f504380, transno 4295980773 00000004:00080000:2.0:1733164797.341107:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f505f80, transno 4295980774 00000004:00080000:2.0:1733164797.341109:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f507480, transno 4295980775 00000004:00080000:2.0:1733164797.341110:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e56b480, transno 4295980776 00000004:00080000:2.0:1733164797.341111:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e56b800, transno 4295980777 00000004:00080000:2.0:1733164797.341113:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e568380, transno 4295980778 00000004:00080000:2.0:1733164797.341115:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e56aa00, transno 4295980779 00000004:00080000:2.0:1733164797.341116:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e569f80, transno 4295980780 00000004:00080000:2.0:1733164797.341117:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6f800, transno 4295980781 00000004:00080000:2.0:1733164797.341119:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9ca80, transno 4295980782 00000004:00080000:2.0:1733164797.341120:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e568a80, transno 4295980783 00000004:00080000:2.0:1733164797.341121:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1a3800, transno 4295980784 00000004:00080000:2.0:1733164797.341122:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e569500, transno 4295980785 00000004:00080000:2.0:1733164797.341123:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e56bb80, transno 4295980786 00000004:00080000:2.0:1733164797.341124:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e56a300, transno 4295980787 00000004:00080000:2.0:1733164797.341126:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e56ad80, transno 4295980788 00000004:00080000:2.0:1733164797.341127:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132991c00, transno 4295980789 00000004:00080000:2.0:1733164797.341128:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132992300, transno 4295980790 00000004:00080000:2.0:1733164797.341129:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132993480, transno 4295980791 00000004:00080000:2.0:1733164797.341131:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132991180, transno 4295980792 00000004:00080000:2.0:1733164797.341132:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d55f80, transno 4295980793 00000004:00080000:2.0:1733164797.341133:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132991f80, transno 4295980794 00000004:00080000:2.0:1733164797.341135:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132993100, transno 4295980795 00000004:00080000:2.0:1733164797.341136:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d54a80, transno 4295980796 00000004:00080000:2.0:1733164797.341137:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093206a00, transno 4295980797 00000004:00080000:2.0:1733164797.341139:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3f9f80, transno 4295980798 00000004:00080000:2.0:1733164797.341155:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093205f80, transno 4295980799 00000004:00080000:2.0:1733164797.341158:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093205500, transno 4295980800 00000004:00080000:2.0:1733164797.341159:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123c83800, transno 4295980801 00000004:00080000:2.0:1733164797.341161:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123c80a80, transno 4295980802 00000004:00080000:2.0:1733164797.341162:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093207480, transno 4295980803 00000004:00080000:2.0:1733164797.341163:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8d180, transno 4295980804 00000004:00080000:2.0:1733164797.341165:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f504e00, transno 4295980805 00000004:00080000:2.0:1733164797.341166:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f739500, transno 4295980806 00000004:00080000:2.0:1733164797.341168:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f73b800, transno 4295980807 00000004:00080000:2.0:1733164797.341170:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f506300, transno 4295980808 00000004:00080000:2.0:1733164797.341171:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f739f80, transno 4295980809 00000004:00080000:2.0:1733164797.341173:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f739880, transno 4295980810 00000004:00080000:2.0:1733164797.341174:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f505180, transno 4295980811 00000004:00080000:2.0:1733164797.341176:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f73ad80, transno 4295980812 00000004:00080000:2.0:1733164797.341177:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f738700, transno 4295980813 00000004:00080000:2.0:1733164797.341178:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f73aa00, transno 4295980814 00000004:00080000:2.0:1733164797.341179:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f738e00, transno 4295980815 00000004:00080000:2.0:1733164797.341181:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f738380, transno 4295980816 00000004:00080000:2.0:1733164797.341182:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f738000, transno 4295980817 00000004:00080000:2.0:1733164797.341183:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f73b480, transno 4295980818 00000004:00080000:2.0:1733164797.341184:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66d500, transno 4295980819 00000004:00080000:2.0:1733164797.341186:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc18e00, transno 4295980820 00000004:00080000:2.0:1733164797.341187:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66c380, transno 4295980821 00000004:00080000:2.0:1733164797.341189:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66dc00, transno 4295980822 00000004:00080000:2.0:1733164797.341190:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e56a680, transno 4295980823 00000004:00080000:2.0:1733164797.341192:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b66fb80, transno 4295980824 00000004:00080000:2.0:1733164797.341193:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc19180, transno 4295980825 00000004:00080000:2.0:1733164797.341194:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e569c00, transno 4295980826 00000004:00080000:2.0:1733164797.341196:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132990e00, transno 4295980827 00000004:00080000:2.0:1733164797.341198:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc18a80, transno 4295980828 00000004:00080000:2.0:1733164797.341200:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e568000, transno 4295980829 00000004:00080000:2.0:1733164797.341202:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3f9c00, transno 4295980830 00000004:00080000:2.0:1733164797.341204:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132990000, transno 4295980831 00000004:00080000:2.0:1733164797.341206:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3f9180, transno 4295980832 00000004:00080000:2.0:1733164797.341208:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132992a00, transno 4295980833 00000004:00080000:2.0:1733164797.341210:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132990380, transno 4295980834 00000004:00080000:2.0:1733164797.341211:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133ba9180, transno 4295980835 00000004:00080000:2.0:1733164797.341213:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123c83100, transno 4295980836 00000004:00080000:2.0:1733164797.341215:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f505500, transno 4295980837 00000004:00080000:2.0:1733164797.341218:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316eb100, transno 4295980838 00000004:00080000:2.0:1733164797.341220:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008cf8c000, transno 4295980839 00000004:00080000:2.0:1733164797.341223:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e94e00, transno 4295980840 00000004:00080000:2.0:1733164797.341226:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dafd500, transno 4295980841 00000004:00080000:2.0:1733164797.341228:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d3f8000, transno 4295980842 00000004:00080000:2.0:1733164797.341230:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007daffb80, transno 4295980843 00000004:00080000:2.0:1733164797.341232:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc19500, transno 4295980844 00000004:00080000:2.0:1733164797.341234:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc1b100, transno 4295980845 00000004:00080000:2.0:1733164797.341236:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dafce00, transno 4295980846 00000004:00080000:2.0:1733164797.341239:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc18380, transno 4295980847 00000004:00080000:2.0:1733164797.341241:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc18000, transno 4295980848 00000004:00080000:2.0:1733164797.341243:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123768e00, transno 4295980849 00000004:00080000:2.0:1733164797.341246:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012376b480, transno 4295980850 00000004:00080000:2.0:1733164797.341248:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc1a300, transno 4295980851 00000004:00080000:2.0:1733164797.341250:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc1b800, transno 4295980852 00000004:00080000:2.0:1733164797.341252:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012376a300, transno 4295980853 00000004:00080000:2.0:1733164797.341254:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123768700, transno 4295980854 00000004:00080000:2.0:1733164797.341257:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf92a00, transno 4295980855 00000004:00080000:2.0:1733164797.341259:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf90700, transno 4295980856 00000004:00080000:2.0:1733164797.341263:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf92d80, transno 4295980857 00000004:00080000:2.0:1733164797.341265:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf93800, transno 4295980858 00000004:00080000:2.0:1733164797.341268:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf90a80, transno 4295980859 00000004:00080000:2.0:1733164797.341270:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf90000, transno 4295980860 00000004:00080000:2.0:1733164797.341273:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f73bb80, transno 4295980861 00000004:00080000:2.0:1733164797.341275:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f73a680, transno 4295980862 00000004:00080000:2.0:1733164797.341278:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf93100, transno 4295980863 00000004:00080000:2.0:1733164797.341280:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012f34b800, transno 4295980864 00000004:00080000:2.0:1733164797.341282:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f73a300, transno 4295980865 00000004:00080000:2.0:1733164797.341284:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f73b100, transno 4295980866 00000004:00080000:2.0:1733164797.341287:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf91500, transno 4295980867 00000004:00080000:2.0:1733164797.341290:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f739c00, transno 4295980868 00000004:00080000:2.0:1733164797.341292:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132993800, transno 4295980869 00000004:00080000:2.0:1733164797.341294:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132992680, transno 4295980870 00000004:00080000:2.0:1733164797.341296:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9df80, transno 4295980871 00000004:00080000:2.0:1733164797.341297:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9dc00, transno 4295980872 00000004:00080000:2.0:1733164797.341299:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9d500, transno 4295980873 00000004:00080000:2.0:1733164797.341300:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf91f80, transno 4295980874 00000004:00080000:2.0:1733164797.341302:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f507100, transno 4295980875 00000004:00080000:2.0:1733164797.341303:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9ce00, transno 4295980876 00000004:00080000:2.0:1733164797.341305:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093204a80, transno 4295980877 00000004:00080000:2.0:1733164797.341306:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9f800, transno 4295980878 00000004:00080000:2.0:1733164797.341308:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827af100, transno 4295980879 00000004:00080000:2.0:1733164797.341309:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e569880, transno 4295980880 00000004:00080000:2.0:1733164797.341310:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc1bb80, transno 4295980881 00000004:00080000:2.0:1733164797.341312:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bbbb80, transno 4295980882 00000004:00080000:2.0:1733164797.341313:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc18700, transno 4295980883 00000004:00080000:2.0:1733164797.341314:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb3b80, transno 4295980884 00000004:00080000:2.0:1733164797.341316:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bb9180, transno 4295980885 00000004:00080000:2.0:1733164797.341317:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012376b100, transno 4295980886 00000004:00080000:2.0:1733164797.341318:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bb8000, transno 4295980887 00000004:00080000:2.0:1733164797.341320:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bbaa00, transno 4295980888 00000004:00080000:2.0:1733164797.341321:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bbb100, transno 4295980889 00000004:00080000:2.0:1733164797.341322:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bbb480, transno 4295980890 00000004:00080000:2.0:1733164797.341323:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bba300, transno 4295980891 00000004:00080000:2.0:1733164797.341325:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bb8e00, transno 4295980892 00000004:00080000:2.0:1733164797.341326:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bb8a80, transno 4295980893 00000004:00080000:2.0:1733164797.341327:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bb8700, transno 4295980894 00000004:00080000:2.0:1733164797.341328:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7ea00, transno 4295980895 00000004:00080000:2.0:1733164797.341330:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7f480, transno 4295980896 00000004:00080000:2.0:1733164797.341331:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827aea00, transno 4295980897 00000004:00080000:2.0:1733164797.341333:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7d500, transno 4295980898 00000004:00080000:2.0:1733164797.341335:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f533b80, transno 4295980899 00000004:00080000:2.0:1733164797.341337:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad6ed80, transno 4295980900 00000004:00080000:2.0:1733164797.341339:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59f800, transno 4295980901 00000004:00080000:2.0:1733164797.341340:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316ead80, transno 4295980902 00000004:00080000:2.0:1733164797.341342:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59c700, transno 4295980903 00000004:00080000:2.0:1733164797.341343:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f425f80, transno 4295980904 00000004:00080000:2.0:1733164797.341345:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e59ce00, transno 4295980905 00000004:00080000:2.0:1733164797.341346:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827ad880, transno 4295980906 00000004:00080000:2.0:1733164797.341347:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bb9500, transno 4295980907 00000004:00080000:2.0:1733164797.341349:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bb9c00, transno 4295980908 00000004:00080000:2.0:1733164797.341350:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bb8380, transno 4295980909 00000004:00080000:2.0:1733164797.341351:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bba680, transno 4295980910 00000004:00080000:2.0:1733164797.341352:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7e300, transno 4295980911 00000004:00080000:2.0:1733164797.341353:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827adc00, transno 4295980912 00000004:00080000:2.0:1733164797.341355:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7dc00, transno 4295980913 00000004:00080000:2.0:1733164797.341356:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827adf80, transno 4295980914 00000004:00080000:2.0:1733164797.341357:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7c380, transno 4295980915 00000004:00080000:2.0:1733164797.341359:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095eb1f80, transno 4295980916 00000004:00080000:2.0:1733164797.341360:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e569180, transno 4295980917 00000004:00080000:2.0:1733164797.341361:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f427800, transno 4295980918 00000004:00080000:2.0:1733164797.341363:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f424e00, transno 4295980919 00000004:00080000:2.0:1733164797.341365:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f427480, transno 4295980920 00000004:00080000:2.0:1733164797.341366:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9d180, transno 4295980921 00000004:00080000:2.0:1733164797.341367:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9c000, transno 4295980922 00000004:00080000:2.0:1733164797.341368:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dafc380, transno 4295980923 00000004:00080000:2.0:1733164797.341370:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827afb80, transno 4295980924 00000004:00080000:2.0:1733164797.341371:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827ac000, transno 4295980925 00000004:00080000:2.0:1733164797.341372:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827ad180, transno 4295980926 00000004:00080000:2.0:1733164797.341373:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827ad500, transno 4295980927 00000004:00080000:2.0:1733164797.341375:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dafea00, transno 4295980928 00000004:00080000:2.0:1733164797.341377:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827af800, transno 4295980929 00000004:00080000:2.0:1733164797.341378:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827ae680, transno 4295980930 00000004:00080000:2.0:1733164797.341379:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d56680, transno 4295980931 00000004:00080000:2.0:1733164797.341380:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dafd180, transno 4295980932 00000004:00080000:2.0:1733164797.341381:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827ac380, transno 4295980933 00000004:00080000:2.0:1733164797.341383:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827ace00, transno 4295980934 00000004:00080000:2.0:1733164797.341384:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827ac700, transno 4295980935 00000004:00080000:2.0:1733164797.341385:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827aca80, transno 4295980936 00000004:00080000:2.0:1733164797.341386:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123769880, transno 4295980937 00000004:00080000:2.0:1733164797.341387:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d54700, transno 4295980938 00000004:00080000:2.0:1733164797.341388:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123768380, transno 4295980939 00000004:00080000:2.0:1733164797.341389:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012376bb80, transno 4295980940 00000004:00080000:2.0:1733164797.341390:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123769c00, transno 4295980941 00000004:00080000:2.0:1733164797.341391:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012376aa00, transno 4295980942 00000004:00080000:2.0:1733164797.341393:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123769f80, transno 4295980943 00000004:00080000:2.0:1733164797.341394:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012376a680, transno 4295980944 00000004:00080000:2.0:1733164797.341395:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123769500, transno 4295980945 00000004:00080000:2.0:1733164797.341396:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012376b800, transno 4295980946 00000004:00080000:2.0:1733164797.341397:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123768000, transno 4295980947 00000004:00080000:2.0:1733164797.341399:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123769180, transno 4295980948 00000004:00080000:2.0:1733164797.341400:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc19f80, transno 4295980949 00000004:00080000:2.0:1733164797.341402:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc1ad80, transno 4295980950 00000004:00080000:2.0:1733164797.341403:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc19880, transno 4295980951 00000004:00080000:2.0:1733164797.341404:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc1b480, transno 4295980952 00000004:00080000:2.0:1733164797.341405:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc19c00, transno 4295980953 00000004:00080000:2.0:1733164797.341407:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc1500, transno 4295980954 00000004:00080000:2.0:1733164797.341408:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc2680, transno 4295980955 00000004:00080000:2.0:1733164797.341409:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc1180, transno 4295980956 00000004:00080000:2.0:1733164797.341411:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc3100, transno 4295980957 00000004:00080000:2.0:1733164797.341413:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc0380, transno 4295980958 00000004:00080000:2.0:1733164797.341414:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc3480, transno 4295980959 00000004:00080000:2.0:1733164797.341416:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f425880, transno 4295980960 00000004:00080000:2.0:1733164797.341417:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc0e00, transno 4295980961 00000004:00080000:2.0:1733164797.341419:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4d9c00, transno 4295980962 00000004:00080000:2.0:1733164797.341420:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4db480, transno 4295980963 00000004:00080000:2.0:1733164797.341422:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f425c00, transno 4295980964 00000004:00080000:2.0:1733164797.341423:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f424380, transno 4295980965 00000004:00080000:2.0:1733164797.341424:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827af480, transno 4295980966 00000004:00080000:2.0:1733164797.341426:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800827aed80, transno 4295980967 00000004:00080000:2.0:1733164797.341427:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f424a80, transno 4295980968 00000004:00080000:2.0:1733164797.341429:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f426680, transno 4295980969 00000004:00080000:2.0:1733164797.341430:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8d5880, transno 4295980970 00000004:00080000:2.0:1733164797.341431:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ec9c380, transno 4295980971 00000004:00080000:2.0:1733164797.341432:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc0700, transno 4295980972 00000004:00080000:2.0:1733164797.341434:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8d4000, transno 4295980973 00000004:00080000:2.0:1733164797.341435:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4dad80, transno 4295980974 00000004:00080000:2.0:1733164797.341437:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4daa00, transno 4295980975 00000004:00080000:2.0:1733164797.341438:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf92680, transno 4295980976 00000004:00080000:2.0:1733164797.341440:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4db100, transno 4295980977 00000004:00080000:2.0:1733164797.341442:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf93b80, transno 4295980978 00000004:00080000:2.0:1733164797.341443:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4dbb80, transno 4295980979 00000004:00080000:2.0:1733164797.341444:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8d7800, transno 4295980980 00000004:00080000:2.0:1733164797.341445:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bc1a680, transno 4295980981 00000004:00080000:2.0:1733164797.341447:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7ed80, transno 4295980982 00000004:00080000:2.0:1733164797.341448:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf92300, transno 4295980983 00000004:00080000:2.0:1733164797.341449:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7e680, transno 4295980984 00000004:00080000:2.0:1733164797.341451:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8d6d80, transno 4295980985 00000004:00080000:2.0:1733164797.341452:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4d8000, transno 4295980986 00000004:00080000:2.0:1733164797.341454:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7f800, transno 4295980987 00000004:00080000:2.0:1733164797.341456:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7f100, transno 4295980988 00000004:00080000:2.0:1733164797.341458:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7fb80, transno 4295980989 00000004:00080000:2.0:1733164797.341459:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7ca80, transno 4295980990 00000004:00080000:2.0:1733164797.341461:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7ce00, transno 4295980991 00000004:00080000:2.0:1733164797.341462:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c6db100, transno 4295980992 00000004:00080000:2.0:1733164797.341464:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6c380, transno 4295980993 00000004:00080000:2.0:1733164797.341465:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6f800, transno 4295980994 00000004:00080000:2.0:1733164797.341466:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bbad80, transno 4295980995 00000004:00080000:2.0:1733164797.341468:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f512d80, transno 4295980996 00000004:00080000:2.0:1733164797.341469:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f512a00, transno 4295980997 00000004:00080000:2.0:1733164797.341470:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f510000, transno 4295980998 00000004:00080000:2.0:1733164797.341472:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f510380, transno 4295980999 00000004:00080000:2.0:1733164797.341473:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007daff100, transno 4295981000 00000004:00080000:2.0:1733164797.341474:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f513800, transno 4295981001 00000004:00080000:2.0:1733164797.341476:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f513100, transno 4295981002 00000004:00080000:2.0:1733164797.341477:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f512680, transno 4295981003 00000004:00080000:2.0:1733164797.341478:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dafe680, transno 4295981004 00000004:00080000:2.0:1733164797.341479:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f530700, transno 4295981005 00000004:00080000:2.0:1733164797.341480:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f512300, transno 4295981006 00000004:00080000:2.0:1733164797.341482:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f511c00, transno 4295981007 00000004:00080000:2.0:1733164797.341483:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df40a80, transno 4295981008 00000004:00080000:2.0:1733164797.341484:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df41c00, transno 4295981009 00000004:00080000:2.0:1733164797.341485:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df43100, transno 4295981010 00000004:00080000:2.0:1733164797.341486:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df40000, transno 4295981011 00000004:00080000:2.0:1733164797.341487:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df42d80, transno 4295981012 00000004:00080000:2.0:1733164797.341489:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f425500, transno 4295981013 00000004:00080000:2.0:1733164797.341490:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f426300, transno 4295981014 00000004:00080000:2.0:1733164797.341505:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f424700, transno 4295981015 00000004:00080000:2.0:1733164797.341507:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df41500, transno 4295981016 00000004:00080000:2.0:1733164797.341508:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df40e00, transno 4295981017 00000004:00080000:2.0:1733164797.341510:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df41180, transno 4295981018 00000004:00080000:2.0:1733164797.341511:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df42300, transno 4295981019 00000004:00080000:2.0:1733164797.341513:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca67800, transno 4295981020 00000004:00080000:2.0:1733164797.341515:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df40700, transno 4295981021 00000004:00080000:2.0:1733164797.341516:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca67480, transno 4295981022 00000004:00080000:2.0:1733164797.341518:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca65880, transno 4295981023 00000004:00080000:2.0:1733164797.341519:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df41f80, transno 4295981024 00000004:00080000:2.0:1733164797.341521:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be1b480, transno 4295981025 00000004:00080000:2.0:1733164797.341522:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be1b800, transno 4295981026 00000004:00080000:2.0:1733164797.341523:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be18a80, transno 4295981027 00000004:00080000:2.0:1733164797.341525:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dafed80, transno 4295981028 00000004:00080000:2.0:1733164797.341526:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be1bb80, transno 4295981029 00000004:00080000:2.0:1733164797.341527:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca65500, transno 4295981030 00000004:00080000:2.0:1733164797.341529:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca66d80, transno 4295981031 00000004:00080000:2.0:1733164797.341530:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca67100, transno 4295981032 00000004:00080000:2.0:1733164797.341531:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bb9880, transno 4295981033 00000004:00080000:2.0:1733164797.341532:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085d57480, transno 4295981034 00000004:00080000:2.0:1733164797.341534:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be18000, transno 4295981035 00000004:00080000:2.0:1733164797.341535:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f511180, transno 4295981036 00000004:00080000:2.0:1733164797.341537:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be1ad80, transno 4295981037 00000004:00080000:2.0:1733164797.341538:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be1b100, transno 4295981038 00000004:00080000:2.0:1733164797.341539:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca64380, transno 4295981039 00000004:00080000:2.0:1733164797.341541:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca64000, transno 4295981040 00000004:00080000:2.0:1733164797.341542:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f511500, transno 4295981041 00000004:00080000:2.0:1733164797.341543:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be18e00, transno 4295981042 00000004:00080000:2.0:1733164797.341545:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be1a680, transno 4295981043 00000004:00080000:2.0:1733164797.341546:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be19180, transno 4295981044 00000004:00080000:2.0:1733164797.341548:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be1aa00, transno 4295981045 00000004:00080000:2.0:1733164797.341549:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be19c00, transno 4295981046 00000004:00080000:2.0:1733164797.341551:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be19880, transno 4295981047 00000004:00080000:2.0:1733164797.341552:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f511f80, transno 4295981048 00000004:00080000:2.0:1733164797.341554:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bb9f80, transno 4295981049 00000004:00080000:2.0:1733164797.341555:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6e680, transno 4295981050 00000004:00080000:2.0:1733164797.341557:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6df80, transno 4295981051 00000004:00080000:2.0:1733164797.341558:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6d500, transno 4295981052 00000004:00080000:2.0:1733164797.341559:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6d880, transno 4295981053 00000004:00080000:2.0:1733164797.341561:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6d180, transno 4295981054 00000004:00080000:2.0:1733164797.341562:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6ea00, transno 4295981055 00000004:00080000:2.0:1733164797.341563:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6f480, transno 4295981056 00000004:00080000:2.0:1733164797.341565:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f427100, transno 4295981057 00000004:00080000:2.0:1733164797.341566:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6f100, transno 4295981058 00000004:00080000:2.0:1733164797.341568:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f426a00, transno 4295981059 00000004:00080000:2.0:1733164797.341569:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7c700, transno 4295981060 00000004:00080000:2.0:1733164797.341571:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7d880, transno 4295981061 00000004:00080000:2.0:1733164797.341572:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7d180, transno 4295981062 00000004:00080000:2.0:1733164797.341574:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f50b100, transno 4295981063 00000004:00080000:2.0:1733164797.341575:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f50a680, transno 4295981064 00000004:00080000:2.0:1733164797.341577:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f508000, transno 4295981065 00000004:00080000:2.0:1733164797.341578:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f50ad80, transno 4295981066 00000004:00080000:2.0:1733164797.341579:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f508e00, transno 4295981067 00000004:00080000:2.0:1733164797.341581:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f509180, transno 4295981068 00000004:00080000:2.0:1733164797.341582:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f50bb80, transno 4295981069 00000004:00080000:2.0:1733164797.341584:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f50b480, transno 4295981070 00000004:00080000:2.0:1733164797.341585:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f508380, transno 4295981071 00000004:00080000:2.0:1733164797.341586:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f50aa00, transno 4295981072 00000004:00080000:2.0:1733164797.341587:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f509c00, transno 4295981073 00000004:00080000:2.0:1733164797.341589:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133947b80, transno 4295981074 00000004:00080000:2.0:1733164797.341590:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4d8700, transno 4295981075 00000004:00080000:2.0:1733164797.341592:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4d8e00, transno 4295981076 00000004:00080000:2.0:1733164797.341593:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4d8a80, transno 4295981077 00000004:00080000:2.0:1733164797.341595:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4d8380, transno 4295981078 00000004:00080000:2.0:1733164797.341597:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4d9f80, transno 4295981079 00000004:00080000:2.0:1733164797.341598:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133947100, transno 4295981080 00000004:00080000:2.0:1733164797.341599:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133944000, transno 4295981081 00000004:00080000:2.0:1733164797.341601:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133945880, transno 4295981082 00000004:00080000:2.0:1733164797.341602:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f508a80, transno 4295981083 00000004:00080000:2.0:1733164797.341603:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f509500, transno 4295981084 00000004:00080000:2.0:1733164797.341605:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca64e00, transno 4295981085 00000004:00080000:2.0:1733164797.341606:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f50a300, transno 4295981086 00000004:00080000:2.0:1733164797.341607:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f50b800, transno 4295981087 00000004:00080000:2.0:1733164797.341608:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca67b80, transno 4295981088 00000004:00080000:2.0:1733164797.341610:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df43800, transno 4295981089 00000004:00080000:2.0:1733164797.341611:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca64a80, transno 4295981090 00000004:00080000:2.0:1733164797.341612:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca66300, transno 4295981091 00000004:00080000:2.0:1733164797.341613:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6e300, transno 4295981092 00000004:00080000:2.0:1733164797.341614:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dafdc00, transno 4295981093 00000004:00080000:2.0:1733164797.341615:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca65180, transno 4295981094 00000004:00080000:2.0:1733164797.341617:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6c700, transno 4295981095 00000004:00080000:2.0:1733164797.341618:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dafc700, transno 4295981096 00000004:00080000:2.0:1733164797.341619:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc3800, transno 4295981097 00000004:00080000:2.0:1733164797.341620:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133946d80, transno 4295981098 00000004:00080000:2.0:1733164797.341622:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc1880, transno 4295981099 00000004:00080000:2.0:1733164797.341623:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007daff480, transno 4295981100 00000004:00080000:2.0:1733164797.341624:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007daff800, transno 4295981101 00000004:00080000:2.0:1733164797.341625:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dafdf80, transno 4295981102 00000004:00080000:2.0:1733164797.341626:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f510a80, transno 4295981103 00000004:00080000:2.0:1733164797.341628:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5d6d80, transno 4295981104 00000004:00080000:2.0:1733164797.341629:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5d5f80, transno 4295981105 00000004:00080000:2.0:1733164797.341630:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5d4380, transno 4295981106 00000004:00080000:2.0:1733164797.341631:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5d6a00, transno 4295981107 00000004:00080000:2.0:1733164797.341633:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5d6300, transno 4295981108 00000004:00080000:2.0:1733164797.341634:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc1f80, transno 4295981109 00000004:00080000:2.0:1733164797.341636:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc2a00, transno 4295981110 00000004:00080000:2.0:1733164797.341637:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc3b80, transno 4295981111 00000004:00080000:2.0:1733164797.341638:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc0000, transno 4295981112 00000004:00080000:2.0:1733164797.341639:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a0a80, transno 4295981113 00000004:00080000:2.0:1733164797.341640:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a2d80, transno 4295981114 00000004:00080000:2.0:1733164797.341642:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc0a80, transno 4295981115 00000004:00080000:2.0:1733164797.341643:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a0000, transno 4295981116 00000004:00080000:2.0:1733164797.341644:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc1c00, transno 4295981117 00000004:00080000:2.0:1733164797.341645:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a0380, transno 4295981118 00000004:00080000:2.0:1733164797.341647:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de27b80, transno 4295981119 00000004:00080000:2.0:1733164797.341648:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133944e00, transno 4295981120 00000004:00080000:2.0:1733164797.341649:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a1500, transno 4295981121 00000004:00080000:2.0:1733164797.341650:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133945180, transno 4295981122 00000004:00080000:2.0:1733164797.341651:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a1f80, transno 4295981123 00000004:00080000:2.0:1733164797.341652:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a2300, transno 4295981124 00000004:00080000:2.0:1733164797.341654:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab3800, transno 4295981125 00000004:00080000:2.0:1733164797.341655:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab0e00, transno 4295981126 00000004:00080000:2.0:1733164797.341657:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a3480, transno 4295981127 00000004:00080000:2.0:1733164797.341658:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab3b80, transno 4295981128 00000004:00080000:2.0:1733164797.341659:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab0000, transno 4295981129 00000004:00080000:2.0:1733164797.341660:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bc2300, transno 4295981130 00000004:00080000:2.0:1733164797.341661:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133944380, transno 4295981131 00000004:00080000:2.0:1733164797.341662:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab3100, transno 4295981132 00000004:00080000:2.0:1733164797.341664:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de26680, transno 4295981133 00000004:00080000:2.0:1733164797.341665:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de25500, transno 4295981134 00000004:00080000:2.0:1733164797.341666:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133946300, transno 4295981135 00000004:00080000:2.0:1733164797.341667:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab3480, transno 4295981136 00000004:00080000:2.0:1733164797.341668:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca65c00, transno 4295981137 00000004:00080000:2.0:1733164797.341670:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab2d80, transno 4295981138 00000004:00080000:2.0:1733164797.341672:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab2a00, transno 4295981139 00000004:00080000:2.0:1733164797.341673:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab1c00, transno 4295981140 00000004:00080000:2.0:1733164797.341674:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab1880, transno 4295981141 00000004:00080000:2.0:1733164797.341676:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca66a00, transno 4295981142 00000004:00080000:2.0:1733164797.341677:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4d9880, transno 4295981143 00000004:00080000:2.0:1733164797.341678:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4d9180, transno 4295981144 00000004:00080000:2.0:1733164797.341679:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca65f80, transno 4295981145 00000004:00080000:2.0:1733164797.341681:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6fb80, transno 4295981146 00000004:00080000:2.0:1733164797.341682:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4db800, transno 4295981147 00000004:00080000:2.0:1733164797.341683:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4da300, transno 4295981148 00000004:00080000:2.0:1733164797.341685:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a1180, transno 4295981149 00000004:00080000:2.0:1733164797.341686:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f426d80, transno 4295981150 00000004:00080000:2.0:1733164797.341688:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6ce00, transno 4295981151 00000004:00080000:2.0:1733164797.341689:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012376ad80, transno 4295981152 00000004:00080000:2.0:1733164797.341691:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123f2fb80, transno 4295981153 00000004:00080000:2.0:1733164797.341692:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8d6a00, transno 4295981154 00000004:00080000:2.0:1733164797.341693:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6c000, transno 4295981155 00000004:00080000:2.0:1733164797.341695:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8d7100, transno 4295981156 00000004:00080000:2.0:1733164797.341696:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8d6300, transno 4295981157 00000004:00080000:2.0:1733164797.341697:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb5180, transno 4295981158 00000004:00080000:2.0:1733164797.341698:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb5c00, transno 4295981159 00000004:00080000:2.0:1733164797.341699:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb5f80, transno 4295981160 00000004:00080000:2.0:1733164797.341701:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb6a00, transno 4295981161 00000004:00080000:2.0:1733164797.341702:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dafca80, transno 4295981162 00000004:00080000:2.0:1733164797.341703:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca66680, transno 4295981163 00000004:00080000:2.0:1733164797.341704:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f513b80, transno 4295981164 00000004:00080000:2.0:1733164797.341705:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f510700, transno 4295981165 00000004:00080000:2.0:1733164797.341707:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be19500, transno 4295981166 00000004:00080000:2.0:1733164797.341708:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be18380, transno 4295981167 00000004:00080000:2.0:1733164797.341710:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de27480, transno 4295981168 00000004:00080000:2.0:1733164797.341712:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be1a300, transno 4295981169 00000004:00080000:2.0:1733164797.341713:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de26d80, transno 4295981170 00000004:00080000:2.0:1733164797.341715:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de24380, transno 4295981171 00000004:00080000:2.0:1733164797.341716:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb5880, transno 4295981172 00000004:00080000:2.0:1733164797.341717:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb5500, transno 4295981173 00000004:00080000:2.0:1733164797.341718:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de24e00, transno 4295981174 00000004:00080000:2.0:1733164797.341719:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c4d9500, transno 4295981175 00000004:00080000:2.0:1733164797.341721:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb6300, transno 4295981176 00000004:00080000:2.0:1733164797.341722:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de25180, transno 4295981177 00000004:00080000:2.0:1733164797.341723:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb7800, transno 4295981178 00000004:00080000:2.0:1733164797.341725:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339caa00, transno 4295981179 00000004:00080000:2.0:1733164797.341726:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a3100, transno 4295981180 00000004:00080000:2.0:1733164797.341727:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339cb100, transno 4295981181 00000004:00080000:2.0:1733164797.341729:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a1880, transno 4295981182 00000004:00080000:2.0:1733164797.341730:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339cb480, transno 4295981183 00000004:00080000:2.0:1733164797.341731:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f427b80, transno 4295981184 00000004:00080000:2.0:1733164797.341732:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f80700, transno 4295981185 00000004:00080000:2.0:1733164797.341734:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f82680, transno 4295981186 00000004:00080000:2.0:1733164797.341735:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f82300, transno 4295981187 00000004:00080000:2.0:1733164797.341736:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f82d80, transno 4295981188 00000004:00080000:2.0:1733164797.341737:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f83480, transno 4295981189 00000004:00080000:2.0:1733164797.341739:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f81180, transno 4295981190 00000004:00080000:2.0:1733164797.341740:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f80000, transno 4295981191 00000004:00080000:2.0:1733164797.341741:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f83100, transno 4295981192 00000004:00080000:2.0:1733164797.341742:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de27100, transno 4295981193 00000004:00080000:2.0:1733164797.341743:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de27800, transno 4295981194 00000004:00080000:2.0:1733164797.341744:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133944700, transno 4295981195 00000004:00080000:2.0:1733164797.341745:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133946a00, transno 4295981196 00000004:00080000:2.0:1733164797.341747:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133946680, transno 4295981197 00000004:00080000:2.0:1733164797.341748:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133945500, transno 4295981198 00000004:00080000:2.0:1733164797.341750:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133947480, transno 4295981199 00000004:00080000:2.0:1733164797.341751:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133944a80, transno 4295981200 00000004:00080000:2.0:1733164797.341752:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133945f80, transno 4295981201 00000004:00080000:2.0:1733164797.341753:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5d4e00, transno 4295981202 00000004:00080000:2.0:1733164797.341755:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5d4000, transno 4295981203 00000004:00080000:2.0:1733164797.341756:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab1500, transno 4295981204 00000004:00080000:2.0:1733164797.341757:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab2680, transno 4295981205 00000004:00080000:2.0:1733164797.341758:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab1f80, transno 4295981206 00000004:00080000:2.0:1733164797.341759:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab0700, transno 4295981207 00000004:00080000:2.0:1733164797.341761:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab0380, transno 4295981208 00000004:00080000:2.0:1733164797.341762:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57d880, transno 4295981209 00000004:00080000:2.0:1733164797.341764:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf7c000, transno 4295981210 00000004:00080000:2.0:1733164797.341765:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133945c00, transno 4295981211 00000004:00080000:2.0:1733164797.341766:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df43480, transno 4295981212 00000004:00080000:2.0:1733164797.341767:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb4e00, transno 4295981213 00000004:00080000:2.0:1733164797.341769:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb6680, transno 4295981214 00000004:00080000:2.0:1733164797.341770:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb4000, transno 4295981215 00000004:00080000:2.0:1733164797.341771:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb7480, transno 4295981216 00000004:00080000:2.0:1733164797.341773:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f615f80, transno 4295981217 00000004:00080000:2.0:1733164797.341774:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f617100, transno 4295981218 00000004:00080000:2.0:1733164797.341775:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f617480, transno 4295981219 00000004:00080000:2.0:1733164797.341777:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f615c00, transno 4295981220 00000004:00080000:2.0:1733164797.341778:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea7480, transno 4295981221 00000004:00080000:2.0:1733164797.341779:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea4000, transno 4295981222 00000004:00080000:2.0:1733164797.341781:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57c000, transno 4295981223 00000004:00080000:2.0:1733164797.341782:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea7800, transno 4295981224 00000004:00080000:2.0:1733164797.341783:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea7b80, transno 4295981225 00000004:00080000:2.0:1733164797.341785:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f615180, transno 4295981226 00000004:00080000:2.0:1733164797.341786:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea5180, transno 4295981227 00000004:00080000:2.0:1733164797.341788:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea5500, transno 4295981228 00000004:00080000:2.0:1733164797.341790:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea4700, transno 4295981229 00000004:00080000:2.0:1733164797.341791:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea4a80, transno 4295981230 00000004:00080000:2.0:1733164797.341792:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea4e00, transno 4295981231 00000004:00080000:2.0:1733164797.341793:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea7100, transno 4295981232 00000004:00080000:2.0:1733164797.341794:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f616300, transno 4295981233 00000004:00080000:2.0:1733164797.341796:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f614a80, transno 4295981234 00000004:00080000:2.0:1733164797.341797:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea5f80, transno 4295981235 00000004:00080000:2.0:1733164797.341798:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f616d80, transno 4295981236 00000004:00080000:2.0:1733164797.341800:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea5c00, transno 4295981237 00000004:00080000:2.0:1733164797.341801:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e451c00, transno 4295981238 00000004:00080000:2.0:1733164797.341803:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e450700, transno 4295981239 00000004:00080000:2.0:1733164797.341804:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e453800, transno 4295981240 00000004:00080000:2.0:1733164797.341805:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e452d80, transno 4295981241 00000004:00080000:2.0:1733164797.341807:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f509880, transno 4295981242 00000004:00080000:2.0:1733164797.341808:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f616a00, transno 4295981243 00000004:00080000:2.0:1733164797.341810:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f617b80, transno 4295981244 00000004:00080000:2.0:1733164797.341811:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b70a80, transno 4295981245 00000004:00080000:2.0:1733164797.341812:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df41880, transno 4295981246 00000004:00080000:2.0:1733164797.341813:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab0a80, transno 4295981247 00000004:00080000:2.0:1733164797.341815:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b73480, transno 4295981248 00000004:00080000:2.0:1733164797.341816:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f81880, transno 4295981249 00000004:00080000:2.0:1733164797.341817:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f80380, transno 4295981250 00000004:00080000:2.0:1733164797.341818:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e452300, transno 4295981251 00000004:00080000:2.0:1733164797.341819:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f81f80, transno 4295981252 00000004:00080000:2.0:1733164797.341821:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b73100, transno 4295981253 00000004:00080000:2.0:1733164797.341822:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b72300, transno 4295981254 00000004:00080000:2.0:1733164797.341823:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de25f80, transno 4295981255 00000004:00080000:2.0:1733164797.341825:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e453b80, transno 4295981256 00000004:00080000:2.0:1733164797.341826:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e451880, transno 4295981257 00000004:00080000:2.0:1733164797.341828:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e451500, transno 4295981258 00000004:00080000:2.0:1733164797.341830:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dab2300, transno 4295981259 00000004:00080000:2.0:1733164797.341832:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e450a80, transno 4295981260 00000004:00080000:2.0:1733164797.341839:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e453480, transno 4295981261 00000004:00080000:2.0:1733164797.341842:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea6a00, transno 4295981262 00000004:00080000:2.0:1733164797.341843:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea4380, transno 4295981263 00000004:00080000:2.0:1733164797.341845:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb7100, transno 4295981264 00000004:00080000:2.0:1733164797.341847:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e450e00, transno 4295981265 00000004:00080000:2.0:1733164797.341849:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb4700, transno 4295981266 00000004:00080000:2.0:1733164797.341852:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083afa300, transno 4295981267 00000004:00080000:2.0:1733164797.341854:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083af8700, transno 4295981268 00000004:00080000:2.0:1733164797.341856:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083afb480, transno 4295981269 00000004:00080000:2.0:1733164797.341858:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083af9180, transno 4295981270 00000004:00080000:2.0:1733164797.341861:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080615500, transno 4295981271 00000004:00080000:2.0:1733164797.341863:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080614000, transno 4295981272 00000004:00080000:2.0:1733164797.341865:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f614700, transno 4295981273 00000004:00080000:2.0:1733164797.341867:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080615880, transno 4295981274 00000004:00080000:2.0:1733164797.341869:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080614a80, transno 4295981275 00000004:00080000:2.0:1733164797.341871:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080616d80, transno 4295981276 00000004:00080000:2.0:1733164797.341873:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080617480, transno 4295981277 00000004:00080000:2.0:1733164797.341875:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080617100, transno 4295981278 00000004:00080000:2.0:1733164797.341877:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080614e00, transno 4295981279 00000004:00080000:2.0:1733164797.341879:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080616300, transno 4295981280 00000004:00080000:2.0:1733164797.341881:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083afb800, transno 4295981281 00000004:00080000:2.0:1733164797.341883:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080614380, transno 4295981282 00000004:00080000:2.0:1733164797.341885:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae3a300, transno 4295981283 00000004:00080000:2.0:1733164797.341888:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083afaa00, transno 4295981284 00000004:00080000:2.0:1733164797.341890:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080616a00, transno 4295981285 00000004:00080000:2.0:1733164797.341892:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae3b100, transno 4295981286 00000004:00080000:2.0:1733164797.341894:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae38700, transno 4295981287 00000004:00080000:2.0:1733164797.341896:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083af9500, transno 4295981288 00000004:00080000:2.0:1733164797.341899:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae3aa00, transno 4295981289 00000004:00080000:2.0:1733164797.341901:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae38a80, transno 4295981290 00000004:00080000:2.0:1733164797.341903:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de25880, transno 4295981291 00000004:00080000:2.0:1733164797.341905:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f80a80, transno 4295981292 00000004:00080000:2.0:1733164797.341907:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f81500, transno 4295981293 00000004:00080000:2.0:1733164797.341909:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339c9f80, transno 4295981294 00000004:00080000:2.0:1733164797.341911:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339cad80, transno 4295981295 00000004:00080000:2.0:1733164797.341913:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339c8000, transno 4295981296 00000004:00080000:2.0:1733164797.341915:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339c8a80, transno 4295981297 00000004:00080000:2.0:1733164797.341917:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae3ad80, transno 4295981298 00000004:00080000:2.0:1733164797.341919:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339cbb80, transno 4295981299 00000004:00080000:2.0:1733164797.341921:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339c9c00, transno 4295981300 00000004:00080000:2.0:1733164797.341923:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339ca300, transno 4295981301 00000004:00080000:2.0:1733164797.341925:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339c8700, transno 4295981302 00000004:00080000:2.0:1733164797.341926:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339cb800, transno 4295981303 00000004:00080000:2.0:1733164797.341928:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339c9180, transno 4295981304 00000004:00080000:2.0:1733164797.341930:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b71880, transno 4295981305 00000004:00080000:2.0:1733164797.341931:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b70700, transno 4295981306 00000004:00080000:2.0:1733164797.341933:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b71f80, transno 4295981307 00000004:00080000:2.0:1733164797.341934:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e452680, transno 4295981308 00000004:00080000:2.0:1733164797.341936:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb7b80, transno 4295981309 00000004:00080000:2.0:1733164797.341937:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e451180, transno 4295981310 00000004:00080000:2.0:1733164797.341939:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011df40380, transno 4295981311 00000004:00080000:2.0:1733164797.341940:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b72a00, transno 4295981312 00000004:00080000:2.0:1733164797.341941:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b73800, transno 4295981313 00000004:00080000:2.0:1733164797.341943:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b70000, transno 4295981314 00000004:00080000:2.0:1733164797.341944:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012beb4380, transno 4295981315 00000004:00080000:2.0:1733164797.341945:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f615500, transno 4295981316 00000004:00080000:2.0:1733164797.341946:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f616680, transno 4295981317 00000004:00080000:2.0:1733164797.341948:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b70e00, transno 4295981318 00000004:00080000:2.0:1733164797.341950:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f617800, transno 4295981319 00000004:00080000:2.0:1733164797.341951:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e371180, transno 4295981320 00000004:00080000:2.0:1733164797.341953:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e373100, transno 4295981321 00000004:00080000:2.0:1733164797.341955:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e372680, transno 4295981322 00000004:00080000:2.0:1733164797.341956:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de26300, transno 4295981323 00000004:00080000:2.0:1733164797.341957:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de24a80, transno 4295981324 00000004:00080000:2.0:1733164797.341959:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083af8a80, transno 4295981325 00000004:00080000:2.0:1733164797.341960:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083afbb80, transno 4295981326 00000004:00080000:2.0:1733164797.341961:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de25c00, transno 4295981327 00000004:00080000:2.0:1733164797.341963:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de24000, transno 4295981328 00000004:00080000:2.0:1733164797.341964:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f10ca80, transno 4295981329 00000004:00080000:2.0:1733164797.341966:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f10fb80, transno 4295981330 00000004:00080000:2.0:1733164797.341967:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f10f800, transno 4295981331 00000004:00080000:2.0:1733164797.341969:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e5e8a80, transno 4295981332 00000004:00080000:2.0:1733164797.341970:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f10c380, transno 4295981333 00000004:00080000:2.0:1733164797.341972:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e5ebb80, transno 4295981334 00000004:00080000:2.0:1733164797.341973:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e5e9880, transno 4295981335 00000004:00080000:2.0:1733164797.341974:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083af9880, transno 4295981336 00000004:00080000:2.0:1733164797.341976:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f10f100, transno 4295981337 00000004:00080000:2.0:1733164797.341977:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e5e9500, transno 4295981338 00000004:00080000:2.0:1733164797.341978:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e5eaa00, transno 4295981339 00000004:00080000:2.0:1733164797.341980:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132952300, transno 4295981340 00000004:00080000:2.0:1733164797.341981:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e5e9c00, transno 4295981341 00000004:00080000:2.0:1733164797.341982:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f10f480, transno 4295981342 00000004:00080000:2.0:1733164797.341983:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132953800, transno 4295981343 00000004:00080000:2.0:1733164797.341985:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132953b80, transno 4295981344 00000004:00080000:2.0:1733164797.341986:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c1c00, transno 4295981345 00000004:00080000:2.0:1733164797.341987:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dafe300, transno 4295981346 00000004:00080000:2.0:1733164797.341989:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132951180, transno 4295981347 00000004:00080000:2.0:1733164797.341991:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a1c00, transno 4295981348 00000004:00080000:2.0:1733164797.341992:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8d6680, transno 4295981349 00000004:00080000:2.0:1733164797.341994:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a3800, transno 4295981350 00000004:00080000:2.0:1733164797.341995:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a2a00, transno 4295981351 00000004:00080000:2.0:1733164797.341997:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c3800, transno 4295981352 00000004:00080000:2.0:1733164797.341998:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a0700, transno 4295981353 00000004:00080000:2.0:1733164797.341999:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c0e00, transno 4295981354 00000004:00080000:2.0:1733164797.342001:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c2300, transno 4295981355 00000004:00080000:2.0:1733164797.342002:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c0a80, transno 4295981356 00000004:00080000:2.0:1733164797.342003:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c0700, transno 4295981357 00000004:00080000:2.0:1733164797.342004:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c1180, transno 4295981358 00000004:00080000:2.0:1733164797.342005:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c3b80, transno 4295981359 00000004:00080000:2.0:1733164797.342006:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c1500, transno 4295981360 00000004:00080000:2.0:1733164797.342008:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c2680, transno 4295981361 00000004:00080000:2.0:1733164797.342009:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f12300, transno 4295981362 00000004:00080000:2.0:1733164797.342010:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c1880, transno 4295981363 00000004:00080000:2.0:1733164797.342012:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f12680, transno 4295981364 00000004:00080000:2.0:1733164797.342013:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f12d80, transno 4295981365 00000004:00080000:2.0:1733164797.342014:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f11500, transno 4295981366 00000004:00080000:2.0:1733164797.342015:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f13100, transno 4295981367 00000004:00080000:2.0:1733164797.342017:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f10a80, transno 4295981368 00000004:00080000:2.0:1733164797.342018:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a2680, transno 4295981369 00000004:00080000:2.0:1733164797.342019:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f11f80, transno 4295981370 00000004:00080000:2.0:1733164797.342021:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880098518000, transno 4295981371 00000004:00080000:2.0:1733164797.342022:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009851a680, transno 4295981372 00000004:00080000:2.0:1733164797.342024:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880098519c00, transno 4295981373 00000004:00080000:2.0:1733164797.342025:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009851a300, transno 4295981374 00000004:00080000:2.0:1733164797.342026:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880098518380, transno 4295981375 00000004:00080000:2.0:1733164797.342028:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f67a680, transno 4295981376 00000004:00080000:2.0:1733164797.342029:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f67a300, transno 4295981377 00000004:00080000:2.0:1733164797.342031:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f678e00, transno 4295981378 00000004:00080000:2.0:1733164797.342033:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f679c00, transno 4295981379 00000004:00080000:2.0:1733164797.342034:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f8d500, transno 4295981380 00000004:00080000:2.0:1733164797.342036:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f8ed80, transno 4295981381 00000004:00080000:2.0:1733164797.342037:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f8f480, transno 4295981382 00000004:00080000:2.0:1733164797.342039:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f8c380, transno 4295981383 00000004:00080000:2.0:1733164797.342040:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f8f800, transno 4295981384 00000004:00080000:2.0:1733164797.342041:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f8d180, transno 4295981385 00000004:00080000:2.0:1733164797.342043:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f8dc00, transno 4295981386 00000004:00080000:2.0:1733164797.342044:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f8df80, transno 4295981387 00000004:00080000:2.0:1733164797.342045:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f8ca80, transno 4295981388 00000004:00080000:2.0:1733164797.342046:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f8ce00, transno 4295981389 00000004:00080000:2.0:1733164797.342048:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae38e00, transno 4295981390 00000004:00080000:2.0:1733164797.342049:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f8d880, transno 4295981391 00000004:00080000:2.0:1733164797.342050:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f8e680, transno 4295981392 00000004:00080000:2.0:1733164797.342051:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f67aa00, transno 4295981393 00000004:00080000:2.0:1733164797.342053:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800970a3b80, transno 4295981394 00000004:00080000:2.0:1733164797.342054:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f67ad80, transno 4295981395 00000004:00080000:2.0:1733164797.342055:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c3480, transno 4295981396 00000004:00080000:2.0:1733164797.342056:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c3100, transno 4295981397 00000004:00080000:2.0:1733164797.342057:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c2a00, transno 4295981398 00000004:00080000:2.0:1733164797.342058:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007dafd880, transno 4295981399 00000004:00080000:2.0:1733164797.342059:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c0380, transno 4295981400 00000004:00080000:2.0:1733164797.342060:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c2d80, transno 4295981401 00000004:00080000:2.0:1733164797.342062:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f8f100, transno 4295981402 00000004:00080000:2.0:1733164797.342063:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e5ea680, transno 4295981403 00000004:00080000:2.0:1733164797.342064:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e373800, transno 4295981404 00000004:00080000:2.0:1733164797.342066:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f678000, transno 4295981405 00000004:00080000:2.0:1733164797.342067:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e370700, transno 4295981406 00000004:00080000:2.0:1733164797.342069:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e371f80, transno 4295981407 00000004:00080000:2.0:1733164797.342071:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e371880, transno 4295981408 00000004:00080000:2.0:1733164797.342072:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e370000, transno 4295981409 00000004:00080000:2.0:1733164797.342073:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e370a80, transno 4295981410 00000004:00080000:2.0:1733164797.342075:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e371500, transno 4295981411 00000004:00080000:2.0:1733164797.342076:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e373b80, transno 4295981412 00000004:00080000:2.0:1733164797.342077:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e370380, transno 4295981413 00000004:00080000:2.0:1733164797.342079:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f10000, transno 4295981414 00000004:00080000:2.0:1733164797.342080:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f12a00, transno 4295981415 00000004:00080000:2.0:1733164797.342081:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f10380, transno 4295981416 00000004:00080000:2.0:1733164797.342082:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009851bb80, transno 4295981417 00000004:00080000:2.0:1733164797.342083:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e372300, transno 4295981418 00000004:00080000:2.0:1733164797.342084:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880098519f80, transno 4295981419 00000004:00080000:2.0:1733164797.342086:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f10700, transno 4295981420 00000004:00080000:2.0:1733164797.342087:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a4e00, transno 4295981421 00000004:00080000:2.0:1733164797.342088:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b72d80, transno 4295981422 00000004:00080000:2.0:1733164797.342090:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f614000, transno 4295981423 00000004:00080000:2.0:1733164797.342091:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b00380, transno 4295981424 00000004:00080000:2.0:1733164797.342093:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57ed80, transno 4295981425 00000004:00080000:2.0:1733164797.342094:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57df80, transno 4295981426 00000004:00080000:2.0:1733164797.342095:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57c700, transno 4295981427 00000004:00080000:2.0:1733164797.342096:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57fb80, transno 4295981428 00000004:00080000:2.0:1733164797.342098:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57ce00, transno 4295981429 00000004:00080000:2.0:1733164797.342099:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57ea00, transno 4295981430 00000004:00080000:2.0:1733164797.342100:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57d500, transno 4295981431 00000004:00080000:2.0:1733164797.342101:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080615c00, transno 4295981432 00000004:00080000:2.0:1733164797.342102:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080615f80, transno 4295981433 00000004:00080000:2.0:1733164797.342104:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c665180, transno 4295981434 00000004:00080000:2.0:1733164797.342105:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae3a680, transno 4295981435 00000004:00080000:2.0:1733164797.342106:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae3b480, transno 4295981436 00000004:00080000:2.0:1733164797.342107:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57dc00, transno 4295981437 00000004:00080000:2.0:1733164797.342109:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae3b800, transno 4295981438 00000004:00080000:2.0:1733164797.342110:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f511880, transno 4295981439 00000004:00080000:2.0:1733164797.342111:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57e680, transno 4295981440 00000004:00080000:2.0:1733164797.342112:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8d4a80, transno 4295981441 00000004:00080000:2.0:1733164797.342113:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae39880, transno 4295981442 00000004:00080000:2.0:1733164797.342115:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f10e680, transno 4295981443 00000004:00080000:2.0:1733164797.342116:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae38000, transno 4295981444 00000004:00080000:2.0:1733164797.342117:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080614700, transno 4295981445 00000004:00080000:2.0:1733164797.342118:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339c8380, transno 4295981446 00000004:00080000:2.0:1733164797.342120:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083afad80, transno 4295981447 00000004:00080000:2.0:1733164797.342121:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be18700, transno 4295981448 00000004:00080000:2.0:1733164797.342123:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339c9500, transno 4295981449 00000004:00080000:2.0:1733164797.342124:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339ca680, transno 4295981450 00000004:00080000:2.0:1733164797.342125:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e60700, transno 4295981451 00000004:00080000:2.0:1733164797.342126:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e63800, transno 4295981452 00000004:00080000:2.0:1733164797.342128:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e61500, transno 4295981453 00000004:00080000:2.0:1733164797.342129:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339c8e00, transno 4295981454 00000004:00080000:2.0:1733164797.342131:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c666680, transno 4295981455 00000004:00080000:2.0:1733164797.342132:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b03800, transno 4295981456 00000004:00080000:2.0:1733164797.342134:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea6300, transno 4295981457 00000004:00080000:2.0:1733164797.342135:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b02d80, transno 4295981458 00000004:00080000:2.0:1733164797.342136:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c664e00, transno 4295981459 00000004:00080000:2.0:1733164797.342138:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a6300, transno 4295981460 00000004:00080000:2.0:1733164797.342139:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b03480, transno 4295981461 00000004:00080000:2.0:1733164797.342155:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b01180, transno 4295981462 00000004:00080000:2.0:1733164797.342157:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b00a80, transno 4295981463 00000004:00080000:2.0:1733164797.342158:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b00700, transno 4295981464 00000004:00080000:2.0:1733164797.342159:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012de24700, transno 4295981465 00000004:00080000:2.0:1733164797.342160:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b00000, transno 4295981466 00000004:00080000:2.0:1733164797.342161:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b70380, transno 4295981467 00000004:00080000:2.0:1733164797.342164:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db6ca80, transno 4295981468 00000004:00080000:2.0:1733164797.342165:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b73b80, transno 4295981469 00000004:00080000:2.0:1733164797.342167:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c665500, transno 4295981470 00000004:00080000:2.0:1733164797.342168:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c666a00, transno 4295981471 00000004:00080000:2.0:1733164797.342170:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081488e00, transno 4295981472 00000004:00080000:2.0:1733164797.342172:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081489500, transno 4295981473 00000004:00080000:2.0:1733164797.342174:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a5500, transno 4295981474 00000004:00080000:2.0:1733164797.342175:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a6a00, transno 4295981475 00000004:00080000:2.0:1733164797.342176:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a5c00, transno 4295981476 00000004:00080000:2.0:1733164797.342177:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f11180, transno 4295981477 00000004:00080000:2.0:1733164797.342179:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f13480, transno 4295981478 00000004:00080000:2.0:1733164797.342180:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c665c00, transno 4295981479 00000004:00080000:2.0:1733164797.342181:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae39180, transno 4295981480 00000004:00080000:2.0:1733164797.342183:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae38380, transno 4295981481 00000004:00080000:2.0:1733164797.342184:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121e61c00, transno 4295981482 00000004:00080000:2.0:1733164797.342185:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a5180, transno 4295981483 00000004:00080000:2.0:1733164797.342187:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a5500, transno 4295981484 00000004:00080000:2.0:1733164797.342188:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a5880, transno 4295981485 00000004:00080000:2.0:1733164797.342189:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a4a80, transno 4295981486 00000004:00080000:2.0:1733164797.342190:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a5c00, transno 4295981487 00000004:00080000:2.0:1733164797.342191:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a6a00, transno 4295981488 00000004:00080000:2.0:1733164797.342193:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a6680, transno 4295981489 00000004:00080000:2.0:1733164797.342194:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a5f80, transno 4295981490 00000004:00080000:2.0:1733164797.342195:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a7b80, transno 4295981491 00000004:00080000:2.0:1733164797.342196:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a4380, transno 4295981492 00000004:00080000:2.0:1733164797.342198:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f83800, transno 4295981493 00000004:00080000:2.0:1733164797.342199:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880098519880, transno 4295981494 00000004:00080000:2.0:1733164797.342200:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a6d80, transno 4295981495 00000004:00080000:2.0:1733164797.342202:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093b71500, transno 4295981496 00000004:00080000:2.0:1733164797.342203:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080616680, transno 4295981497 00000004:00080000:2.0:1733164797.342206:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080617b80, transno 4295981498 00000004:00080000:2.0:1733164797.342208:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57f480, transno 4295981499 00000004:00080000:2.0:1733164797.342209:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57c380, transno 4295981500 00000004:00080000:2.0:1733164797.342211:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57d180, transno 4295981501 00000004:00080000:2.0:1733164797.342213:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f8e300, transno 4295981502 00000004:00080000:2.0:1733164797.342215:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e5e9f80, transno 4295981503 00000004:00080000:2.0:1733164797.342217:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57f800, transno 4295981504 00000004:00080000:2.0:1733164797.342219:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f513480, transno 4295981505 00000004:00080000:2.0:1733164797.342221:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e372d80, transno 4295981506 00000004:00080000:2.0:1733164797.342223:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095f83b80, transno 4295981507 00000004:00080000:2.0:1733164797.342225:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae39f80, transno 4295981508 00000004:00080000:2.0:1733164797.342227:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a4700, transno 4295981509 00000004:00080000:2.0:1733164797.342229:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a7480, transno 4295981510 00000004:00080000:2.0:1733164797.342232:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9a7800, transno 4295981511 00000004:00080000:2.0:1733164797.342233:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080615180, transno 4295981512 00000004:00080000:2.0:1733164797.342236:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea6680, transno 4295981513 00000004:00080000:2.0:1733164797.342237:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c57f100, transno 4295981514 00000004:00080000:2.0:1733164797.342240:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c667480, transno 4295981515 00000004:00080000:2.0:1733164797.342242:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c664000, transno 4295981516 00000004:00080000:2.0:1733164797.342244:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec63800, transno 4295981517 00000004:00080000:2.0:1733164797.342247:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec60700, transno 4295981518 00000004:00080000:2.0:1733164797.342249:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec62a00, transno 4295981519 00000004:00080000:2.0:1733164797.342251:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec61880, transno 4295981520 00000004:00080000:2.0:1733164797.342253:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ea6d80, transno 4295981521 00000004:00080000:2.0:1733164797.342255:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec63100, transno 4295981522 00000004:00080000:2.0:1733164797.342257:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ae2f100, transno 4295981523 00000004:00080000:2.0:1733164797.342259:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ae2ed80, transno 4295981524 00000004:00080000:2.0:1733164797.342261:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ae2c700, transno 4295981525 00000004:00080000:2.0:1733164797.342263:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ae2c380, transno 4295981526 00000004:00080000:2.0:1733164797.342265:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ae2df80, transno 4295981527 00000004:00080000:2.0:1733164797.342267:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ae2f480, transno 4295981528 00000004:00080000:2.0:1733164797.342269:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ae2d880, transno 4295981529 00000004:00080000:2.0:1733164797.342271:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ae2dc00, transno 4295981530 00000004:00080000:2.0:1733164797.342273:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ae2e680, transno 4295981531 00000004:00080000:2.0:1733164797.342275:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ae2d180, transno 4295981532 00000004:00080000:2.0:1733164797.342277:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ae2e300, transno 4295981533 00000004:00080000:2.0:1733164797.342280:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132952680, transno 4295981534 00000004:00080000:2.0:1733164797.342282:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f32680, transno 4295981535 00000004:00080000:2.0:1733164797.342284:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f30000, transno 4295981536 00000004:00080000:2.0:1733164797.342286:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b02300, transno 4295981537 00000004:00080000:2.0:1733164797.342288:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f33100, transno 4295981538 00000004:00080000:2.0:1733164797.342290:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b01c00, transno 4295981539 00000004:00080000:2.0:1733164797.342292:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f31180, transno 4295981540 00000004:00080000:2.0:1733164797.342294:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f32300, transno 4295981541 00000004:00080000:2.0:1733164797.342296:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f32d80, transno 4295981542 00000004:00080000:2.0:1733164797.342298:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f619500, transno 4295981543 00000004:00080000:2.0:1733164797.342300:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f61a300, transno 4295981544 00000004:00080000:2.0:1733164797.342302:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f619f80, transno 4295981545 00000004:00080000:2.0:1733164797.342304:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f30e00, transno 4295981546 00000004:00080000:2.0:1733164797.342307:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f61b100, transno 4295981547 00000004:00080000:2.0:1733164797.342309:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f619180, transno 4295981548 00000004:00080000:2.0:1733164797.342311:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f61bb80, transno 4295981549 00000004:00080000:2.0:1733164797.342313:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f61ad80, transno 4295981550 00000004:00080000:2.0:1733164797.342315:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c664a80, transno 4295981551 00000004:00080000:2.0:1733164797.342317:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f618000, transno 4295981552 00000004:00080000:2.0:1733164797.342320:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c665f80, transno 4295981553 00000004:00080000:2.0:1733164797.342322:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f619c00, transno 4295981554 00000004:00080000:2.0:1733164797.342324:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c664700, transno 4295981555 00000004:00080000:2.0:1733164797.342327:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081489c00, transno 4295981556 00000004:00080000:2.0:1733164797.342329:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c667b80, transno 4295981557 00000004:00080000:2.0:1733164797.342332:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081488000, transno 4295981558 00000004:00080000:2.0:1733164797.342334:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081489880, transno 4295981559 00000004:00080000:2.0:1733164797.342337:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008148a680, transno 4295981560 00000004:00080000:2.0:1733164797.342339:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081488a80, transno 4295981561 00000004:00080000:2.0:1733164797.342341:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008148aa00, transno 4295981562 00000004:00080000:2.0:1733164797.342344:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880081488700, transno 4295981563 00000004:00080000:2.0:1733164797.342346:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012fd22d80, transno 4295981564 00000004:00080000:2.0:1733164797.342349:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a6300, transno 4295981565 00000004:00080000:2.0:1733164797.342351:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a6680, transno 4295981566 00000004:00080000:2.0:1733164797.342353:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e5ba680, transno 4295981567 00000004:00080000:2.0:1733164797.342355:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a5880, transno 4295981568 00000004:00080000:2.0:1733164797.342357:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a4e00, transno 4295981569 00000004:00080000:2.0:1733164797.342359:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a6d80, transno 4295981570 00000004:00080000:2.0:1733164797.342361:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e5b9f80, transno 4295981571 00000004:00080000:2.0:1733164797.342363:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e5bb800, transno 4295981572 00000004:00080000:2.0:1733164797.342365:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e5ba300, transno 4295981573 00000004:00080000:2.0:1733164797.342367:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e5b9c00, transno 4295981574 00000004:00080000:2.0:1733164797.342369:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e5bad80, transno 4295981575 00000004:00080000:2.0:1733164797.342371:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e5b9180, transno 4295981576 00000004:00080000:2.0:1733164797.342373:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008c667100, transno 4295981577 00000004:00080000:2.0:1733164797.342376:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c213b80, transno 4295981578 00000004:00080000:2.0:1733164797.342378:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c211880, transno 4295981579 00000004:00080000:2.0:1733164797.342380:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c213800, transno 4295981580 00000004:00080000:2.0:1733164797.342382:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c213480, transno 4295981581 00000004:00080000:2.0:1733164797.342385:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008148bb80, transno 4295981582 00000004:00080000:2.0:1733164797.342387:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f431880, transno 4295981583 00000004:00080000:2.0:1733164797.342389:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f430380, transno 4295981584 00000004:00080000:2.0:1733164797.342391:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec62d80, transno 4295981585 00000004:00080000:2.0:1733164797.342393:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f432300, transno 4295981586 00000004:00080000:2.0:1733164797.342395:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f432a00, transno 4295981587 00000004:00080000:2.0:1733164797.342398:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f433800, transno 4295981588 00000004:00080000:2.0:1733164797.342400:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f430700, transno 4295981589 00000004:00080000:2.0:1733164797.342402:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f431500, transno 4295981590 00000004:00080000:2.0:1733164797.342405:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807dd500, transno 4295981591 00000004:00080000:2.0:1733164797.342407:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f430e00, transno 4295981592 00000004:00080000:2.0:1733164797.342408:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f431c00, transno 4295981593 00000004:00080000:2.0:1733164797.342410:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807dfb80, transno 4295981594 00000004:00080000:2.0:1733164797.342412:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807dc700, transno 4295981595 00000004:00080000:2.0:1733164797.342415:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807ded80, transno 4295981596 00000004:00080000:2.0:1733164797.342417:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807de300, transno 4295981597 00000004:00080000:2.0:1733164797.342419:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807ddc00, transno 4295981598 00000004:00080000:2.0:1733164797.342421:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807dc380, transno 4295981599 00000004:00080000:2.0:1733164797.342423:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807dea00, transno 4295981600 00000004:00080000:2.0:1733164797.342425:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807df100, transno 4295981601 00000004:00080000:2.0:1733164797.342427:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c211180, transno 4295981602 00000004:00080000:2.0:1733164797.342430:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807de680, transno 4295981603 00000004:00080000:2.0:1733164797.342432:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b01880, transno 4295981604 00000004:00080000:2.0:1733164797.342434:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f33b80, transno 4295981605 00000004:00080000:2.0:1733164797.342436:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c210000, transno 4295981606 00000004:00080000:2.0:1733164797.342439:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b00e00, transno 4295981607 00000004:00080000:2.0:1733164797.342440:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c210700, transno 4295981608 00000004:00080000:2.0:1733164797.342443:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f433b80, transno 4295981609 00000004:00080000:2.0:1733164797.342445:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f30700, transno 4295981610 00000004:00080000:2.0:1733164797.342446:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f432d80, transno 4295981611 00000004:00080000:2.0:1733164797.342448:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f430a80, transno 4295981612 00000004:00080000:2.0:1733164797.342450:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807dd880, transno 4295981613 00000004:00080000:2.0:1733164797.342452:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f191880, transno 4295981614 00000004:00080000:2.0:1733164797.342455:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f193480, transno 4295981615 00000004:00080000:2.0:1733164797.342456:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f193b80, transno 4295981616 00000004:00080000:2.0:1733164797.342458:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f192a00, transno 4295981617 00000004:00080000:2.0:1733164797.342461:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f193800, transno 4295981618 00000004:00080000:2.0:1733164797.342463:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f193100, transno 4295981619 00000004:00080000:2.0:1733164797.342465:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f191c00, transno 4295981620 00000004:00080000:2.0:1733164797.342468:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f190700, transno 4295981621 00000004:00080000:2.0:1733164797.342470:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f190a80, transno 4295981622 00000004:00080000:2.0:1733164797.342472:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f192680, transno 4295981623 00000004:00080000:2.0:1733164797.342474:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bd0b480, transno 4295981624 00000004:00080000:2.0:1733164797.342476:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bd0b100, transno 4295981625 00000004:00080000:2.0:1733164797.342478:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008148b480, transno 4295981626 00000004:00080000:2.0:1733164797.342481:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008148b100, transno 4295981627 00000004:00080000:2.0:1733164797.342483:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008148b800, transno 4295981628 00000004:00080000:2.0:1733164797.342485:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008148a300, transno 4295981629 00000004:00080000:2.0:1733164797.342487:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bd09180, transno 4295981630 00000004:00080000:2.0:1733164797.342490:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bd0bb80, transno 4295981631 00000004:00080000:2.0:1733164797.342504:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bd09c00, transno 4295981632 00000004:00080000:2.0:1733164797.342507:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f190000, transno 4295981633 00000004:00080000:2.0:1733164797.342509:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f67b800, transno 4295981634 00000004:00080000:2.0:1733164797.342511:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f679180, transno 4295981635 00000004:00080000:2.0:1733164797.342513:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f191180, transno 4295981636 00000004:00080000:2.0:1733164797.342516:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bd0a680, transno 4295981637 00000004:00080000:2.0:1733164797.342518:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b01f80, transno 4295981638 00000004:00080000:2.0:1733164797.342520:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f430000, transno 4295981639 00000004:00080000:2.0:1733164797.342522:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b02a00, transno 4295981640 00000004:00080000:2.0:1733164797.342524:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f432680, transno 4295981641 00000004:00080000:2.0:1733164797.342526:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807dce00, transno 4295981642 00000004:00080000:2.0:1733164797.342527:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807df800, transno 4295981643 00000004:00080000:2.0:1733164797.342529:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807dc000, transno 4295981644 00000004:00080000:2.0:1733164797.342531:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bd09880, transno 4295981645 00000004:00080000:2.0:1733164797.342533:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bd08380, transno 4295981646 00000004:00080000:2.0:1733164797.342535:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f678a80, transno 4295981647 00000004:00080000:2.0:1733164797.342538:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f679f80, transno 4295981648 00000004:00080000:2.0:1733164797.342541:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248bf480, transno 4295981649 00000004:00080000:2.0:1733164797.342544:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012fd20380, transno 4295981650 00000004:00080000:2.0:1733164797.342546:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012fd21500, transno 4295981651 00000004:00080000:2.0:1733164797.342549:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012fd21880, transno 4295981652 00000004:00080000:2.0:1733164797.342551:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012fd20a80, transno 4295981653 00000004:00080000:2.0:1733164797.342553:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012fd23800, transno 4295981654 00000004:00080000:2.0:1733164797.342556:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012fd21c00, transno 4295981655 00000004:00080000:2.0:1733164797.342558:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012fd23b80, transno 4295981656 00000004:00080000:2.0:1733164797.342561:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012fd21180, transno 4295981657 00000004:00080000:2.0:1733164797.342563:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012fd22300, transno 4295981658 00000004:00080000:2.0:1733164797.342566:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a4380, transno 4295981659 00000004:00080000:2.0:1733164797.342568:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f678700, transno 4295981660 00000004:00080000:2.0:1733164797.342570:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a5f80, transno 4295981661 00000004:00080000:2.0:1733164797.342572:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a4000, transno 4295981662 00000004:00080000:2.0:1733164797.342574:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b08e00, transno 4295981663 00000004:00080000:2.0:1733164797.342576:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f67b100, transno 4295981664 00000004:00080000:2.0:1733164797.342578:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b09f80, transno 4295981665 00000004:00080000:2.0:1733164797.342580:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f67b480, transno 4295981666 00000004:00080000:2.0:1733164797.342582:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b09500, transno 4295981667 00000004:00080000:2.0:1733164797.342585:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f761180, transno 4295981668 00000004:00080000:2.0:1733164797.342587:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f763480, transno 4295981669 00000004:00080000:2.0:1733164797.342589:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f761c00, transno 4295981670 00000004:00080000:2.0:1733164797.342591:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f67bb80, transno 4295981671 00000004:00080000:2.0:1733164797.342593:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f678380, transno 4295981672 00000004:00080000:2.0:1733164797.342595:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec62680, transno 4295981673 00000004:00080000:2.0:1733164797.342597:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bd0a300, transno 4295981674 00000004:00080000:2.0:1733164797.342600:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bd0ad80, transno 4295981675 00000004:00080000:2.0:1733164797.342602:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bd08700, transno 4295981676 00000004:00080000:2.0:1733164797.342604:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f763800, transno 4295981677 00000004:00080000:2.0:1733164797.342606:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f763b80, transno 4295981678 00000004:00080000:2.0:1733164797.342608:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f760e00, transno 4295981679 00000004:00080000:2.0:1733164797.342610:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f762680, transno 4295981680 00000004:00080000:2.0:1733164797.342613:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f760a80, transno 4295981681 00000004:00080000:2.0:1733164797.342615:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f762d80, transno 4295981682 00000004:00080000:2.0:1733164797.342616:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f760000, transno 4295981683 00000004:00080000:2.0:1733164797.342618:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f760700, transno 4295981684 00000004:00080000:2.0:1733164797.342621:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f762a00, transno 4295981685 00000004:00080000:2.0:1733164797.342623:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a7480, transno 4295981686 00000004:00080000:2.0:1733164797.342625:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a5180, transno 4295981687 00000004:00080000:2.0:1733164797.342628:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a7100, transno 4295981688 00000004:00080000:2.0:1733164797.342630:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f4a4700, transno 4295981689 00000004:00080000:2.0:1733164797.342632:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248be680, transno 4295981690 00000004:00080000:2.0:1733164797.342634:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b0a300, transno 4295981691 00000004:00080000:2.0:1733164797.342636:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f760380, transno 4295981692 00000004:00080000:2.0:1733164797.342639:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f431f80, transno 4295981693 00000004:00080000:2.0:1733164797.342640:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f431180, transno 4295981694 00000004:00080000:2.0:1733164797.342642:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248bdf80, transno 4295981695 00000004:00080000:2.0:1733164797.342644:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248be300, transno 4295981696 00000004:00080000:2.0:1733164797.342645:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248bdc00, transno 4295981697 00000004:00080000:2.0:1733164797.342647:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b09c00, transno 4295981698 00000004:00080000:2.0:1733164797.342648:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b0ad80, transno 4295981699 00000004:00080000:2.0:1733164797.342649:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b08700, transno 4295981700 00000004:00080000:2.0:1733164797.342650:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b0bb80, transno 4295981701 00000004:00080000:2.0:1733164797.342652:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b0aa00, transno 4295981702 00000004:00080000:2.0:1733164797.342653:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b0b800, transno 4295981703 00000004:00080000:2.0:1733164797.342654:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b08380, transno 4295981704 00000004:00080000:2.0:1733164797.342655:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f433100, transno 4295981705 00000004:00080000:2.0:1733164797.342657:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72ce00, transno 4295981706 00000004:00080000:2.0:1733164797.342659:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72c000, transno 4295981707 00000004:00080000:2.0:1733164797.342660:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b0b100, transno 4295981708 00000004:00080000:2.0:1733164797.342662:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807dd180, transno 4295981709 00000004:00080000:2.0:1733164797.342663:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bd0b800, transno 4295981710 00000004:00080000:2.0:1733164797.342665:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72f800, transno 4295981711 00000004:00080000:2.0:1733164797.342666:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f32a00, transno 4295981712 00000004:00080000:2.0:1733164797.342668:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f191500, transno 4295981713 00000004:00080000:2.0:1733164797.342669:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca4000, transno 4295981714 00000004:00080000:2.0:1733164797.342671:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72c380, transno 4295981715 00000004:00080000:2.0:1733164797.342672:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f192d80, transno 4295981716 00000004:00080000:2.0:1733164797.342674:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f761500, transno 4295981717 00000004:00080000:2.0:1733164797.342675:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f679880, transno 4295981718 00000004:00080000:2.0:1733164797.342676:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f761f80, transno 4295981719 00000004:00080000:2.0:1733164797.342678:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f763100, transno 4295981720 00000004:00080000:2.0:1733164797.342679:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f31c00, transno 4295981721 00000004:00080000:2.0:1733164797.342680:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca6300, transno 4295981722 00000004:00080000:2.0:1733164797.342682:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca5180, transno 4295981723 00000004:00080000:2.0:1733164797.342683:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca7b80, transno 4295981724 00000004:00080000:2.0:1733164797.342684:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca5500, transno 4295981725 00000004:00080000:2.0:1733164797.342685:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca4380, transno 4295981726 00000004:00080000:2.0:1733164797.342686:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca4a80, transno 4295981727 00000004:00080000:2.0:1733164797.342688:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca5880, transno 4295981728 00000004:00080000:2.0:1733164797.342689:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca7100, transno 4295981729 00000004:00080000:2.0:1733164797.342690:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42ed80, transno 4295981730 00000004:00080000:2.0:1733164797.342692:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72f480, transno 4295981731 00000004:00080000:2.0:1733164797.342693:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012390ad80, transno 4295981732 00000004:00080000:2.0:1733164797.342695:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123908a80, transno 4295981733 00000004:00080000:2.0:1733164797.342696:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123909180, transno 4295981734 00000004:00080000:2.0:1733164797.342698:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123908e00, transno 4295981735 00000004:00080000:2.0:1733164797.342699:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123909880, transno 4295981736 00000004:00080000:2.0:1733164797.342700:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012390b800, transno 4295981737 00000004:00080000:2.0:1733164797.342702:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012390aa00, transno 4295981738 00000004:00080000:2.0:1733164797.342703:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012390b480, transno 4295981739 00000004:00080000:2.0:1733164797.342704:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123909f80, transno 4295981740 00000004:00080000:2.0:1733164797.342706:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8ed80, transno 4295981741 00000004:00080000:2.0:1733164797.342707:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012390b100, transno 4295981742 00000004:00080000:2.0:1733164797.342708:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123909c00, transno 4295981743 00000004:00080000:2.0:1733164797.342709:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42e300, transno 4295981744 00000004:00080000:2.0:1733164797.342711:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8c000, transno 4295981745 00000004:00080000:2.0:1733164797.342712:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42ce00, transno 4295981746 00000004:00080000:2.0:1733164797.342713:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca6680, transno 4295981747 00000004:00080000:2.0:1733164797.342715:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca5f80, transno 4295981748 00000004:00080000:2.0:1733164797.342716:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8ea00, transno 4295981749 00000004:00080000:2.0:1733164797.342717:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8d880, transno 4295981750 00000004:00080000:2.0:1733164797.342718:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8f800, transno 4295981751 00000004:00080000:2.0:1733164797.342720:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012390bb80, transno 4295981752 00000004:00080000:2.0:1733164797.342721:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8d180, transno 4295981753 00000004:00080000:2.0:1733164797.342722:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8e680, transno 4295981754 00000004:00080000:2.0:1733164797.342724:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8fb80, transno 4295981755 00000004:00080000:2.0:1733164797.342725:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8c700, transno 4295981756 00000004:00080000:2.0:1733164797.342726:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72f100, transno 4295981757 00000004:00080000:2.0:1733164797.342728:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f190380, transno 4295981758 00000004:00080000:2.0:1733164797.342729:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed78000, transno 4295981759 00000004:00080000:2.0:1733164797.342730:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed78a80, transno 4295981760 00000004:00080000:2.0:1733164797.342732:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f31f80, transno 4295981761 00000004:00080000:2.0:1733164797.342733:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed78380, transno 4295981762 00000004:00080000:2.0:1733164797.342734:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec63b80, transno 4295981763 00000004:00080000:2.0:1733164797.342736:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea3b80, transno 4295981764 00000004:00080000:2.0:1733164797.342737:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800807dca80, transno 4295981765 00000004:00080000:2.0:1733164797.342738:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea2d80, transno 4295981766 00000004:00080000:2.0:1733164797.342740:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea0700, transno 4295981767 00000004:00080000:2.0:1733164797.342741:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea1880, transno 4295981768 00000004:00080000:2.0:1733164797.342743:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea3480, transno 4295981769 00000004:00080000:2.0:1733164797.342744:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea2300, transno 4295981770 00000004:00080000:2.0:1733164797.342745:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea0000, transno 4295981771 00000004:00080000:2.0:1733164797.342747:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea1500, transno 4295981772 00000004:00080000:2.0:1733164797.342748:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea0380, transno 4295981773 00000004:00080000:2.0:1733164797.342749:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123908000, transno 4295981774 00000004:00080000:2.0:1733164797.342750:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f6a00, transno 4295981775 00000004:00080000:2.0:1733164797.342752:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42f100, transno 4295981776 00000004:00080000:2.0:1733164797.342753:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea1c00, transno 4295981777 00000004:00080000:2.0:1733164797.342754:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea3100, transno 4295981778 00000004:00080000:2.0:1733164797.342755:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f4e00, transno 4295981779 00000004:00080000:2.0:1733164797.342757:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f7480, transno 4295981780 00000004:00080000:2.0:1733164797.342758:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f5c00, transno 4295981781 00000004:00080000:2.0:1733164797.342759:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123908700, transno 4295981782 00000004:00080000:2.0:1733164797.342760:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f5180, transno 4295981783 00000004:00080000:2.0:1733164797.342761:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed7b800, transno 4295981784 00000004:00080000:2.0:1733164797.342762:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f6680, transno 4295981785 00000004:00080000:2.0:1733164797.342764:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed79c00, transno 4295981786 00000004:00080000:2.0:1733164797.342765:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72dc00, transno 4295981787 00000004:00080000:2.0:1733164797.342766:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f4a80, transno 4295981788 00000004:00080000:2.0:1733164797.342768:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72c700, transno 4295981789 00000004:00080000:2.0:1733164797.342769:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72df80, transno 4295981790 00000004:00080000:2.0:1733164797.342770:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72e680, transno 4295981791 00000004:00080000:2.0:1733164797.342771:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72d880, transno 4295981792 00000004:00080000:2.0:1733164797.342772:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72e300, transno 4295981793 00000004:00080000:2.0:1733164797.342774:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72fb80, transno 4295981794 00000004:00080000:2.0:1733164797.342775:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72ea00, transno 4295981795 00000004:00080000:2.0:1733164797.342776:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72ca80, transno 4295981796 00000004:00080000:2.0:1733164797.342777:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8ca80, transno 4295981797 00000004:00080000:2.0:1733164797.342779:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8d500, transno 4295981798 00000004:00080000:2.0:1733164797.342780:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42c380, transno 4295981799 00000004:00080000:2.0:1733164797.342781:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f190e00, transno 4295981800 00000004:00080000:2.0:1733164797.342783:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7b9880, transno 4295981801 00000004:00080000:2.0:1733164797.342784:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7ba300, transno 4295981802 00000004:00080000:2.0:1733164797.342785:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7ba680, transno 4295981803 00000004:00080000:2.0:1733164797.342787:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8f480, transno 4295981804 00000004:00080000:2.0:1733164797.342788:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42ea00, transno 4295981805 00000004:00080000:2.0:1733164797.342789:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42d880, transno 4295981806 00000004:00080000:2.0:1733164797.342790:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42d180, transno 4295981807 00000004:00080000:2.0:1733164797.342791:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42ca80, transno 4295981808 00000004:00080000:2.0:1733164797.342793:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea1180, transno 4295981809 00000004:00080000:2.0:1733164797.342794:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123909500, transno 4295981810 00000004:00080000:2.0:1733164797.342795:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012390a300, transno 4295981811 00000004:00080000:2.0:1733164797.342797:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea3800, transno 4295981812 00000004:00080000:2.0:1733164797.342798:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea0000, transno 4295981813 00000004:00080000:2.0:1733164797.342799:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea1500, transno 4295981814 00000004:00080000:2.0:1733164797.342800:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea2300, transno 4295981815 00000004:00080000:2.0:1733164797.342802:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cdd9500, transno 4295981816 00000004:00080000:2.0:1733164797.342803:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea1c00, transno 4295981817 00000004:00080000:2.0:1733164797.342804:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cdd8700, transno 4295981818 00000004:00080000:2.0:1733164797.342805:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea0700, transno 4295981819 00000004:00080000:2.0:1733164797.342807:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cdd9180, transno 4295981820 00000004:00080000:2.0:1733164797.342808:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea0a80, transno 4295981821 00000004:00080000:2.0:1733164797.342809:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea1880, transno 4295981822 00000004:00080000:2.0:1733164797.342810:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea2d80, transno 4295981823 00000004:00080000:2.0:1733164797.342812:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea2680, transno 4295981824 00000004:00080000:2.0:1733164797.342813:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea0e00, transno 4295981825 00000004:00080000:2.0:1733164797.342814:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea3100, transno 4295981826 00000004:00080000:2.0:1733164797.342815:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea1f80, transno 4295981827 00000004:00080000:2.0:1733164797.342817:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea0380, transno 4295981828 00000004:00080000:2.0:1733164797.342818:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea1f80, transno 4295981829 00000004:00080000:2.0:1733164797.342819:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea2680, transno 4295981830 00000004:00080000:2.0:1733164797.342820:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea2a00, transno 4295981831 00000004:00080000:2.0:1733164797.342822:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f611180, transno 4295981832 00000004:00080000:2.0:1733164797.342823:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f610380, transno 4295981833 00000004:00080000:2.0:1733164797.342824:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f612a00, transno 4295981834 00000004:00080000:2.0:1733164797.342825:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f610000, transno 4295981835 00000004:00080000:2.0:1733164797.342826:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f30380, transno 4295981836 00000004:00080000:2.0:1733164797.342828:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a8ea0e00, transno 4295981837 00000004:00080000:2.0:1733164797.342829:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f33800, transno 4295981838 00000004:00080000:2.0:1733164797.342830:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f30a80, transno 4295981839 00000004:00080000:2.0:1733164797.342831:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121f31500, transno 4295981840 00000004:00080000:2.0:1733164797.342832:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea3b80, transno 4295981841 00000004:00080000:2.0:1733164797.342834:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7bb800, transno 4295981842 00000004:00080000:2.0:1733164797.342835:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8f100, transno 4295981843 00000004:00080000:2.0:1733164797.342836:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f612300, transno 4295981844 00000004:00080000:2.0:1733164797.342837:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8e300, transno 4295981845 00000004:00080000:2.0:1733164797.342838:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7b9f80, transno 4295981846 00000004:00080000:2.0:1733164797.342839:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7baa00, transno 4295981847 00000004:00080000:2.0:1733164797.342841:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ba7a680, transno 4295981848 00000004:00080000:2.0:1733164797.342842:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8df80, transno 4295981849 00000004:00080000:2.0:1733164797.342843:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed7a300, transno 4295981850 00000004:00080000:2.0:1733164797.342844:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f611500, transno 4295981851 00000004:00080000:2.0:1733164797.342845:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f613100, transno 4295981852 00000004:00080000:2.0:1733164797.342847:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537d180, transno 4295981853 00000004:00080000:2.0:1733164797.342848:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537df80, transno 4295981854 00000004:00080000:2.0:1733164797.342849:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537d500, transno 4295981855 00000004:00080000:2.0:1733164797.342850:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537ca80, transno 4295981856 00000004:00080000:2.0:1733164797.342852:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537c380, transno 4295981857 00000004:00080000:2.0:1733164797.342853:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537f480, transno 4295981858 00000004:00080000:2.0:1733164797.342854:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537ed80, transno 4295981859 00000004:00080000:2.0:1733164797.342855:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed79f80, transno 4295981860 00000004:00080000:2.0:1733164797.342857:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed79880, transno 4295981861 00000004:00080000:2.0:1733164797.342858:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed78700, transno 4295981862 00000004:00080000:2.0:1733164797.342859:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ba78e00, transno 4295981863 00000004:00080000:2.0:1733164797.342860:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed79500, transno 4295981864 00000004:00080000:2.0:1733164797.342862:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8dc00, transno 4295981865 00000004:00080000:2.0:1733164797.342863:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed7b480, transno 4295981866 00000004:00080000:2.0:1733164797.342864:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af2680, transno 4295981867 00000004:00080000:2.0:1733164797.342865:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af1880, transno 4295981868 00000004:00080000:2.0:1733164797.342866:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af1f80, transno 4295981869 00000004:00080000:2.0:1733164797.342868:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af3b80, transno 4295981870 00000004:00080000:2.0:1733164797.342869:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af2a00, transno 4295981871 00000004:00080000:2.0:1733164797.342870:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537c700, transno 4295981872 00000004:00080000:2.0:1733164797.342871:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af1180, transno 4295981873 00000004:00080000:2.0:1733164797.342872:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af3100, transno 4295981874 00000004:00080000:2.0:1733164797.342874:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af0e00, transno 4295981875 00000004:00080000:2.0:1733164797.342875:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af2300, transno 4295981876 00000004:00080000:2.0:1733164797.342876:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248bd880, transno 4295981877 00000004:00080000:2.0:1733164797.342877:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af0700, transno 4295981878 00000004:00080000:2.0:1733164797.342879:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af3800, transno 4295981879 00000004:00080000:2.0:1733164797.342880:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f611c00, transno 4295981880 00000004:00080000:2.0:1733164797.342881:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f610e00, transno 4295981881 00000004:00080000:2.0:1733164797.342882:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f613b80, transno 4295981882 00000004:00080000:2.0:1733164797.342884:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f613480, transno 4295981883 00000004:00080000:2.0:1733164797.342885:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537f800, transno 4295981884 00000004:00080000:2.0:1733164797.342886:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cdd9c00, transno 4295981885 00000004:00080000:2.0:1733164797.342887:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537e300, transno 4295981886 00000004:00080000:2.0:1733164797.342888:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca4700, transno 4295981887 00000004:00080000:2.0:1733164797.342890:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cddb480, transno 4295981888 00000004:00080000:2.0:1733164797.342891:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cdd8000, transno 4295981889 00000004:00080000:2.0:1733164797.342892:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537fb80, transno 4295981890 00000004:00080000:2.0:1733164797.342893:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e57100, transno 4295981891 00000004:00080000:2.0:1733164797.342895:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e55880, transno 4295981892 00000004:00080000:2.0:1733164797.342896:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e54380, transno 4295981893 00000004:00080000:2.0:1733164797.342897:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e57b80, transno 4295981894 00000004:00080000:2.0:1733164797.342899:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e57800, transno 4295981895 00000004:00080000:2.0:1733164797.342901:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e54000, transno 4295981896 00000004:00080000:2.0:1733164797.342902:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e54e00, transno 4295981897 00000004:00080000:2.0:1733164797.342904:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248bfb80, transno 4295981898 00000004:00080000:2.0:1733164797.342905:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e54a80, transno 4295981899 00000004:00080000:2.0:1733164797.342906:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42dc00, transno 4295981900 00000004:00080000:2.0:1733164797.342907:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42df80, transno 4295981901 00000004:00080000:2.0:1733164797.342908:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a4000, transno 4295981902 00000004:00080000:2.0:1733164797.342909:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7b8000, transno 4295981903 00000004:00080000:2.0:1733164797.342911:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a4a80, transno 4295981904 00000004:00080000:2.0:1733164797.342912:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7b9180, transno 4295981905 00000004:00080000:2.0:1733164797.342913:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e5f2300, transno 4295981906 00000004:00080000:2.0:1733164797.342914:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42f800, transno 4295981907 00000004:00080000:2.0:1733164797.342916:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a5c00, transno 4295981908 00000004:00080000:2.0:1733164797.342917:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a7100, transno 4295981909 00000004:00080000:2.0:1733164797.342918:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a6680, transno 4295981910 00000004:00080000:2.0:1733164797.342919:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a5880, transno 4295981911 00000004:00080000:2.0:1733164797.342920:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a6300, transno 4295981912 00000004:00080000:2.0:1733164797.342922:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a6a00, transno 4295981913 00000004:00080000:2.0:1733164797.342923:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a4700, transno 4295981914 00000004:00080000:2.0:1733164797.342924:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a7b80, transno 4295981915 00000004:00080000:2.0:1733164797.342925:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a5180, transno 4295981916 00000004:00080000:2.0:1733164797.342926:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a5500, transno 4295981917 00000004:00080000:2.0:1733164797.342928:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7b8380, transno 4295981918 00000004:00080000:2.0:1733164797.342929:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7bbb80, transno 4295981919 00000004:00080000:2.0:1733164797.342930:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7b8a80, transno 4295981920 00000004:00080000:2.0:1733164797.342931:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7bb100, transno 4295981921 00000004:00080000:2.0:1733164797.342932:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a7480, transno 4295981922 00000004:00080000:2.0:1733164797.342934:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7bad80, transno 4295981923 00000004:00080000:2.0:1733164797.342935:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012be8ce00, transno 4295981924 00000004:00080000:2.0:1733164797.342936:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7b9500, transno 4295981925 00000004:00080000:2.0:1733164797.342937:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a5f80, transno 4295981926 00000004:00080000:2.0:1733164797.342939:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7bb480, transno 4295981927 00000004:00080000:2.0:1733164797.342940:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133977100, transno 4295981928 00000004:00080000:2.0:1733164797.342941:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133975180, transno 4295981929 00000004:00080000:2.0:1733164797.342942:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133975880, transno 4295981930 00000004:00080000:2.0:1733164797.342944:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133974380, transno 4295981931 00000004:00080000:2.0:1733164797.342945:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133977800, transno 4295981932 00000004:00080000:2.0:1733164797.342946:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133977480, transno 4295981933 00000004:00080000:2.0:1733164797.342948:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf26680, transno 4295981934 00000004:00080000:2.0:1733164797.342949:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf26d80, transno 4295981935 00000004:00080000:2.0:1733164797.342951:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf26a00, transno 4295981936 00000004:00080000:2.0:1733164797.342952:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf24700, transno 4295981937 00000004:00080000:2.0:1733164797.342954:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf25880, transno 4295981938 00000004:00080000:2.0:1733164797.342955:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf27800, transno 4295981939 00000004:00080000:2.0:1733164797.342957:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133975c00, transno 4295981940 00000004:00080000:2.0:1733164797.342958:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133975f80, transno 4295981941 00000004:00080000:2.0:1733164797.342959:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133976300, transno 4295981942 00000004:00080000:2.0:1733164797.342960:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133974a80, transno 4295981943 00000004:00080000:2.0:1733164797.342961:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133975500, transno 4295981944 00000004:00080000:2.0:1733164797.342963:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133974000, transno 4295981945 00000004:00080000:2.0:1733164797.342964:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133976680, transno 4295981946 00000004:00080000:2.0:1733164797.342965:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133974e00, transno 4295981947 00000004:00080000:2.0:1733164797.342966:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133974700, transno 4295981948 00000004:00080000:2.0:1733164797.342968:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f45f80, transno 4295981949 00000004:00080000:2.0:1733164797.342969:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f47480, transno 4295981950 00000004:00080000:2.0:1733164797.342971:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f44e00, transno 4295981951 00000004:00080000:2.0:1733164797.342972:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d001180, transno 4295981952 00000004:00080000:2.0:1733164797.342973:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248bed80, transno 4295981953 00000004:00080000:2.0:1733164797.342975:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248bca80, transno 4295981954 00000004:00080000:2.0:1733164797.342976:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d000a80, transno 4295981955 00000004:00080000:2.0:1733164797.342977:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f44700, transno 4295981956 00000004:00080000:2.0:1733164797.342979:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f45880, transno 4295981957 00000004:00080000:2.0:1733164797.342980:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f44a80, transno 4295981958 00000004:00080000:2.0:1733164797.342982:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed79180, transno 4295981959 00000004:00080000:2.0:1733164797.342983:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d003480, transno 4295981960 00000004:00080000:2.0:1733164797.342984:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f45c00, transno 4295981961 00000004:00080000:2.0:1733164797.342986:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f46a00, transno 4295981962 00000004:00080000:2.0:1733164797.342987:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f46300, transno 4295981963 00000004:00080000:2.0:1733164797.342988:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f44380, transno 4295981964 00000004:00080000:2.0:1733164797.342990:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f45500, transno 4295981965 00000004:00080000:2.0:1733164797.342991:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f44000, transno 4295981966 00000004:00080000:2.0:1733164797.342992:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133977b80, transno 4295981967 00000004:00080000:2.0:1733164797.342994:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f47b80, transno 4295981968 00000004:00080000:2.0:1733164797.342995:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca6d80, transno 4295981969 00000004:00080000:2.0:1733164797.342996:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed7a680, transno 4295981970 00000004:00080000:2.0:1733164797.342997:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca5c00, transno 4295981971 00000004:00080000:2.0:1733164797.342998:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a4e00, transno 4295981972 00000004:00080000:2.0:1733164797.343000:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed7aa00, transno 4295981973 00000004:00080000:2.0:1733164797.343001:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133976d80, transno 4295981974 00000004:00080000:2.0:1733164797.343002:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248bf100, transno 4295981975 00000004:00080000:2.0:1733164797.343003:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ed7ad80, transno 4295981976 00000004:00080000:2.0:1733164797.343004:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a4380, transno 4295981977 00000004:00080000:2.0:1733164797.343006:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248bc380, transno 4295981978 00000004:00080000:2.0:1733164797.343007:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca6a00, transno 4295981979 00000004:00080000:2.0:1733164797.343008:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af3480, transno 4295981980 00000004:00080000:2.0:1733164797.343010:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248bd500, transno 4295981981 00000004:00080000:2.0:1733164797.343011:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf25c00, transno 4295981982 00000004:00080000:2.0:1733164797.343012:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf24380, transno 4295981983 00000004:00080000:2.0:1733164797.343014:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf24e00, transno 4295981984 00000004:00080000:2.0:1733164797.343015:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf27480, transno 4295981985 00000004:00080000:2.0:1733164797.343016:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af1c00, transno 4295981986 00000004:00080000:2.0:1733164797.343018:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf26300, transno 4295981987 00000004:00080000:2.0:1733164797.343019:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af2d80, transno 4295981988 00000004:00080000:2.0:1733164797.343020:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42e680, transno 4295981989 00000004:00080000:2.0:1733164797.343021:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42d500, transno 4295981990 00000004:00080000:2.0:1733164797.343023:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf24000, transno 4295981991 00000004:00080000:2.0:1733164797.343024:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42f480, transno 4295981992 00000004:00080000:2.0:1733164797.343025:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e3b80, transno 4295981993 00000004:00080000:2.0:1733164797.343026:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cddad80, transno 4295981994 00000004:00080000:2.0:1733164797.343028:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e2680, transno 4295981995 00000004:00080000:2.0:1733164797.343029:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248bc000, transno 4295981996 00000004:00080000:2.0:1733164797.343030:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e3100, transno 4295981997 00000004:00080000:2.0:1733164797.343032:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121232a00, transno 4295981998 00000004:00080000:2.0:1733164797.343034:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121233b80, transno 4295981999 00000004:00080000:2.0:1733164797.343035:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cdd8380, transno 4295982000 00000004:00080000:2.0:1733164797.343036:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cdd8a80, transno 4295982001 00000004:00080000:2.0:1733164797.343038:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121233480, transno 4295982002 00000004:00080000:2.0:1733164797.343039:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248bd180, transno 4295982003 00000004:00080000:2.0:1733164797.343040:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121232d80, transno 4295982004 00000004:00080000:2.0:1733164797.343042:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248bea00, transno 4295982005 00000004:00080000:2.0:1733164797.343043:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf27b80, transno 4295982006 00000004:00080000:2.0:1733164797.343044:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e1180, transno 4295982007 00000004:00080000:2.0:1733164797.343046:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e2300, transno 4295982008 00000004:00080000:2.0:1733164797.343047:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f6a6d80, transno 4295982009 00000004:00080000:2.0:1733164797.343048:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf25f80, transno 4295982010 00000004:00080000:2.0:1733164797.343049:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011dca7480, transno 4295982011 00000004:00080000:2.0:1733164797.343051:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e3800, transno 4295982012 00000004:00080000:2.0:1733164797.343052:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e0700, transno 4295982013 00000004:00080000:2.0:1733164797.343053:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42fb80, transno 4295982014 00000004:00080000:2.0:1733164797.343054:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e56a00, transno 4295982015 00000004:00080000:2.0:1733164797.343055:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea3480, transno 4295982016 00000004:00080000:2.0:1733164797.343056:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f613800, transno 4295982017 00000004:00080000:2.0:1733164797.343057:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f610700, transno 4295982018 00000004:00080000:2.0:1733164797.343059:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f611880, transno 4295982019 00000004:00080000:2.0:1733164797.343060:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e57480, transno 4295982020 00000004:00080000:2.0:1733164797.343062:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e55f80, transno 4295982021 00000004:00080000:2.0:1733164797.343063:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e56d80, transno 4295982022 00000004:00080000:2.0:1733164797.343064:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e55500, transno 4295982023 00000004:00080000:2.0:1733164797.343066:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121232300, transno 4295982024 00000004:00080000:2.0:1733164797.343067:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121231880, transno 4295982025 00000004:00080000:2.0:1733164797.343068:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f47800, transno 4295982026 00000004:00080000:2.0:1733164797.343070:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f45180, transno 4295982027 00000004:00080000:2.0:1733164797.343071:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e55c00, transno 4295982028 00000004:00080000:2.0:1733164797.343073:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b162d80, transno 4295982029 00000004:00080000:2.0:1733164797.343074:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b160700, transno 4295982030 00000004:00080000:2.0:1733164797.343076:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b162a00, transno 4295982031 00000004:00080000:2.0:1733164797.343077:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b160000, transno 4295982032 00000004:00080000:2.0:1733164797.343079:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b161c00, transno 4295982033 00000004:00080000:2.0:1733164797.343081:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f5500, transno 4295982034 00000004:00080000:2.0:1733164797.343083:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f7100, transno 4295982035 00000004:00080000:2.0:1733164797.343085:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec04a80, transno 4295982036 00000004:00080000:2.0:1733164797.343087:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec04380, transno 4295982037 00000004:00080000:2.0:1733164797.343090:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f6d80, transno 4295982038 00000004:00080000:2.0:1733164797.343092:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e3ab100, transno 4295982039 00000004:00080000:2.0:1733164797.343095:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b03b80, transno 4295982040 00000004:00080000:2.0:1733164797.343097:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e3aa680, transno 4295982041 00000004:00080000:2.0:1733164797.343099:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e3aad80, transno 4295982042 00000004:00080000:2.0:1733164797.343102:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e3aaa00, transno 4295982043 00000004:00080000:2.0:1733164797.343104:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f5f80, transno 4295982044 00000004:00080000:2.0:1733164797.343107:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086b1a680, transno 4295982045 00000004:00080000:2.0:1733164797.343109:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086b19500, transno 4295982046 00000004:00080000:2.0:1733164797.343111:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086b1aa00, transno 4295982047 00000004:00080000:2.0:1733164797.343113:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086b1b100, transno 4295982048 00000004:00080000:2.0:1733164797.343116:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086b19880, transno 4295982049 00000004:00080000:2.0:1733164797.343119:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086b1bb80, transno 4295982050 00000004:00080000:2.0:1733164797.343121:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e3aa300, transno 4295982051 00000004:00080000:2.0:1733164797.343123:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086b1ad80, transno 4295982052 00000004:00080000:2.0:1733164797.343125:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e3a8700, transno 4295982053 00000004:00080000:2.0:1733164797.343128:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e1500, transno 4295982054 00000004:00080000:2.0:1733164797.343130:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cdd9880, transno 4295982055 00000004:00080000:2.0:1733164797.343132:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e1c00, transno 4295982056 00000004:00080000:2.0:1733164797.343134:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e2a00, transno 4295982057 00000004:00080000:2.0:1733164797.343137:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e1f80, transno 4295982058 00000004:00080000:2.0:1733164797.343139:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e0000, transno 4295982059 00000004:00080000:2.0:1733164797.343161:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e1880, transno 4295982060 00000004:00080000:2.0:1733164797.343164:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f7b80, transno 4295982061 00000004:00080000:2.0:1733164797.343166:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f6300, transno 4295982062 00000004:00080000:2.0:1733164797.343169:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f46d80, transno 4295982063 00000004:00080000:2.0:1733164797.343171:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b163800, transno 4295982064 00000004:00080000:2.0:1733164797.343173:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b161180, transno 4295982065 00000004:00080000:2.0:1733164797.343175:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b163100, transno 4295982066 00000004:00080000:2.0:1733164797.343177:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b161500, transno 4295982067 00000004:00080000:2.0:1733164797.343180:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085ea1180, transno 4295982068 00000004:00080000:2.0:1733164797.343182:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b163b80, transno 4295982069 00000004:00080000:2.0:1733164797.343185:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cddbb80, transno 4295982070 00000004:00080000:2.0:1733164797.343187:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b162680, transno 4295982071 00000004:00080000:2.0:1733164797.343189:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801248bc700, transno 4295982072 00000004:00080000:2.0:1733164797.343191:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d001880, transno 4295982073 00000004:00080000:2.0:1733164797.343193:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d002a00, transno 4295982074 00000004:00080000:2.0:1733164797.343196:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d003100, transno 4295982075 00000004:00080000:2.0:1733164797.343198:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d001c00, transno 4295982076 00000004:00080000:2.0:1733164797.343200:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d002d80, transno 4295982077 00000004:00080000:2.0:1733164797.343202:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d001f80, transno 4295982078 00000004:00080000:2.0:1733164797.343204:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b160a80, transno 4295982079 00000004:00080000:2.0:1733164797.343206:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b160e00, transno 4295982080 00000004:00080000:2.0:1733164797.343208:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72ed80, transno 4295982081 00000004:00080000:2.0:1733164797.343210:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f762300, transno 4295982082 00000004:00080000:2.0:1733164797.343212:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121231f80, transno 4295982083 00000004:00080000:2.0:1733164797.343215:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121230000, transno 4295982084 00000004:00080000:2.0:1733164797.343217:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121233800, transno 4295982085 00000004:00080000:2.0:1733164797.343219:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121230700, transno 4295982086 00000004:00080000:2.0:1733164797.343221:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec29500, transno 4295982087 00000004:00080000:2.0:1733164797.343223:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec29880, transno 4295982088 00000004:00080000:2.0:1733164797.343225:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec28a80, transno 4295982089 00000004:00080000:2.0:1733164797.343227:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec28000, transno 4295982090 00000004:00080000:2.0:1733164797.343229:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec28e00, transno 4295982091 00000004:00080000:2.0:1733164797.343231:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec2aa00, transno 4295982092 00000004:00080000:2.0:1733164797.343233:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec2b800, transno 4295982093 00000004:00080000:2.0:1733164797.343235:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec2b480, transno 4295982094 00000004:00080000:2.0:1733164797.343237:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d000700, transno 4295982095 00000004:00080000:2.0:1733164797.343239:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d000e00, transno 4295982096 00000004:00080000:2.0:1733164797.343241:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d003b80, transno 4295982097 00000004:00080000:2.0:1733164797.343243:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e2d80, transno 4295982098 00000004:00080000:2.0:1733164797.343246:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d000000, transno 4295982099 00000004:00080000:2.0:1733164797.343248:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132b03100, transno 4295982100 00000004:00080000:2.0:1733164797.343250:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f4000, transno 4295982101 00000004:00080000:2.0:1733164797.343252:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e0380, transno 4295982102 00000004:00080000:2.0:1733164797.343254:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e55180, transno 4295982103 00000004:00080000:2.0:1733164797.343257:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e56680, transno 4295982104 00000004:00080000:2.0:1733164797.343259:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e3480, transno 4295982105 00000004:00080000:2.0:1733164797.343261:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800730f5880, transno 4295982106 00000004:00080000:2.0:1733164797.343264:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085e56300, transno 4295982107 00000004:00080000:2.0:1733164797.343266:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cdd8e00, transno 4295982108 00000004:00080000:2.0:1733164797.343268:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d001500, transno 4295982109 00000004:00080000:2.0:1733164797.343270:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cacf800, transno 4295982110 00000004:00080000:2.0:1733164797.343272:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cacd880, transno 4295982111 00000004:00080000:2.0:1733164797.343274:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cacc700, transno 4295982112 00000004:00080000:2.0:1733164797.343276:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cacc000, transno 4295982113 00000004:00080000:2.0:1733164797.343278:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cacdc00, transno 4295982114 00000004:00080000:2.0:1733164797.343280:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cace300, transno 4295982115 00000004:00080000:2.0:1733164797.343282:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007caced80, transno 4295982116 00000004:00080000:2.0:1733164797.343284:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cacdf80, transno 4295982117 00000004:00080000:2.0:1733164797.343286:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cacea00, transno 4295982118 00000004:00080000:2.0:1733164797.343288:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cacd500, transno 4295982119 00000004:00080000:2.0:1733164797.343290:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cacc380, transno 4295982120 00000004:00080000:2.0:1733164797.343292:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cacd180, transno 4295982121 00000004:00080000:2.0:1733164797.343294:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8c8e00, transno 4295982122 00000004:00080000:2.0:1733164797.343296:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cace680, transno 4295982123 00000004:00080000:2.0:1733164797.343298:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cacce00, transno 4295982124 00000004:00080000:2.0:1733164797.343300:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8c9f80, transno 4295982125 00000004:00080000:2.0:1733164797.343302:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8c9c00, transno 4295982126 00000004:00080000:2.0:1733164797.343304:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cddb800, transno 4295982127 00000004:00080000:2.0:1733164797.343306:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cdda680, transno 4295982128 00000004:00080000:2.0:1733164797.343309:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcfaa00, transno 4295982129 00000004:00080000:2.0:1733164797.343311:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d000380, transno 4295982130 00000004:00080000:2.0:1733164797.343313:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d002680, transno 4295982131 00000004:00080000:2.0:1733164797.343315:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf8700, transno 4295982132 00000004:00080000:2.0:1733164797.343318:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b051f80, transno 4295982133 00000004:00080000:2.0:1733164797.343320:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b161880, transno 4295982134 00000004:00080000:2.0:1733164797.343321:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b052300, transno 4295982135 00000004:00080000:2.0:1733164797.343324:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f72d500, transno 4295982136 00000004:00080000:2.0:1733164797.343326:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b051c00, transno 4295982137 00000004:00080000:2.0:1733164797.343330:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f191f80, transno 4295982138 00000004:00080000:2.0:1733164797.343332:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121230e00, transno 4295982139 00000004:00080000:2.0:1733164797.343335:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121232680, transno 4295982140 00000004:00080000:2.0:1733164797.343337:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121231180, transno 4295982141 00000004:00080000:2.0:1733164797.343339:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121231c00, transno 4295982142 00000004:00080000:2.0:1733164797.343342:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf8a80, transno 4295982143 00000004:00080000:2.0:1733164797.343344:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf9180, transno 4295982144 00000004:00080000:2.0:1733164797.343346:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec2ad80, transno 4295982145 00000004:00080000:2.0:1733164797.343348:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec2a680, transno 4295982146 00000004:00080000:2.0:1733164797.343350:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf8380, transno 4295982147 00000004:00080000:2.0:1733164797.343352:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec2bb80, transno 4295982148 00000004:00080000:2.0:1733164797.343355:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7b8380, transno 4295982149 00000004:00080000:2.0:1733164797.343357:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec29f80, transno 4295982150 00000004:00080000:2.0:1733164797.343359:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec2b100, transno 4295982151 00000004:00080000:2.0:1733164797.343361:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8c9180, transno 4295982152 00000004:00080000:2.0:1733164797.343363:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8cbb80, transno 4295982153 00000004:00080000:2.0:1733164797.343365:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8c8380, transno 4295982154 00000004:00080000:2.0:1733164797.343367:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8c9880, transno 4295982155 00000004:00080000:2.0:1733164797.343370:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec06300, transno 4295982156 00000004:00080000:2.0:1733164797.343372:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec05c00, transno 4295982157 00000004:00080000:2.0:1733164797.343374:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec06680, transno 4295982158 00000004:00080000:2.0:1733164797.343376:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec05500, transno 4295982159 00000004:00080000:2.0:1733164797.343378:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec06a00, transno 4295982160 00000004:00080000:2.0:1733164797.343380:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec05880, transno 4295982161 00000004:00080000:2.0:1733164797.343382:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec04e00, transno 4295982162 00000004:00080000:2.0:1733164797.343384:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec06d80, transno 4295982163 00000004:00080000:2.0:1733164797.343386:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7bbb80, transno 4295982164 00000004:00080000:2.0:1733164797.343388:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf8e00, transno 4295982165 00000004:00080000:2.0:1733164797.343390:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f85f80, transno 4295982166 00000004:00080000:2.0:1733164797.343392:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f84e00, transno 4295982167 00000004:00080000:2.0:1733164797.343395:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f87b80, transno 4295982168 00000004:00080000:2.0:1733164797.343397:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f85880, transno 4295982169 00000004:00080000:2.0:1733164797.343399:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f84380, transno 4295982170 00000004:00080000:2.0:1733164797.343401:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcfbb80, transno 4295982171 00000004:00080000:2.0:1733164797.343403:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b053480, transno 4295982172 00000004:00080000:2.0:1733164797.343405:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f86d80, transno 4295982173 00000004:00080000:2.0:1733164797.343407:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f85c00, transno 4295982174 00000004:00080000:2.0:1733164797.343410:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f86a00, transno 4295982175 00000004:00080000:2.0:1733164797.343412:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f87100, transno 4295982176 00000004:00080000:2.0:1733164797.343414:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f87480, transno 4295982177 00000004:00080000:2.0:1733164797.343416:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f84a80, transno 4295982178 00000004:00080000:2.0:1733164797.343419:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f84000, transno 4295982179 00000004:00080000:2.0:1733164797.343420:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f86680, transno 4295982180 00000004:00080000:2.0:1733164797.343422:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f85500, transno 4295982181 00000004:00080000:2.0:1733164797.343424:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f85180, transno 4295982182 00000004:00080000:2.0:1733164797.343426:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f87800, transno 4295982183 00000004:00080000:2.0:1733164797.343428:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f84700, transno 4295982184 00000004:00080000:2.0:1733164797.343430:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b050a80, transno 4295982185 00000004:00080000:2.0:1733164797.343432:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cacf100, transno 4295982186 00000004:00080000:2.0:1733164797.343434:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cacca80, transno 4295982187 00000004:00080000:2.0:1733164797.343437:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7bb800, transno 4295982188 00000004:00080000:2.0:1733164797.343439:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382dc00, transno 4295982189 00000004:00080000:2.0:1733164797.343441:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7b9f80, transno 4295982190 00000004:00080000:2.0:1733164797.343443:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7bb480, transno 4295982191 00000004:00080000:2.0:1733164797.343445:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382f100, transno 4295982192 00000004:00080000:2.0:1733164797.343447:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e3a9880, transno 4295982193 00000004:00080000:2.0:1733164797.343450:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7b8700, transno 4295982194 00000004:00080000:2.0:1733164797.343452:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7b8a80, transno 4295982195 00000004:00080000:2.0:1733164797.343454:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e3a9c00, transno 4295982196 00000004:00080000:2.0:1733164797.343456:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e3a8e00, transno 4295982197 00000004:00080000:2.0:1733164797.343459:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcfb100, transno 4295982198 00000004:00080000:2.0:1733164797.343461:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7b9500, transno 4295982199 00000004:00080000:2.0:1733164797.343463:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf9f80, transno 4295982200 00000004:00080000:2.0:1733164797.343465:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcfb480, transno 4295982201 00000004:00080000:2.0:1733164797.343467:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcfad80, transno 4295982202 00000004:00080000:2.0:1733164797.343469:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcfa300, transno 4295982203 00000004:00080000:2.0:1733164797.343471:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf9880, transno 4295982204 00000004:00080000:2.0:1733164797.343473:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcfa680, transno 4295982205 00000004:00080000:2.0:1733164797.343475:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e3a8a80, transno 4295982206 00000004:00080000:2.0:1733164797.343478:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7bad80, transno 4295982207 00000004:00080000:2.0:1733164797.343480:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007cacf480, transno 4295982208 00000004:00080000:2.0:1733164797.343483:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7b8000, transno 4295982209 00000004:00080000:2.0:1733164797.343485:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7bb100, transno 4295982210 00000004:00080000:2.0:1733164797.343487:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7ba300, transno 4295982211 00000004:00080000:2.0:1733164797.343489:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f610a80, transno 4295982212 00000004:00080000:2.0:1733164797.343507:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec29c00, transno 4295982213 00000004:00080000:2.0:1733164797.343510:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7b9880, transno 4295982214 00000004:00080000:2.0:1733164797.343512:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e3a8000, transno 4295982215 00000004:00080000:2.0:1733164797.343515:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099910700, transno 4295982216 00000004:00080000:2.0:1733164797.343517:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099911180, transno 4295982217 00000004:00080000:2.0:1733164797.343520:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099913480, transno 4295982218 00000004:00080000:2.0:1733164797.343523:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7ba680, transno 4295982219 00000004:00080000:2.0:1733164797.343525:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099911880, transno 4295982220 00000004:00080000:2.0:1733164797.343528:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f403b80, transno 4295982221 00000004:00080000:2.0:1733164797.343531:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f401c00, transno 4295982222 00000004:00080000:2.0:1733164797.343533:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f402d80, transno 4295982223 00000004:00080000:2.0:1733164797.343536:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f402680, transno 4295982224 00000004:00080000:2.0:1733164797.343538:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f400a80, transno 4295982225 00000004:00080000:2.0:1733164797.343541:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f400000, transno 4295982226 00000004:00080000:2.0:1733164797.343543:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f401180, transno 4295982227 00000004:00080000:2.0:1733164797.343546:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f400700, transno 4295982228 00000004:00080000:2.0:1733164797.343548:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382df80, transno 4295982229 00000004:00080000:2.0:1733164797.343550:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382e300, transno 4295982230 00000004:00080000:2.0:1733164797.343552:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382fb80, transno 4295982231 00000004:00080000:2.0:1733164797.343554:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382c700, transno 4295982232 00000004:00080000:2.0:1733164797.343556:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382ca80, transno 4295982233 00000004:00080000:2.0:1733164797.343558:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382d180, transno 4295982234 00000004:00080000:2.0:1733164797.343560:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382f480, transno 4295982235 00000004:00080000:2.0:1733164797.343562:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382ed80, transno 4295982236 00000004:00080000:2.0:1733164797.343565:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d003800, transno 4295982237 00000004:00080000:2.0:1733164797.343567:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121231500, transno 4295982238 00000004:00080000:2.0:1733164797.343569:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8cb480, transno 4295982239 00000004:00080000:2.0:1733164797.343572:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537dc00, transno 4295982240 00000004:00080000:2.0:1733164797.343574:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537f100, transno 4295982241 00000004:00080000:2.0:1733164797.343576:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537c000, transno 4295982242 00000004:00080000:2.0:1733164797.343578:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086b1b480, transno 4295982243 00000004:00080000:2.0:1733164797.343580:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7b8e00, transno 4295982244 00000004:00080000:2.0:1733164797.343583:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121233100, transno 4295982245 00000004:00080000:2.0:1733164797.343585:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec05180, transno 4295982246 00000004:00080000:2.0:1733164797.343587:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7b9c00, transno 4295982247 00000004:00080000:2.0:1733164797.343590:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec04700, transno 4295982248 00000004:00080000:2.0:1733164797.343592:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec05f80, transno 4295982249 00000004:00080000:2.0:1733164797.343594:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090f46680, transno 4295982250 00000004:00080000:2.0:1733164797.343597:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e42c000, transno 4295982251 00000004:00080000:2.0:1733164797.343599:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec04000, transno 4295982252 00000004:00080000:2.0:1733164797.343601:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f3100, transno 4295982253 00000004:00080000:2.0:1733164797.343603:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f0380, transno 4295982254 00000004:00080000:2.0:1733164797.343605:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f2300, transno 4295982255 00000004:00080000:2.0:1733164797.343608:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f2a00, transno 4295982256 00000004:00080000:2.0:1733164797.343610:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f1f80, transno 4295982257 00000004:00080000:2.0:1733164797.343612:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f3480, transno 4295982258 00000004:00080000:2.0:1733164797.343614:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f0700, transno 4295982259 00000004:00080000:2.0:1733164797.343617:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f2d80, transno 4295982260 00000004:00080000:2.0:1733164797.343619:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f1880, transno 4295982261 00000004:00080000:2.0:1733164797.343621:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f0000, transno 4295982262 00000004:00080000:2.0:1733164797.343623:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f3b80, transno 4295982263 00000004:00080000:2.0:1733164797.343625:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f1c00, transno 4295982264 00000004:00080000:2.0:1733164797.343627:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f0e00, transno 4295982265 00000004:00080000:2.0:1733164797.343629:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f1500, transno 4295982266 00000004:00080000:2.0:1733164797.343631:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b052a00, transno 4295982267 00000004:00080000:2.0:1733164797.343633:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b050700, transno 4295982268 00000004:00080000:2.0:1733164797.343635:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b053800, transno 4295982269 00000004:00080000:2.0:1733164797.343637:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b050e00, transno 4295982270 00000004:00080000:2.0:1733164797.343640:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b051180, transno 4295982271 00000004:00080000:2.0:1733164797.343642:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b053b80, transno 4295982272 00000004:00080000:2.0:1733164797.343644:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086b19180, transno 4295982273 00000004:00080000:2.0:1733164797.343646:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7b9180, transno 4295982274 00000004:00080000:2.0:1733164797.343648:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8c8000, transno 4295982275 00000004:00080000:2.0:1733164797.343650:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8cad80, transno 4295982276 00000004:00080000:2.0:1733164797.343652:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8ca300, transno 4295982277 00000004:00080000:2.0:1733164797.343655:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8c8a80, transno 4295982278 00000004:00080000:2.0:1733164797.343657:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8c9500, transno 4295982279 00000004:00080000:2.0:1733164797.343659:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8cb800, transno 4295982280 00000004:00080000:2.0:1733164797.343662:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf9c00, transno 4295982281 00000004:00080000:2.0:1733164797.343664:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcf9500, transno 4295982282 00000004:00080000:2.0:1733164797.343666:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ec07480, transno 4295982283 00000004:00080000:2.0:1733164797.343668:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099912d80, transno 4295982284 00000004:00080000:2.0:1733164797.343670:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6c9180, transno 4295982285 00000004:00080000:2.0:1733164797.343672:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6c9c00, transno 4295982286 00000004:00080000:2.0:1733164797.343674:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6c8e00, transno 4295982287 00000004:00080000:2.0:1733164797.343677:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c8caa00, transno 4295982288 00000004:00080000:2.0:1733164797.343679:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6c8700, transno 4295982289 00000004:00080000:2.0:1733164797.343682:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d836d80, transno 4295982290 00000004:00080000:2.0:1733164797.343684:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d836680, transno 4295982291 00000004:00080000:2.0:1733164797.343686:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d835880, transno 4295982292 00000004:00080000:2.0:1733164797.343688:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d836300, transno 4295982293 00000004:00080000:2.0:1733164797.343690:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d835500, transno 4295982294 00000004:00080000:2.0:1733164797.343693:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d834e00, transno 4295982295 00000004:00080000:2.0:1733164797.343695:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d835180, transno 4295982296 00000004:00080000:2.0:1733164797.343697:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d836a00, transno 4295982297 00000004:00080000:2.0:1733164797.343699:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d835c00, transno 4295982298 00000004:00080000:2.0:1733164797.343702:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d837100, transno 4295982299 00000004:00080000:2.0:1733164797.343704:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d834700, transno 4295982300 00000004:00080000:2.0:1733164797.343706:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d837b80, transno 4295982301 00000004:00080000:2.0:1733164797.343709:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537e680, transno 4295982302 00000004:00080000:2.0:1733164797.343711:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcfb800, transno 4295982303 00000004:00080000:2.0:1733164797.343713:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009537ce00, transno 4295982304 00000004:00080000:2.0:1733164797.343715:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec65880, transno 4295982305 00000004:00080000:2.0:1733164797.343717:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d834000, transno 4295982306 00000004:00080000:2.0:1733164797.343719:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec67b80, transno 4295982307 00000004:00080000:2.0:1733164797.343722:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec65500, transno 4295982308 00000004:00080000:2.0:1733164797.343724:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec64e00, transno 4295982309 00000004:00080000:2.0:1733164797.343726:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e0e00, transno 4295982310 00000004:00080000:2.0:1733164797.343728:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132af1500, transno 4295982311 00000004:00080000:2.0:1733164797.343731:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec65c00, transno 4295982312 00000004:00080000:2.0:1733164797.343733:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b052680, transno 4295982313 00000004:00080000:2.0:1733164797.343735:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b051500, transno 4295982314 00000004:00080000:2.0:1733164797.343737:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b052d80, transno 4295982315 00000004:00080000:2.0:1733164797.343739:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6cb100, transno 4295982316 00000004:00080000:2.0:1733164797.343741:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ec64a80, transno 4295982317 00000004:00080000:2.0:1733164797.343743:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6cad80, transno 4295982318 00000004:00080000:2.0:1733164797.343746:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6c8380, transno 4295982319 00000004:00080000:2.0:1733164797.343748:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008b053100, transno 4295982320 00000004:00080000:2.0:1733164797.343751:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099912680, transno 4295982321 00000004:00080000:2.0:1733164797.343753:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6c8000, transno 4295982322 00000004:00080000:2.0:1733164797.343755:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296b100, transno 4295982323 00000004:00080000:2.0:1733164797.343757:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6caa00, transno 4295982324 00000004:00080000:2.0:1733164797.343760:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6cbb80, transno 4295982325 00000004:00080000:2.0:1733164797.343762:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6c9500, transno 4295982326 00000004:00080000:2.0:1733164797.343764:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcd8700, transno 4295982327 00000004:00080000:2.0:1733164797.343766:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d835f80, transno 4295982328 00000004:00080000:2.0:1733164797.343768:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcda680, transno 4295982329 00000004:00080000:2.0:1733164797.343770:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880099911f80, transno 4295982330 00000004:00080000:2.0:1733164797.343773:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e3ab800, transno 4295982331 00000004:00080000:2.0:1733164797.343775:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d834380, transno 4295982332 00000004:00080000:2.0:1733164797.343777:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf25180, transno 4295982333 00000004:00080000:2.0:1733164797.343780:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382d500, transno 4295982334 00000004:00080000:2.0:1733164797.343782:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cdd9f80, transno 4295982335 00000004:00080000:2.0:1733164797.343784:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382f800, transno 4295982336 00000004:00080000:2.0:1733164797.343786:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fda300, transno 4295982337 00000004:00080000:2.0:1733164797.343789:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382c380, transno 4295982338 00000004:00080000:2.0:1733164797.343791:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fd9880, transno 4295982339 00000004:00080000:2.0:1733164797.343793:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fdb100, transno 4295982340 00000004:00080000:2.0:1733164797.343794:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fd8380, transno 4295982341 00000004:00080000:2.0:1733164797.343797:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fd9c00, transno 4295982342 00000004:00080000:2.0:1733164797.343799:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fdad80, transno 4295982343 00000004:00080000:2.0:1733164797.343801:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fda680, transno 4295982344 00000004:00080000:2.0:1733164797.343803:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fdaa00, transno 4295982345 00000004:00080000:2.0:1733164797.343805:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132968380, transno 4295982346 00000004:00080000:2.0:1733164797.343807:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296b800, transno 4295982347 00000004:00080000:2.0:1733164797.343809:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fdbb80, transno 4295982348 00000004:00080000:2.0:1733164797.343811:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296aa00, transno 4295982349 00000004:00080000:2.0:1733164797.343813:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132968700, transno 4295982350 00000004:00080000:2.0:1733164797.343816:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296a300, transno 4295982351 00000004:00080000:2.0:1733164797.343818:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132969180, transno 4295982352 00000004:00080000:2.0:1733164797.343820:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca02680, transno 4295982353 00000004:00080000:2.0:1733164797.343822:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132969500, transno 4295982354 00000004:00080000:2.0:1733164797.343824:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296ad80, transno 4295982355 00000004:00080000:2.0:1733164797.343826:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca03100, transno 4295982356 00000004:00080000:2.0:1733164797.343828:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296a680, transno 4295982357 00000004:00080000:2.0:1733164797.343830:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f0a80, transno 4295982358 00000004:00080000:2.0:1733164797.343832:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca00380, transno 4295982359 00000004:00080000:2.0:1733164797.343835:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb3100, transno 4295982360 00000004:00080000:2.0:1733164797.343837:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801236f3800, transno 4295982361 00000004:00080000:2.0:1733164797.343839:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132969880, transno 4295982362 00000004:00080000:2.0:1733164797.343841:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132968e00, transno 4295982363 00000004:00080000:2.0:1733164797.343844:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb2d80, transno 4295982364 00000004:00080000:2.0:1733164797.343846:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133a67100, transno 4295982365 00000004:00080000:2.0:1733164797.343849:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121230380, transno 4295982366 00000004:00080000:2.0:1733164797.343851:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133a65f80, transno 4295982367 00000004:00080000:2.0:1733164797.343854:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133a65880, transno 4295982368 00000004:00080000:2.0:1733164797.343856:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133a67b80, transno 4295982369 00000004:00080000:2.0:1733164797.343858:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133a65500, transno 4295982370 00000004:00080000:2.0:1733164797.343861:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133a67800, transno 4295982371 00000004:00080000:2.0:1733164797.343863:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012365b800, transno 4295982372 00000004:00080000:2.0:1733164797.343865:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123659180, transno 4295982373 00000004:00080000:2.0:1733164797.343867:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012365b100, transno 4295982374 00000004:00080000:2.0:1733164797.343870:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012365ad80, transno 4295982375 00000004:00080000:2.0:1733164797.343872:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123659500, transno 4295982376 00000004:00080000:2.0:1733164797.343874:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123659c00, transno 4295982377 00000004:00080000:2.0:1733164797.343876:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123658000, transno 4295982378 00000004:00080000:2.0:1733164797.343878:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012365aa00, transno 4295982379 00000004:00080000:2.0:1733164797.343881:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcdad80, transno 4295982380 00000004:00080000:2.0:1733164797.343883:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123659880, transno 4295982381 00000004:00080000:2.0:1733164797.343885:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcd8380, transno 4295982382 00000004:00080000:2.0:1733164797.343887:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012365a300, transno 4295982383 00000004:00080000:2.0:1733164797.343889:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcd9180, transno 4295982384 00000004:00080000:2.0:1733164797.343891:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcd8a80, transno 4295982385 00000004:00080000:2.0:1733164797.343894:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f751f80, transno 4295982386 00000004:00080000:2.0:1733164797.343896:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcd9500, transno 4295982387 00000004:00080000:2.0:1733164797.343898:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcdaa00, transno 4295982388 00000004:00080000:2.0:1733164797.343901:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fd8e00, transno 4295982389 00000004:00080000:2.0:1733164797.343903:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133a64e00, transno 4295982390 00000004:00080000:2.0:1733164797.343905:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fdb800, transno 4295982391 00000004:00080000:2.0:1733164797.343907:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fd9500, transno 4295982392 00000004:00080000:2.0:1733164797.343909:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fd9f80, transno 4295982393 00000004:00080000:2.0:1733164797.343911:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123658a80, transno 4295982394 00000004:00080000:2.0:1733164797.343914:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fd8a80, transno 4295982395 00000004:00080000:2.0:1733164797.343916:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123659f80, transno 4295982396 00000004:00080000:2.0:1733164797.343918:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012365a680, transno 4295982397 00000004:00080000:2.0:1733164797.343921:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131741180, transno 4295982398 00000004:00080000:2.0:1733164797.343923:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fd9180, transno 4295982399 00000004:00080000:2.0:1733164797.343925:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012365bb80, transno 4295982400 00000004:00080000:2.0:1733164797.343928:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131743480, transno 4295982401 00000004:00080000:2.0:1733164797.343930:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcda300, transno 4295982402 00000004:00080000:2.0:1733164797.343932:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcd8000, transno 4295982403 00000004:00080000:2.0:1733164797.343934:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296b480, transno 4295982404 00000004:00080000:2.0:1733164797.343936:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382c000, transno 4295982405 00000004:00080000:2.0:1733164797.343938:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132968a80, transno 4295982406 00000004:00080000:2.0:1733164797.343941:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132969f80, transno 4295982407 00000004:00080000:2.0:1733164797.343943:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6ca300, transno 4295982408 00000004:00080000:2.0:1733164797.343945:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6c9880, transno 4295982409 00000004:00080000:2.0:1733164797.343947:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880130445c00, transno 4295982410 00000004:00080000:2.0:1733164797.343949:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcdbb80, transno 4295982411 00000004:00080000:2.0:1733164797.343951:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880130447480, transno 4295982412 00000004:00080000:2.0:1733164797.343953:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880130445880, transno 4295982413 00000004:00080000:2.0:1733164797.343955:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6ca680, transno 4295982414 00000004:00080000:2.0:1733164797.343957:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca02300, transno 4295982415 00000004:00080000:2.0:1733164797.343960:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcd8e00, transno 4295982416 00000004:00080000:2.0:1733164797.343962:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca01880, transno 4295982417 00000004:00080000:2.0:1733164797.343965:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca03800, transno 4295982418 00000004:00080000:2.0:1733164797.343967:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca03480, transno 4295982419 00000004:00080000:2.0:1733164797.343969:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca01500, transno 4295982420 00000004:00080000:2.0:1733164797.343971:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca00000, transno 4295982421 00000004:00080000:2.0:1733164797.343974:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca00a80, transno 4295982422 00000004:00080000:2.0:1733164797.343976:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca01c00, transno 4295982423 00000004:00080000:2.0:1733164797.343978:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca01180, transno 4295982424 00000004:00080000:2.0:1733164797.343980:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca02d80, transno 4295982425 00000004:00080000:2.0:1733164797.343982:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6c8a80, transno 4295982426 00000004:00080000:2.0:1733164797.343984:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca00700, transno 4295982427 00000004:00080000:2.0:1733164797.343987:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee4a80, transno 4295982428 00000004:00080000:2.0:1733164797.343989:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee5f80, transno 4295982429 00000004:00080000:2.0:1733164797.343991:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee6680, transno 4295982430 00000004:00080000:2.0:1733164797.343993:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee4380, transno 4295982431 00000004:00080000:2.0:1733164797.343995:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee5c00, transno 4295982432 00000004:00080000:2.0:1733164797.343997:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee6a00, transno 4295982433 00000004:00080000:2.0:1733164797.343999:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee4700, transno 4295982434 00000004:00080000:2.0:1733164797.344001:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcd9f80, transno 4295982435 00000004:00080000:2.0:1733164797.344004:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee4000, transno 4295982436 00000004:00080000:2.0:1733164797.344006:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee5500, transno 4295982437 00000004:00080000:2.0:1733164797.344008:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131743100, transno 4295982438 00000004:00080000:2.0:1733164797.344011:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131740380, transno 4295982439 00000004:00080000:2.0:1733164797.344013:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131743800, transno 4295982440 00000004:00080000:2.0:1733164797.344015:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee4e00, transno 4295982441 00000004:00080000:2.0:1733164797.344017:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee6300, transno 4295982442 00000004:00080000:2.0:1733164797.344019:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131740700, transno 4295982443 00000004:00080000:2.0:1733164797.344022:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131740a80, transno 4295982444 00000004:00080000:2.0:1733164797.344023:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fdb480, transno 4295982445 00000004:00080000:2.0:1733164797.344026:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123658e00, transno 4295982446 00000004:00080000:2.0:1733164797.344028:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b2300, transno 4295982447 00000004:00080000:2.0:1733164797.344030:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131741880, transno 4295982448 00000004:00080000:2.0:1733164797.344032:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131742a00, transno 4295982449 00000004:00080000:2.0:1733164797.344035:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880123658380, transno 4295982450 00000004:00080000:2.0:1733164797.344037:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b1f80, transno 4295982451 00000004:00080000:2.0:1733164797.344038:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b1880, transno 4295982452 00000004:00080000:2.0:1733164797.344040:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b2d80, transno 4295982453 00000004:00080000:2.0:1733164797.344042:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b0000, transno 4295982454 00000004:00080000:2.0:1733164797.344044:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b3800, transno 4295982455 00000004:00080000:2.0:1733164797.344046:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b0700, transno 4295982456 00000004:00080000:2.0:1733164797.344048:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b3100, transno 4295982457 00000004:00080000:2.0:1733164797.344050:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b3b80, transno 4295982458 00000004:00080000:2.0:1733164797.344052:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b1180, transno 4295982459 00000004:00080000:2.0:1733164797.344054:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f753100, transno 4295982460 00000004:00080000:2.0:1733164797.344057:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f750000, transno 4295982461 00000004:00080000:2.0:1733164797.344059:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132968000, transno 4295982462 00000004:00080000:2.0:1733164797.344061:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f750e00, transno 4295982463 00000004:00080000:2.0:1733164797.344063:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f750380, transno 4295982464 00000004:00080000:2.0:1733164797.344065:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f752a00, transno 4295982465 00000004:00080000:2.0:1733164797.344067:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6cb800, transno 4295982466 00000004:00080000:2.0:1733164797.344069:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b1500, transno 4295982467 00000004:00080000:2.0:1733164797.344072:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b1c00, transno 4295982468 00000004:00080000:2.0:1733164797.344074:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d621c00, transno 4295982469 00000004:00080000:2.0:1733164797.344076:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f753480, transno 4295982470 00000004:00080000:2.0:1733164797.344078:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f752680, transno 4295982471 00000004:00080000:2.0:1733164797.344080:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b2680, transno 4295982472 00000004:00080000:2.0:1733164797.344082:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcdb480, transno 4295982473 00000004:00080000:2.0:1733164797.344084:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f750a80, transno 4295982474 00000004:00080000:2.0:1733164797.344086:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee5880, transno 4295982475 00000004:00080000:2.0:1733164797.344088:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee7100, transno 4295982476 00000004:00080000:2.0:1733164797.344090:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080fd8700, transno 4295982477 00000004:00080000:2.0:1733164797.344093:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131740e00, transno 4295982478 00000004:00080000:2.0:1733164797.344095:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f570380, transno 4295982479 00000004:00080000:2.0:1733164797.344097:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131741c00, transno 4295982480 00000004:00080000:2.0:1733164797.344100:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f571c00, transno 4295982481 00000004:00080000:2.0:1733164797.344102:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f570000, transno 4295982482 00000004:00080000:2.0:1733164797.344105:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f572d80, transno 4295982483 00000004:00080000:2.0:1733164797.344107:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012365b480, transno 4295982484 00000004:00080000:2.0:1733164797.344109:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcd9c00, transno 4295982485 00000004:00080000:2.0:1733164797.344111:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad11880, transno 4295982486 00000004:00080000:2.0:1733164797.344113:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131741f80, transno 4295982487 00000004:00080000:2.0:1733164797.344116:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bfea00, transno 4295982488 00000004:00080000:2.0:1733164797.344118:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bff480, transno 4295982489 00000004:00080000:2.0:1733164797.344120:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131742300, transno 4295982490 00000004:00080000:2.0:1733164797.344122:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131741500, transno 4295982491 00000004:00080000:2.0:1733164797.344124:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131742680, transno 4295982492 00000004:00080000:2.0:1733164797.344126:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bfd180, transno 4295982493 00000004:00080000:2.0:1733164797.344127:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bffb80, transno 4295982494 00000004:00080000:2.0:1733164797.344129:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bfc380, transno 4295982495 00000004:00080000:2.0:1733164797.344132:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bfed80, transno 4295982496 00000004:00080000:2.0:1733164797.344134:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bfce00, transno 4295982497 00000004:00080000:2.0:1733164797.344136:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bfe300, transno 4295982498 00000004:00080000:2.0:1733164797.344138:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bfdc00, transno 4295982499 00000004:00080000:2.0:1733164797.344158:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bff800, transno 4295982500 00000004:00080000:2.0:1733164797.344161:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bfe680, transno 4295982501 00000004:00080000:2.0:1733164797.344163:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bfc700, transno 4295982502 00000004:00080000:2.0:1733164797.344165:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bff100, transno 4295982503 00000004:00080000:2.0:1733164797.344168:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf88380, transno 4295982504 00000004:00080000:2.0:1733164797.344170:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf89f80, transno 4295982505 00000004:00080000:2.0:1733164797.344172:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bfd500, transno 4295982506 00000004:00080000:2.0:1733164797.344175:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf8ad80, transno 4295982507 00000004:00080000:2.0:1733164797.344177:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf8b100, transno 4295982508 00000004:00080000:2.0:1733164797.344180:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf88e00, transno 4295982509 00000004:00080000:2.0:1733164797.344182:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf89c00, transno 4295982510 00000004:00080000:2.0:1733164797.344184:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf88a80, transno 4295982511 00000004:00080000:2.0:1733164797.344186:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf88000, transno 4295982512 00000004:00080000:2.0:1733164797.344188:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296fb80, transno 4295982513 00000004:00080000:2.0:1733164797.344190:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296dc00, transno 4295982514 00000004:00080000:2.0:1733164797.344192:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf8b800, transno 4295982515 00000004:00080000:2.0:1733164797.344194:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296e300, transno 4295982516 00000004:00080000:2.0:1733164797.344196:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf89500, transno 4295982517 00000004:00080000:2.0:1733164797.344199:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296f800, transno 4295982518 00000004:00080000:2.0:1733164797.344201:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296d880, transno 4295982519 00000004:00080000:2.0:1733164797.344204:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296ea00, transno 4295982520 00000004:00080000:2.0:1733164797.344206:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296c000, transno 4295982521 00000004:00080000:2.0:1733164797.344208:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296f100, transno 4295982522 00000004:00080000:2.0:1733164797.344210:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296c380, transno 4295982523 00000004:00080000:2.0:1733164797.344212:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f751500, transno 4295982524 00000004:00080000:2.0:1733164797.344214:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296d180, transno 4295982525 00000004:00080000:2.0:1733164797.344216:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e682300, transno 4295982526 00000004:00080000:2.0:1733164797.344218:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f751880, transno 4295982527 00000004:00080000:2.0:1733164797.344221:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f570700, transno 4295982528 00000004:00080000:2.0:1733164797.344223:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee5180, transno 4295982529 00000004:00080000:2.0:1733164797.344225:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007aee6d80, transno 4295982530 00000004:00080000:2.0:1733164797.344227:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e680a80, transno 4295982531 00000004:00080000:2.0:1733164797.344229:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b2a00, transno 4295982532 00000004:00080000:2.0:1733164797.344231:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc1f80, transno 4295982533 00000004:00080000:2.0:1733164797.344233:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131742d80, transno 4295982534 00000004:00080000:2.0:1733164797.344235:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f573b80, transno 4295982535 00000004:00080000:2.0:1733164797.344238:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc3b80, transno 4295982536 00000004:00080000:2.0:1733164797.344240:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc1180, transno 4295982537 00000004:00080000:2.0:1733164797.344242:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc1c00, transno 4295982538 00000004:00080000:2.0:1733164797.344244:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc0e00, transno 4295982539 00000004:00080000:2.0:1733164797.344247:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc2d80, transno 4295982540 00000004:00080000:2.0:1733164797.344249:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc0000, transno 4295982541 00000004:00080000:2.0:1733164797.344251:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc1880, transno 4295982542 00000004:00080000:2.0:1733164797.344253:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc3100, transno 4295982543 00000004:00080000:2.0:1733164797.344255:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad10000, transno 4295982544 00000004:00080000:2.0:1733164797.344257:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad13800, transno 4295982545 00000004:00080000:2.0:1733164797.344260:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b2d80, transno 4295982546 00000004:00080000:2.0:1733164797.344262:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad11500, transno 4295982547 00000004:00080000:2.0:1733164797.344265:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad11c00, transno 4295982548 00000004:00080000:2.0:1733164797.344267:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b2a00, transno 4295982549 00000004:00080000:2.0:1733164797.344269:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b1c00, transno 4295982550 00000004:00080000:2.0:1733164797.344271:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b1500, transno 4295982551 00000004:00080000:2.0:1733164797.344273:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b0e00, transno 4295982552 00000004:00080000:2.0:1733164797.344274:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b1180, transno 4295982553 00000004:00080000:2.0:1733164797.344276:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b0380, transno 4295982554 00000004:00080000:2.0:1733164797.344277:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b0000, transno 4295982555 00000004:00080000:2.0:1733164797.344279:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b3b80, transno 4295982556 00000004:00080000:2.0:1733164797.344281:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b0700, transno 4295982557 00000004:00080000:2.0:1733164797.344283:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f571880, transno 4295982558 00000004:00080000:2.0:1733164797.344285:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f751c00, transno 4295982559 00000004:00080000:2.0:1733164797.344287:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1be300, transno 4295982560 00000004:00080000:2.0:1733164797.344289:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131743b80, transno 4295982561 00000004:00080000:2.0:1733164797.344291:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f572300, transno 4295982562 00000004:00080000:2.0:1733164797.344293:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad10e00, transno 4295982563 00000004:00080000:2.0:1733164797.344295:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad12680, transno 4295982564 00000004:00080000:2.0:1733164797.344297:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013382ea00, transno 4295982565 00000004:00080000:2.0:1733164797.344299:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad11180, transno 4295982566 00000004:00080000:2.0:1733164797.344301:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad10a80, transno 4295982567 00000004:00080000:2.0:1733164797.344303:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b0a80, transno 4295982568 00000004:00080000:2.0:1733164797.344305:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e681180, transno 4295982569 00000004:00080000:2.0:1733164797.344307:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad12300, transno 4295982570 00000004:00080000:2.0:1733164797.344309:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b0e00, transno 4295982571 00000004:00080000:2.0:1733164797.344311:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800868b3480, transno 4295982572 00000004:00080000:2.0:1733164797.344314:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122bfd880, transno 4295982573 00000004:00080000:2.0:1733164797.344316:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf89880, transno 4295982574 00000004:00080000:2.0:1733164797.344318:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf8bb80, transno 4295982575 00000004:00080000:2.0:1733164797.344320:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d622300, transno 4295982576 00000004:00080000:2.0:1733164797.344322:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69dc00, transno 4295982577 00000004:00080000:2.0:1733164797.344325:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc2a00, transno 4295982578 00000004:00080000:2.0:1733164797.344327:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e680700, transno 4295982579 00000004:00080000:2.0:1733164797.344329:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69ed80, transno 4295982580 00000004:00080000:2.0:1733164797.344331:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e683100, transno 4295982581 00000004:00080000:2.0:1733164797.344333:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e681500, transno 4295982582 00000004:00080000:2.0:1733164797.344335:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e681f80, transno 4295982583 00000004:00080000:2.0:1733164797.344337:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c9f80, transno 4295982584 00000004:00080000:2.0:1733164797.344339:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c9180, transno 4295982585 00000004:00080000:2.0:1733164797.344341:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c8000, transno 4295982586 00000004:00080000:2.0:1733164797.344343:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c8380, transno 4295982587 00000004:00080000:2.0:1733164797.344345:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e682a00, transno 4295982588 00000004:00080000:2.0:1733164797.344347:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c8700, transno 4295982589 00000004:00080000:2.0:1733164797.344349:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932cbb80, transno 4295982590 00000004:00080000:2.0:1733164797.344351:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932cb800, transno 4295982591 00000004:00080000:2.0:1733164797.344353:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932ca680, transno 4295982592 00000004:00080000:2.0:1733164797.344355:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339ec000, transno 4295982593 00000004:00080000:2.0:1733164797.344357:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c9c00, transno 4295982594 00000004:00080000:2.0:1733164797.344360:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932cb480, transno 4295982595 00000004:00080000:2.0:1733164797.344362:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339eca80, transno 4295982596 00000004:00080000:2.0:1733164797.344364:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e680380, transno 4295982597 00000004:00080000:2.0:1733164797.344366:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad10380, transno 4295982598 00000004:00080000:2.0:1733164797.344368:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad13100, transno 4295982599 00000004:00080000:2.0:1733164797.344370:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e683480, transno 4295982600 00000004:00080000:2.0:1733164797.344373:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf8a680, transno 4295982601 00000004:00080000:2.0:1733164797.344375:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad10700, transno 4295982602 00000004:00080000:2.0:1733164797.344377:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296e680, transno 4295982603 00000004:00080000:2.0:1733164797.344379:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d621f80, transno 4295982604 00000004:00080000:2.0:1733164797.344381:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad13480, transno 4295982605 00000004:00080000:2.0:1733164797.344383:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296ce00, transno 4295982606 00000004:00080000:2.0:1733164797.344385:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad11f80, transno 4295982607 00000004:00080000:2.0:1733164797.344387:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296f480, transno 4295982608 00000004:00080000:2.0:1733164797.344390:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296ed80, transno 4295982609 00000004:00080000:2.0:1733164797.344392:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c6cb480, transno 4295982610 00000004:00080000:2.0:1733164797.344394:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf8b480, transno 4295982611 00000004:00080000:2.0:1733164797.344397:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2ea300, transno 4295982612 00000004:00080000:2.0:1733164797.344398:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad12d80, transno 4295982613 00000004:00080000:2.0:1733164797.344401:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2eaa00, transno 4295982614 00000004:00080000:2.0:1733164797.344403:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2e9c00, transno 4295982615 00000004:00080000:2.0:1733164797.344406:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2ebb80, transno 4295982616 00000004:00080000:2.0:1733164797.344408:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2e9f80, transno 4295982617 00000004:00080000:2.0:1733164797.344411:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2ead80, transno 4295982618 00000004:00080000:2.0:1733164797.344414:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2e8a80, transno 4295982619 00000004:00080000:2.0:1733164797.344416:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2e8e00, transno 4295982620 00000004:00080000:2.0:1733164797.344419:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2ea680, transno 4295982621 00000004:00080000:2.0:1733164797.344421:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2eb800, transno 4295982622 00000004:00080000:2.0:1733164797.344424:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2eb100, transno 4295982623 00000004:00080000:2.0:1733164797.344426:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2e9880, transno 4295982624 00000004:00080000:2.0:1733164797.344428:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2eb480, transno 4295982625 00000004:00080000:2.0:1733164797.344431:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e682680, transno 4295982626 00000004:00080000:2.0:1733164797.344433:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e681c00, transno 4295982627 00000004:00080000:2.0:1733164797.344436:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2e9500, transno 4295982628 00000004:00080000:2.0:1733164797.344438:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e680000, transno 4295982629 00000004:00080000:2.0:1733164797.344441:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2e8700, transno 4295982630 00000004:00080000:2.0:1733164797.344443:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5fd180, transno 4295982631 00000004:00080000:2.0:1733164797.344445:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5fc000, transno 4295982632 00000004:00080000:2.0:1733164797.344448:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d623b80, transno 4295982633 00000004:00080000:2.0:1733164797.344450:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932caa00, transno 4295982634 00000004:00080000:2.0:1733164797.344452:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5ff480, transno 4295982635 00000004:00080000:2.0:1733164797.344454:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c9880, transno 4295982636 00000004:00080000:2.0:1733164797.344456:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5fce00, transno 4295982637 00000004:00080000:2.0:1733164797.344459:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd7480, transno 4295982638 00000004:00080000:2.0:1733164797.344462:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd6680, transno 4295982639 00000004:00080000:2.0:1733164797.344464:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd7b80, transno 4295982640 00000004:00080000:2.0:1733164797.344465:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5ffb80, transno 4295982641 00000004:00080000:2.0:1733164797.344467:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd4a80, transno 4295982642 00000004:00080000:2.0:1733164797.344469:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5fdf80, transno 4295982643 00000004:00080000:2.0:1733164797.344471:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd6a00, transno 4295982644 00000004:00080000:2.0:1733164797.344473:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5fdc00, transno 4295982645 00000004:00080000:2.0:1733164797.344475:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5fca80, transno 4295982646 00000004:00080000:2.0:1733164797.344477:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5fe680, transno 4295982647 00000004:00080000:2.0:1733164797.344479:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5fc700, transno 4295982648 00000004:00080000:2.0:1733164797.344481:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5fd500, transno 4295982649 00000004:00080000:2.0:1733164797.344483:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5fd880, transno 4295982650 00000004:00080000:2.0:1733164797.344486:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad12a00, transno 4295982651 00000004:00080000:2.0:1733164797.344487:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402df80, transno 4295982652 00000004:00080000:2.0:1733164797.344489:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5fe300, transno 4295982653 00000004:00080000:2.0:1733164797.344490:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd7100, transno 4295982654 00000004:00080000:2.0:1733164797.344502:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd5180, transno 4295982655 00000004:00080000:2.0:1733164797.344504:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5ff800, transno 4295982656 00000004:00080000:2.0:1733164797.344506:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5fed80, transno 4295982657 00000004:00080000:2.0:1733164797.344507:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbf100, transno 4295982658 00000004:00080000:2.0:1733164797.344509:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbc380, transno 4295982659 00000004:00080000:2.0:1733164797.344511:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbfb80, transno 4295982660 00000004:00080000:2.0:1733164797.344512:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbce00, transno 4295982661 00000004:00080000:2.0:1733164797.344514:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402d180, transno 4295982662 00000004:00080000:2.0:1733164797.344515:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402d500, transno 4295982663 00000004:00080000:2.0:1733164797.344516:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402ca80, transno 4295982664 00000004:00080000:2.0:1733164797.344517:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402c000, transno 4295982665 00000004:00080000:2.0:1733164797.344519:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402ea00, transno 4295982666 00000004:00080000:2.0:1733164797.344520:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402ed80, transno 4295982667 00000004:00080000:2.0:1733164797.344522:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402fb80, transno 4295982668 00000004:00080000:2.0:1733164797.344524:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080ff2a00, transno 4295982669 00000004:00080000:2.0:1733164797.344526:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080ff3800, transno 4295982670 00000004:00080000:2.0:1733164797.344527:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbdf80, transno 4295982671 00000004:00080000:2.0:1733164797.344529:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbd500, transno 4295982672 00000004:00080000:2.0:1733164797.344531:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbf480, transno 4295982673 00000004:00080000:2.0:1733164797.344532:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bca80, transno 4295982674 00000004:00080000:2.0:1733164797.344533:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d621500, transno 4295982675 00000004:00080000:2.0:1733164797.344534:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c8a80, transno 4295982676 00000004:00080000:2.0:1733164797.344536:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932cb100, transno 4295982677 00000004:00080000:2.0:1733164797.344537:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bfb80, transno 4295982678 00000004:00080000:2.0:1733164797.344539:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bc380, transno 4295982679 00000004:00080000:2.0:1733164797.344540:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbed80, transno 4295982680 00000004:00080000:2.0:1733164797.344541:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbe300, transno 4295982681 00000004:00080000:2.0:1733164797.344542:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080ff2300, transno 4295982682 00000004:00080000:2.0:1733164797.344544:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080ff0000, transno 4295982683 00000004:00080000:2.0:1733164797.344545:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080ff0a80, transno 4295982684 00000004:00080000:2.0:1733164797.344546:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080ff3480, transno 4295982685 00000004:00080000:2.0:1733164797.344547:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402f100, transno 4295982686 00000004:00080000:2.0:1733164797.344549:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080ff3100, transno 4295982687 00000004:00080000:2.0:1733164797.344550:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080ff0e00, transno 4295982688 00000004:00080000:2.0:1733164797.344551:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e436a00, transno 4295982689 00000004:00080000:2.0:1733164797.344552:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d1500, transno 4295982690 00000004:00080000:2.0:1733164797.344554:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbdc00, transno 4295982691 00000004:00080000:2.0:1733164797.344555:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080ff1c00, transno 4295982692 00000004:00080000:2.0:1733164797.344557:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d0700, transno 4295982693 00000004:00080000:2.0:1733164797.344558:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d0e00, transno 4295982694 00000004:00080000:2.0:1733164797.344559:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d1880, transno 4295982695 00000004:00080000:2.0:1733164797.344561:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d2300, transno 4295982696 00000004:00080000:2.0:1733164797.344563:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd4700, transno 4295982697 00000004:00080000:2.0:1733164797.344565:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1be680, transno 4295982698 00000004:00080000:2.0:1733164797.344566:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bd500, transno 4295982699 00000004:00080000:2.0:1733164797.344567:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bea00, transno 4295982700 00000004:00080000:2.0:1733164797.344569:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bed80, transno 4295982701 00000004:00080000:2.0:1733164797.344570:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd6d80, transno 4295982702 00000004:00080000:2.0:1733164797.344571:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e434380, transno 4295982703 00000004:00080000:2.0:1733164797.344573:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d620380, transno 4295982704 00000004:00080000:2.0:1733164797.344574:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d622d80, transno 4295982705 00000004:00080000:2.0:1733164797.344575:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d623100, transno 4295982706 00000004:00080000:2.0:1733164797.344577:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5ff100, transno 4295982707 00000004:00080000:2.0:1733164797.344578:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d621180, transno 4295982708 00000004:00080000:2.0:1733164797.344579:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bc000, transno 4295982709 00000004:00080000:2.0:1733164797.344581:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc0700, transno 4295982710 00000004:00080000:2.0:1733164797.344582:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc0a80, transno 4295982711 00000004:00080000:2.0:1733164797.344583:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc2300, transno 4295982712 00000004:00080000:2.0:1733164797.344584:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e2e8380, transno 4295982713 00000004:00080000:2.0:1733164797.344586:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339ee300, transno 4295982714 00000004:00080000:2.0:1733164797.344587:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d5fc380, transno 4295982715 00000004:00080000:2.0:1733164797.344588:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339ef480, transno 4295982716 00000004:00080000:2.0:1733164797.344589:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e434000, transno 4295982717 00000004:00080000:2.0:1733164797.344590:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339edf80, transno 4295982718 00000004:00080000:2.0:1733164797.344592:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e435180, transno 4295982719 00000004:00080000:2.0:1733164797.344593:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339eed80, transno 4295982720 00000004:00080000:2.0:1733164797.344594:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d1f80, transno 4295982721 00000004:00080000:2.0:1733164797.344596:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800932c8e00, transno 4295982722 00000004:00080000:2.0:1733164797.344597:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080ff3b80, transno 4295982723 00000004:00080000:2.0:1733164797.344598:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d3100, transno 4295982724 00000004:00080000:2.0:1733164797.344600:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbd880, transno 4295982725 00000004:00080000:2.0:1733164797.344601:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbca80, transno 4295982726 00000004:00080000:2.0:1733164797.344602:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e434a80, transno 4295982727 00000004:00080000:2.0:1733164797.344604:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbf800, transno 4295982728 00000004:00080000:2.0:1733164797.344605:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e437800, transno 4295982729 00000004:00080000:2.0:1733164797.344607:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd5500, transno 4295982730 00000004:00080000:2.0:1733164797.344608:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd7800, transno 4295982731 00000004:00080000:2.0:1733164797.344610:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd4380, transno 4295982732 00000004:00080000:2.0:1733164797.344611:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd4e00, transno 4295982733 00000004:00080000:2.0:1733164797.344612:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c406680, transno 4295982734 00000004:00080000:2.0:1733164797.344614:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d3b80, transno 4295982735 00000004:00080000:2.0:1733164797.344615:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbc000, transno 4295982736 00000004:00080000:2.0:1733164797.344617:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d0a80, transno 4295982737 00000004:00080000:2.0:1733164797.344618:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c405f80, transno 4295982738 00000004:00080000:2.0:1733164797.344620:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d2a00, transno 4295982739 00000004:00080000:2.0:1733164797.344621:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d1180, transno 4295982740 00000004:00080000:2.0:1733164797.344622:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69d880, transno 4295982741 00000004:00080000:2.0:1733164797.344624:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339ec380, transno 4295982742 00000004:00080000:2.0:1733164797.344625:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69f800, transno 4295982743 00000004:00080000:2.0:1733164797.344626:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339ef800, transno 4295982744 00000004:00080000:2.0:1733164797.344628:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339ed180, transno 4295982745 00000004:00080000:2.0:1733164797.344629:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69ca80, transno 4295982746 00000004:00080000:2.0:1733164797.344630:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd5f80, transno 4295982747 00000004:00080000:2.0:1733164797.344631:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339efb80, transno 4295982748 00000004:00080000:2.0:1733164797.344632:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339edc00, transno 4295982749 00000004:00080000:2.0:1733164797.344634:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339ee680, transno 4295982750 00000004:00080000:2.0:1733164797.344635:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339ef100, transno 4295982751 00000004:00080000:2.0:1733164797.344636:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339ed500, transno 4295982752 00000004:00080000:2.0:1733164797.344637:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e436680, transno 4295982753 00000004:00080000:2.0:1733164797.344638:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d620700, transno 4295982754 00000004:00080000:2.0:1733164797.344639:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d621880, transno 4295982755 00000004:00080000:2.0:1733164797.344641:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d623480, transno 4295982756 00000004:00080000:2.0:1733164797.344642:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee5c00, transno 4295982757 00000004:00080000:2.0:1733164797.344644:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee7480, transno 4295982758 00000004:00080000:2.0:1733164797.344645:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d620e00, transno 4295982759 00000004:00080000:2.0:1733164797.344647:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee4380, transno 4295982760 00000004:00080000:2.0:1733164797.344648:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d622a00, transno 4295982761 00000004:00080000:2.0:1733164797.344650:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080ff2d80, transno 4295982762 00000004:00080000:2.0:1733164797.344651:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee6300, transno 4295982763 00000004:00080000:2.0:1733164797.344652:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d623800, transno 4295982764 00000004:00080000:2.0:1733164797.344653:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c407480, transno 4295982765 00000004:00080000:2.0:1733164797.344655:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080ff1f80, transno 4295982766 00000004:00080000:2.0:1733164797.344656:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c404e00, transno 4295982767 00000004:00080000:2.0:1733164797.344657:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c404380, transno 4295982768 00000004:00080000:2.0:1733164797.344658:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c405180, transno 4295982769 00000004:00080000:2.0:1733164797.344660:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c404700, transno 4295982770 00000004:00080000:2.0:1733164797.344661:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c407800, transno 4295982771 00000004:00080000:2.0:1733164797.344662:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd5c00, transno 4295982772 00000004:00080000:2.0:1733164797.344664:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e435f80, transno 4295982773 00000004:00080000:2.0:1733164797.344665:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e437100, transno 4295982774 00000004:00080000:2.0:1733164797.344666:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e437480, transno 4295982775 00000004:00080000:2.0:1733164797.344668:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d8a80, transno 4295982776 00000004:00080000:2.0:1733164797.344669:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd4000, transno 4295982777 00000004:00080000:2.0:1733164797.344671:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8db480, transno 4295982778 00000004:00080000:2.0:1733164797.344673:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d8700, transno 4295982779 00000004:00080000:2.0:1733164797.344675:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee5880, transno 4295982780 00000004:00080000:2.0:1733164797.344677:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee7800, transno 4295982781 00000004:00080000:2.0:1733164797.344679:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee7b80, transno 4295982782 00000004:00080000:2.0:1733164797.344681:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee4a80, transno 4295982783 00000004:00080000:2.0:1733164797.344683:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee4700, transno 4295982784 00000004:00080000:2.0:1733164797.344685:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee6d80, transno 4295982785 00000004:00080000:2.0:1733164797.344687:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bd180, transno 4295982786 00000004:00080000:2.0:1733164797.344689:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee4e00, transno 4295982787 00000004:00080000:2.0:1733164797.344691:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339ec700, transno 4295982788 00000004:00080000:2.0:1733164797.344693:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bdc00, transno 4295982789 00000004:00080000:2.0:1733164797.344695:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d3800, transno 4295982790 00000004:00080000:2.0:1733164797.344698:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69e680, transno 4295982791 00000004:00080000:2.0:1733164797.344700:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bce00, transno 4295982792 00000004:00080000:2.0:1733164797.344702:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69f480, transno 4295982793 00000004:00080000:2.0:1733164797.344704:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69ea00, transno 4295982794 00000004:00080000:2.0:1733164797.344706:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69df80, transno 4295982795 00000004:00080000:2.0:1733164797.344708:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69fb80, transno 4295982796 00000004:00080000:2.0:1733164797.344710:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296c700, transno 4295982797 00000004:00080000:2.0:1733164797.344712:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296df80, transno 4295982798 00000004:00080000:2.0:1733164797.344714:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e683800, transno 4295982799 00000004:00080000:2.0:1733164797.344717:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69d500, transno 4295982800 00000004:00080000:2.0:1733164797.344719:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcdb800, transno 4295982801 00000004:00080000:2.0:1733164797.344721:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b2300, transno 4295982802 00000004:00080000:2.0:1733164797.344723:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bcdb100, transno 4295982803 00000004:00080000:2.0:1733164797.344725:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b1f80, transno 4295982804 00000004:00080000:2.0:1733164797.344728:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b2680, transno 4295982805 00000004:00080000:2.0:1733164797.344731:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e683b80, transno 4295982806 00000004:00080000:2.0:1733164797.344733:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b3100, transno 4295982807 00000004:00080000:2.0:1733164797.344735:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae35180, transno 4295982808 00000004:00080000:2.0:1733164797.344737:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae36a00, transno 4295982809 00000004:00080000:2.0:1733164797.344739:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e8000, transno 4295982810 00000004:00080000:2.0:1733164797.344741:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944ebb80, transno 4295982811 00000004:00080000:2.0:1733164797.344743:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944ea680, transno 4295982812 00000004:00080000:2.0:1733164797.344745:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae35880, transno 4295982813 00000004:00080000:2.0:1733164797.344747:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae35f80, transno 4295982814 00000004:00080000:2.0:1733164797.344749:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae35c00, transno 4295982815 00000004:00080000:2.0:1733164797.344752:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae34a80, transno 4295982816 00000004:00080000:2.0:1733164797.344754:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae34380, transno 4295982817 00000004:00080000:2.0:1733164797.344756:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bdf80, transno 4295982818 00000004:00080000:2.0:1733164797.344758:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bf800, transno 4295982819 00000004:00080000:2.0:1733164797.344760:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae37480, transno 4295982820 00000004:00080000:2.0:1733164797.344763:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e9c00, transno 4295982821 00000004:00080000:2.0:1733164797.344765:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e9880, transno 4295982822 00000004:00080000:2.0:1733164797.344767:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944eb100, transno 4295982823 00000004:00080000:2.0:1733164797.344769:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8db100, transno 4295982824 00000004:00080000:2.0:1733164797.344771:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402f480, transno 4295982825 00000004:00080000:2.0:1733164797.344774:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e8a80, transno 4295982826 00000004:00080000:2.0:1733164797.344776:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d9180, transno 4295982827 00000004:00080000:2.0:1733164797.344779:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc3480, transno 4295982828 00000004:00080000:2.0:1733164797.344780:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc1500, transno 4295982829 00000004:00080000:2.0:1733164797.344783:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e5f80, transno 4295982830 00000004:00080000:2.0:1733164797.344785:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae36d80, transno 4295982831 00000004:00080000:2.0:1733164797.344787:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008d620000, transno 4295982832 00000004:00080000:2.0:1733164797.344789:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbc700, transno 4295982833 00000004:00080000:2.0:1733164797.344791:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bfbe680, transno 4295982834 00000004:00080000:2.0:1733164797.344794:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8da300, transno 4295982835 00000004:00080000:2.0:1733164797.344796:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e5880, transno 4295982836 00000004:00080000:2.0:1733164797.344798:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e6d80, transno 4295982837 00000004:00080000:2.0:1733164797.344800:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e7800, transno 4295982838 00000004:00080000:2.0:1733164797.344802:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e435500, transno 4295982839 00000004:00080000:2.0:1733164797.344804:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e7480, transno 4295982840 00000004:00080000:2.0:1733164797.344806:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880086bd6300, transno 4295982841 00000004:00080000:2.0:1733164797.344808:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e5c00, transno 4295982842 00000004:00080000:2.0:1733164797.344810:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e434700, transno 4295982843 00000004:00080000:2.0:1733164797.344812:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e4000, transno 4295982844 00000004:00080000:2.0:1733164797.344814:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e437b80, transno 4295982845 00000004:00080000:2.0:1733164797.344816:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c406a00, transno 4295982846 00000004:00080000:2.0:1733164797.344818:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e435c00, transno 4295982847 00000004:00080000:2.0:1733164797.344821:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e434e00, transno 4295982848 00000004:00080000:2.0:1733164797.344824:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c405c00, transno 4295982849 00000004:00080000:2.0:1733164797.344826:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c404a80, transno 4295982850 00000004:00080000:2.0:1733164797.344828:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c407100, transno 4295982851 00000004:00080000:2.0:1733164797.344830:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c406d80, transno 4295982852 00000004:00080000:2.0:1733164797.344832:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f778380, transno 4295982853 00000004:00080000:2.0:1733164797.344834:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f779c00, transno 4295982854 00000004:00080000:2.0:1733164797.344836:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f779f80, transno 4295982855 00000004:00080000:2.0:1733164797.344838:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f779180, transno 4295982856 00000004:00080000:2.0:1733164797.344840:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f77bb80, transno 4295982857 00000004:00080000:2.0:1733164797.344843:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f77a680, transno 4295982858 00000004:00080000:2.0:1733164797.344845:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f778700, transno 4295982859 00000004:00080000:2.0:1733164797.344847:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f77b480, transno 4295982860 00000004:00080000:2.0:1733164797.344850:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17c700, transno 4295982861 00000004:00080000:2.0:1733164797.344852:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17ca80, transno 4295982862 00000004:00080000:2.0:1733164797.344854:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17c000, transno 4295982863 00000004:00080000:2.0:1733164797.344856:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17e680, transno 4295982864 00000004:00080000:2.0:1733164797.344858:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17d880, transno 4295982865 00000004:00080000:2.0:1733164797.344860:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17e300, transno 4295982866 00000004:00080000:2.0:1733164797.344862:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17f800, transno 4295982867 00000004:00080000:2.0:1733164797.344864:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17f480, transno 4295982868 00000004:00080000:2.0:1733164797.344866:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17ed80, transno 4295982869 00000004:00080000:2.0:1733164797.344869:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17d180, transno 4295982870 00000004:00080000:2.0:1733164797.344870:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17dc00, transno 4295982871 00000004:00080000:2.0:1733164797.344872:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17c380, transno 4295982872 00000004:00080000:2.0:1733164797.344873:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17ea00, transno 4295982873 00000004:00080000:2.0:1733164797.344875:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f779880, transno 4295982874 00000004:00080000:2.0:1733164797.344876:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17f100, transno 4295982875 00000004:00080000:2.0:1733164797.344877:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17ce00, transno 4295982876 00000004:00080000:2.0:1733164797.344878:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f778a80, transno 4295982877 00000004:00080000:2.0:1733164797.344881:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f778e00, transno 4295982878 00000004:00080000:2.0:1733164797.344882:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f77aa00, transno 4295982879 00000004:00080000:2.0:1733164797.344884:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011d17fb80, transno 4295982880 00000004:00080000:2.0:1733164797.344885:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f778000, transno 4295982881 00000004:00080000:2.0:1733164797.344886:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e436d80, transno 4295982882 00000004:00080000:2.0:1733164797.344888:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f77b100, transno 4295982883 00000004:00080000:2.0:1733164797.344889:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f908a80, transno 4295982884 00000004:00080000:2.0:1733164797.344891:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f908e00, transno 4295982885 00000004:00080000:2.0:1733164797.344892:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e435880, transno 4295982886 00000004:00080000:2.0:1733164797.344893:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f90aa00, transno 4295982887 00000004:00080000:2.0:1733164797.344895:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c405880, transno 4295982888 00000004:00080000:2.0:1733164797.344896:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f779500, transno 4295982889 00000004:00080000:2.0:1733164797.344897:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c768a80, transno 4295982890 00000004:00080000:2.0:1733164797.344899:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f1dc00, transno 4295982891 00000004:00080000:2.0:1733164797.344900:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395ed80, transno 4295982892 00000004:00080000:2.0:1733164797.344902:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395df80, transno 4295982893 00000004:00080000:2.0:1733164797.344903:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395ca80, transno 4295982894 00000004:00080000:2.0:1733164797.344904:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395d500, transno 4295982895 00000004:00080000:2.0:1733164797.344906:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395fb80, transno 4295982896 00000004:00080000:2.0:1733164797.344907:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395ea00, transno 4295982897 00000004:00080000:2.0:1733164797.344908:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395d880, transno 4295982898 00000004:00080000:2.0:1733164797.344910:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395e680, transno 4295982899 00000004:00080000:2.0:1733164797.344911:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944eb480, transno 4295982900 00000004:00080000:2.0:1733164797.344912:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944ea300, transno 4295982901 00000004:00080000:2.0:1733164797.344913:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e9f80, transno 4295982902 00000004:00080000:2.0:1733164797.344915:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c406300, transno 4295982903 00000004:00080000:2.0:1733164797.344916:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c407b80, transno 4295982904 00000004:00080000:2.0:1733164797.344917:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e4a80, transno 4295982905 00000004:00080000:2.0:1733164797.344919:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e4e00, transno 4295982906 00000004:00080000:2.0:1733164797.344920:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402f800, transno 4295982907 00000004:00080000:2.0:1733164797.344922:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e6300, transno 4295982908 00000004:00080000:2.0:1733164797.344923:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339ed880, transno 4295982909 00000004:00080000:2.0:1733164797.344925:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801339ece00, transno 4295982910 00000004:00080000:2.0:1733164797.344926:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e1bc700, transno 4295982911 00000004:00080000:2.0:1733164797.344928:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395f800, transno 4295982912 00000004:00080000:2.0:1733164797.344929:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944e8e00, transno 4295982913 00000004:00080000:2.0:1733164797.344930:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395ce00, transno 4295982914 00000004:00080000:2.0:1733164797.344932:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395c700, transno 4295982915 00000004:00080000:2.0:1733164797.344933:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8dbb80, transno 4295982916 00000004:00080000:2.0:1733164797.344935:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d9c00, transno 4295982917 00000004:00080000:2.0:1733164797.344936:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d9880, transno 4295982918 00000004:00080000:2.0:1733164797.344938:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f1f800, transno 4295982919 00000004:00080000:2.0:1733164797.344939:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d9500, transno 4295982920 00000004:00080000:2.0:1733164797.344940:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f1f480, transno 4295982921 00000004:00080000:2.0:1733164797.344941:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f1c700, transno 4295982922 00000004:00080000:2.0:1733164797.344943:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f1e680, transno 4295982923 00000004:00080000:2.0:1733164797.344944:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a3f480, transno 4295982924 00000004:00080000:2.0:1733164797.344946:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395dc00, transno 4295982925 00000004:00080000:2.0:1733164797.344947:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f1f100, transno 4295982926 00000004:00080000:2.0:1733164797.344948:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a3e300, transno 4295982927 00000004:00080000:2.0:1733164797.344949:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a3dc00, transno 4295982928 00000004:00080000:2.0:1733164797.344951:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a3fb80, transno 4295982929 00000004:00080000:2.0:1733164797.344952:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a3c380, transno 4295982930 00000004:00080000:2.0:1733164797.344954:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c925180, transno 4295982931 00000004:00080000:2.0:1733164797.344956:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c924a80, transno 4295982932 00000004:00080000:2.0:1733164797.344958:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c927800, transno 4295982933 00000004:00080000:2.0:1733164797.344960:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a3d500, transno 4295982934 00000004:00080000:2.0:1733164797.344962:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a3f100, transno 4295982935 00000004:00080000:2.0:1733164797.344964:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be16680, transno 4295982936 00000004:00080000:2.0:1733164797.344966:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a3c700, transno 4295982937 00000004:00080000:2.0:1733164797.344969:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a3ca80, transno 4295982938 00000004:00080000:2.0:1733164797.344971:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be14a80, transno 4295982939 00000004:00080000:2.0:1733164797.344974:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be15180, transno 4295982940 00000004:00080000:2.0:1733164797.344976:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc2680, transno 4295982941 00000004:00080000:2.0:1733164797.344978:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be14380, transno 4295982942 00000004:00080000:2.0:1733164797.344980:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be17b80, transno 4295982943 00000004:00080000:2.0:1733164797.344983:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be14000, transno 4295982944 00000004:00080000:2.0:1733164797.344985:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be14700, transno 4295982945 00000004:00080000:2.0:1733164797.344988:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be17800, transno 4295982946 00000004:00080000:2.0:1733164797.344990:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008278d880, transno 4295982947 00000004:00080000:2.0:1733164797.344993:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008278d180, transno 4295982948 00000004:00080000:2.0:1733164797.344995:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be16d80, transno 4295982949 00000004:00080000:2.0:1733164797.344997:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be16a00, transno 4295982950 00000004:00080000:2.0:1733164797.344999:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac67480, transno 4295982951 00000004:00080000:2.0:1733164797.345002:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008278c000, transno 4295982952 00000004:00080000:2.0:1733164797.345004:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae36680, transno 4295982953 00000004:00080000:2.0:1733164797.345006:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013296bb80, transno 4295982954 00000004:00080000:2.0:1733164797.345008:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c926d80, transno 4295982955 00000004:00080000:2.0:1733164797.345011:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f077800, transno 4295982956 00000004:00080000:2.0:1733164797.345013:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac67b80, transno 4295982957 00000004:00080000:2.0:1733164797.345016:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008278c700, transno 4295982958 00000004:00080000:2.0:1733164797.345018:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac65180, transno 4295982959 00000004:00080000:2.0:1733164797.345021:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac64e00, transno 4295982960 00000004:00080000:2.0:1733164797.345022:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac66680, transno 4295982961 00000004:00080000:2.0:1733164797.345024:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac67100, transno 4295982962 00000004:00080000:2.0:1733164797.345025:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008278df80, transno 4295982963 00000004:00080000:2.0:1733164797.345027:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac65880, transno 4295982964 00000004:00080000:2.0:1733164797.345028:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac65f80, transno 4295982965 00000004:00080000:2.0:1733164797.345029:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008278ed80, transno 4295982966 00000004:00080000:2.0:1733164797.345030:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395c000, transno 4295982967 00000004:00080000:2.0:1733164797.345032:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac66a00, transno 4295982968 00000004:00080000:2.0:1733164797.345034:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395f480, transno 4295982969 00000004:00080000:2.0:1733164797.345035:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133bc0380, transno 4295982970 00000004:00080000:2.0:1733164797.345036:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395f100, transno 4295982971 00000004:00080000:2.0:1733164797.345038:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008278f100, transno 4295982972 00000004:00080000:2.0:1733164797.345039:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f90ad80, transno 4295982973 00000004:00080000:2.0:1733164797.345041:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac67800, transno 4295982974 00000004:00080000:2.0:1733164797.345042:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f909f80, transno 4295982975 00000004:00080000:2.0:1733164797.345043:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f90a680, transno 4295982976 00000004:00080000:2.0:1733164797.345045:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f908000, transno 4295982977 00000004:00080000:2.0:1733164797.345046:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f90a300, transno 4295982978 00000004:00080000:2.0:1733164797.345048:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f909c00, transno 4295982979 00000004:00080000:2.0:1733164797.345049:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f90b800, transno 4295982980 00000004:00080000:2.0:1733164797.345050:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f909880, transno 4295982981 00000004:00080000:2.0:1733164797.345052:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f90bb80, transno 4295982982 00000004:00080000:2.0:1733164797.345053:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c927b80, transno 4295982983 00000004:00080000:2.0:1733164797.345055:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c924700, transno 4295982984 00000004:00080000:2.0:1733164797.345057:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080f1df80, transno 4295982985 00000004:00080000:2.0:1733164797.345058:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c925c00, transno 4295982986 00000004:00080000:2.0:1733164797.345059:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae34e00, transno 4295982987 00000004:00080000:2.0:1733164797.345060:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a3ed80, transno 4295982988 00000004:00080000:2.0:1733164797.345062:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c926a00, transno 4295982989 00000004:00080000:2.0:1733164797.345063:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c768000, transno 4295982990 00000004:00080000:2.0:1733164797.345064:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e5180, transno 4295982991 00000004:00080000:2.0:1733164797.345066:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e6a00, transno 4295982992 00000004:00080000:2.0:1733164797.345067:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae36300, transno 4295982993 00000004:00080000:2.0:1733164797.345068:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae37100, transno 4295982994 00000004:00080000:2.0:1733164797.345070:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae34000, transno 4295982995 00000004:00080000:2.0:1733164797.345071:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee4000, transno 4295982996 00000004:00080000:2.0:1733164797.345072:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b04700, transno 4295982997 00000004:00080000:2.0:1733164797.345075:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b06d80, transno 4295982998 00000004:00080000:2.0:1733164797.345076:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b06680, transno 4295982999 00000004:00080000:2.0:1733164797.345077:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b07100, transno 4295983000 00000004:00080000:2.0:1733164797.345078:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b04380, transno 4295983001 00000004:00080000:2.0:1733164797.345080:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b06300, transno 4295983002 00000004:00080000:2.0:1733164797.345081:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c76b480, transno 4295983003 00000004:00080000:2.0:1733164797.345082:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69c380, transno 4295983004 00000004:00080000:2.0:1733164797.345083:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b04a80, transno 4295983005 00000004:00080000:2.0:1733164797.345084:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c769c00, transno 4295983006 00000004:00080000:2.0:1733164797.345085:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69e300, transno 4295983007 00000004:00080000:2.0:1733164797.345086:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b06a00, transno 4295983008 00000004:00080000:2.0:1733164797.345088:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b07b80, transno 4295983009 00000004:00080000:2.0:1733164797.345089:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c769500, transno 4295983010 00000004:00080000:2.0:1733164797.345090:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c76a300, transno 4295983011 00000004:00080000:2.0:1733164797.345091:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b05500, transno 4295983012 00000004:00080000:2.0:1733164797.345093:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d2680, transno 4295983013 00000004:00080000:2.0:1733164797.345094:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e681880, transno 4295983014 00000004:00080000:2.0:1733164797.345095:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b05c00, transno 4295983015 00000004:00080000:2.0:1733164797.345096:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b05f80, transno 4295983016 00000004:00080000:2.0:1733164797.345097:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d0380, transno 4295983017 00000004:00080000:2.0:1733164797.345099:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bbc380, transno 4295983018 00000004:00080000:2.0:1733164797.345100:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d0000, transno 4295983019 00000004:00080000:2.0:1733164797.345101:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bbd180, transno 4295983020 00000004:00080000:2.0:1733164797.345103:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b21500, transno 4295983021 00000004:00080000:2.0:1733164797.345104:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b20e00, transno 4295983022 00000004:00080000:2.0:1733164797.345105:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b22a00, transno 4295983023 00000004:00080000:2.0:1733164797.345107:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b20700, transno 4295983024 00000004:00080000:2.0:1733164797.345108:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b21c00, transno 4295983025 00000004:00080000:2.0:1733164797.345109:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bbf480, transno 4295983026 00000004:00080000:2.0:1733164797.345110:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f90b480, transno 4295983027 00000004:00080000:2.0:1733164797.345113:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b23800, transno 4295983028 00000004:00080000:2.0:1733164797.345114:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f909500, transno 4295983029 00000004:00080000:2.0:1733164797.345115:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bbe300, transno 4295983030 00000004:00080000:2.0:1733164797.345117:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c768700, transno 4295983031 00000004:00080000:2.0:1733164797.345118:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c768380, transno 4295983032 00000004:00080000:2.0:1733164797.345119:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c768e00, transno 4295983033 00000004:00080000:2.0:1733164797.345121:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3c700, transno 4295983034 00000004:00080000:2.0:1733164797.345122:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d3480, transno 4295983035 00000004:00080000:2.0:1733164797.345123:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3df80, transno 4295983036 00000004:00080000:2.0:1733164797.345125:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3dc00, transno 4295983037 00000004:00080000:2.0:1733164797.345126:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3ea00, transno 4295983038 00000004:00080000:2.0:1733164797.345127:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3d180, transno 4295983039 00000004:00080000:2.0:1733164797.345129:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3f800, transno 4295983040 00000004:00080000:2.0:1733164797.345130:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3d880, transno 4295983041 00000004:00080000:2.0:1733164797.345131:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3f480, transno 4295983042 00000004:00080000:2.0:1733164797.345133:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3e680, transno 4295983043 00000004:00080000:2.0:1733164797.345134:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8da680, transno 4295983044 00000004:00080000:2.0:1733164797.345136:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be17480, transno 4295983045 00000004:00080000:2.0:1733164797.345137:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008278f480, transno 4295983046 00000004:00080000:2.0:1733164797.345138:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012df04700, transno 4295983047 00000004:00080000:2.0:1733164797.345156:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be15f80, transno 4295983048 00000004:00080000:2.0:1733164797.345158:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012df07b80, transno 4295983049 00000004:00080000:2.0:1733164797.345160:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be15880, transno 4295983050 00000004:00080000:2.0:1733164797.345161:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012df04a80, transno 4295983051 00000004:00080000:2.0:1733164797.345163:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012df07480, transno 4295983052 00000004:00080000:2.0:1733164797.345164:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b23b80, transno 4295983053 00000004:00080000:2.0:1733164797.345165:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b20380, transno 4295983054 00000004:00080000:2.0:1733164797.345167:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3e300, transno 4295983055 00000004:00080000:2.0:1733164797.345169:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3fb80, transno 4295983056 00000004:00080000:2.0:1733164797.345171:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012df05c00, transno 4295983057 00000004:00080000:2.0:1733164797.345174:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012df04000, transno 4295983058 00000004:00080000:2.0:1733164797.345176:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3ce00, transno 4295983059 00000004:00080000:2.0:1733164797.345178:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012df05880, transno 4295983060 00000004:00080000:2.0:1733164797.345181:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7cdc00, transno 4295983061 00000004:00080000:2.0:1733164797.345182:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7ce300, transno 4295983062 00000004:00080000:2.0:1733164797.345184:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7cd500, transno 4295983063 00000004:00080000:2.0:1733164797.345186:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac66300, transno 4295983064 00000004:00080000:2.0:1733164797.345188:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac66d80, transno 4295983065 00000004:00080000:2.0:1733164797.345190:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7cc380, transno 4295983066 00000004:00080000:2.0:1733164797.345193:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac65c00, transno 4295983067 00000004:00080000:2.0:1733164797.345195:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac64a80, transno 4295983068 00000004:00080000:2.0:1733164797.345197:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69f100, transno 4295983069 00000004:00080000:2.0:1733164797.345199:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402c700, transno 4295983070 00000004:00080000:2.0:1733164797.345202:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b21f80, transno 4295983071 00000004:00080000:2.0:1733164797.345204:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a3df80, transno 4295983072 00000004:00080000:2.0:1733164797.345206:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f77b800, transno 4295983073 00000004:00080000:2.0:1733164797.345208:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008278e680, transno 4295983074 00000004:00080000:2.0:1733164797.345211:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be15500, transno 4295983075 00000004:00080000:2.0:1733164797.345213:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f90b100, transno 4295983076 00000004:00080000:2.0:1733164797.345215:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c76a680, transno 4295983077 00000004:00080000:2.0:1733164797.345218:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c76ad80, transno 4295983078 00000004:00080000:2.0:1733164797.345220:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be17100, transno 4295983079 00000004:00080000:2.0:1733164797.345222:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c76aa00, transno 4295983080 00000004:00080000:2.0:1733164797.345224:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7cf100, transno 4295983081 00000004:00080000:2.0:1733164797.345226:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944eaa00, transno 4295983082 00000004:00080000:2.0:1733164797.345229:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7cc000, transno 4295983083 00000004:00080000:2.0:1733164797.345231:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7cf800, transno 4295983084 00000004:00080000:2.0:1733164797.345233:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7cf480, transno 4295983085 00000004:00080000:2.0:1733164797.345235:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7ce680, transno 4295983086 00000004:00080000:2.0:1733164797.345237:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7cca80, transno 4295983087 00000004:00080000:2.0:1733164797.345240:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7cd180, transno 4295983088 00000004:00080000:2.0:1733164797.345241:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7cce00, transno 4295983089 00000004:00080000:2.0:1733164797.345243:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a3ea00, transno 4295983090 00000004:00080000:2.0:1733164797.345244:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b04000, transno 4295983091 00000004:00080000:2.0:1733164797.345245:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b04e00, transno 4295983092 00000004:00080000:2.0:1733164797.345246:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b07800, transno 4295983093 00000004:00080000:2.0:1733164797.345248:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69d180, transno 4295983094 00000004:00080000:2.0:1733164797.345249:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8daa00, transno 4295983095 00000004:00080000:2.0:1733164797.345251:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8dad80, transno 4295983096 00000004:00080000:2.0:1733164797.345252:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d8d8000, transno 4295983097 00000004:00080000:2.0:1733164797.345253:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b23480, transno 4295983098 00000004:00080000:2.0:1733164797.345255:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b21880, transno 4295983099 00000004:00080000:2.0:1733164797.345256:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b20000, transno 4295983100 00000004:00080000:2.0:1733164797.345257:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b20a80, transno 4295983101 00000004:00080000:2.0:1733164797.345259:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e006a00, transno 4295983102 00000004:00080000:2.0:1733164797.345261:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800998a3800, transno 4295983103 00000004:00080000:2.0:1733164797.345262:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800998a3100, transno 4295983104 00000004:00080000:2.0:1733164797.345263:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800998a0380, transno 4295983105 00000004:00080000:2.0:1733164797.345265:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800998a0700, transno 4295983106 00000004:00080000:2.0:1733164797.345266:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800998a3480, transno 4295983107 00000004:00080000:2.0:1733164797.345267:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c76b100, transno 4295983108 00000004:00080000:2.0:1733164797.345268:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c76b800, transno 4295983109 00000004:00080000:2.0:1733164797.345269:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c769180, transno 4295983110 00000004:00080000:2.0:1733164797.345271:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e005500, transno 4295983111 00000004:00080000:2.0:1733164797.345272:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e006d80, transno 4295983112 00000004:00080000:2.0:1733164797.345273:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e005180, transno 4295983113 00000004:00080000:2.0:1733164797.345274:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e004e00, transno 4295983114 00000004:00080000:2.0:1733164797.345276:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800998a2680, transno 4295983115 00000004:00080000:2.0:1733164797.345277:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e006680, transno 4295983116 00000004:00080000:2.0:1733164797.345278:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bbdc00, transno 4295983117 00000004:00080000:2.0:1733164797.345280:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e005c00, transno 4295983118 00000004:00080000:2.0:1733164797.345282:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e007100, transno 4295983119 00000004:00080000:2.0:1733164797.345283:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bbc700, transno 4295983120 00000004:00080000:2.0:1733164797.345284:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e004700, transno 4295983121 00000004:00080000:2.0:1733164797.345286:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e004000, transno 4295983122 00000004:00080000:2.0:1733164797.345287:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bbca80, transno 4295983123 00000004:00080000:2.0:1733164797.345288:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee5500, transno 4295983124 00000004:00080000:2.0:1733164797.345289:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008278d500, transno 4295983125 00000004:00080000:2.0:1733164797.345291:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008278f800, transno 4295983126 00000004:00080000:2.0:1733164797.345292:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee6680, transno 4295983127 00000004:00080000:2.0:1733164797.345293:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9b0a80, transno 4295983128 00000004:00080000:2.0:1733164797.345295:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c924380, transno 4295983129 00000004:00080000:2.0:1733164797.345296:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c925500, transno 4295983130 00000004:00080000:2.0:1733164797.345297:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7cdf80, transno 4295983131 00000004:00080000:2.0:1733164797.345299:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c927100, transno 4295983132 00000004:00080000:2.0:1733164797.345300:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092dfad80, transno 4295983133 00000004:00080000:2.0:1733164797.345302:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092df9500, transno 4295983134 00000004:00080000:2.0:1733164797.345303:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c924000, transno 4295983135 00000004:00080000:2.0:1733164797.345305:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092df8a80, transno 4295983136 00000004:00080000:2.0:1733164797.345306:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092dfb480, transno 4295983137 00000004:00080000:2.0:1733164797.345308:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092df8000, transno 4295983138 00000004:00080000:2.0:1733164797.345309:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012df04e00, transno 4295983139 00000004:00080000:2.0:1733164797.345310:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf60380, transno 4295983140 00000004:00080000:2.0:1733164797.345312:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf60e00, transno 4295983141 00000004:00080000:2.0:1733164797.345313:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf60000, transno 4295983142 00000004:00080000:2.0:1733164797.345315:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf63480, transno 4295983143 00000004:00080000:2.0:1733164797.345316:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf63100, transno 4295983144 00000004:00080000:2.0:1733164797.345318:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf60700, transno 4295983145 00000004:00080000:2.0:1733164797.345319:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf61500, transno 4295983146 00000004:00080000:2.0:1733164797.345320:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf62300, transno 4295983147 00000004:00080000:2.0:1733164797.345322:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf62680, transno 4295983148 00000004:00080000:2.0:1733164797.345324:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf63800, transno 4295983149 00000004:00080000:2.0:1733164797.345325:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf61180, transno 4295983150 00000004:00080000:2.0:1733164797.345327:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092dfaa00, transno 4295983151 00000004:00080000:2.0:1733164797.345329:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950d8380, transno 4295983152 00000004:00080000:2.0:1733164797.345331:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092df9f80, transno 4295983153 00000004:00080000:2.0:1733164797.345333:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092df8380, transno 4295983154 00000004:00080000:2.0:1733164797.345335:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395e300, transno 4295983155 00000004:00080000:2.0:1733164797.345337:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012df06a00, transno 4295983156 00000004:00080000:2.0:1733164797.345340:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91c380, transno 4295983157 00000004:00080000:2.0:1733164797.345342:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91fb80, transno 4295983158 00000004:00080000:2.0:1733164797.345344:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91e300, transno 4295983159 00000004:00080000:2.0:1733164797.345347:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91f100, transno 4295983160 00000004:00080000:2.0:1733164797.345349:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91f480, transno 4295983161 00000004:00080000:2.0:1733164797.345352:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bbdf80, transno 4295983162 00000004:00080000:2.0:1733164797.345354:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91d500, transno 4295983163 00000004:00080000:2.0:1733164797.345356:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950d9500, transno 4295983164 00000004:00080000:2.0:1733164797.345359:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092dfb100, transno 4295983165 00000004:00080000:2.0:1733164797.345361:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bbce00, transno 4295983166 00000004:00080000:2.0:1733164797.345363:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b22d80, transno 4295983167 00000004:00080000:2.0:1733164797.345365:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7cea00, transno 4295983168 00000004:00080000:2.0:1733164797.345367:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092dfbb80, transno 4295983169 00000004:00080000:2.0:1733164797.345369:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b22680, transno 4295983170 00000004:00080000:2.0:1733164797.345371:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e7b80, transno 4295983171 00000004:00080000:2.0:1733164797.345373:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007be14e00, transno 4295983172 00000004:00080000:2.0:1733164797.345376:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3ed80, transno 4295983173 00000004:00080000:2.0:1733164797.345378:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b22300, transno 4295983174 00000004:00080000:2.0:1733164797.345380:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402e680, transno 4295983175 00000004:00080000:2.0:1733164797.345382:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3ca80, transno 4295983176 00000004:00080000:2.0:1733164797.345384:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402e300, transno 4295983177 00000004:00080000:2.0:1733164797.345387:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91f800, transno 4295983178 00000004:00080000:2.0:1733164797.345389:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e007b80, transno 4295983179 00000004:00080000:2.0:1733164797.345392:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092df8e00, transno 4295983180 00000004:00080000:2.0:1733164797.345394:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950dad80, transno 4295983181 00000004:00080000:2.0:1733164797.345396:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b7800, transno 4295983182 00000004:00080000:2.0:1733164797.345398:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950daa00, transno 4295983183 00000004:00080000:2.0:1733164797.345400:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950db480, transno 4295983184 00000004:00080000:2.0:1733164797.345402:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950d8e00, transno 4295983185 00000004:00080000:2.0:1733164797.345404:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950d8000, transno 4295983186 00000004:00080000:2.0:1733164797.345406:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950db100, transno 4295983187 00000004:00080000:2.0:1733164797.345409:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae34700, transno 4295983188 00000004:00080000:2.0:1733164797.345411:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae37800, transno 4295983189 00000004:00080000:2.0:1733164797.345413:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121049880, transno 4295983190 00000004:00080000:2.0:1733164797.345416:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee5180, transno 4295983191 00000004:00080000:2.0:1733164797.345418:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf60a80, transno 4295983192 00000004:00080000:2.0:1733164797.345419:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ae35500, transno 4295983193 00000004:00080000:2.0:1733164797.345421:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012104bb80, transno 4295983194 00000004:00080000:2.0:1733164797.345422:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b7b80, transno 4295983195 00000004:00080000:2.0:1733164797.345424:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121049180, transno 4295983196 00000004:00080000:2.0:1733164797.345425:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b5f80, transno 4295983197 00000004:00080000:2.0:1733164797.345427:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b4380, transno 4295983198 00000004:00080000:2.0:1733164797.345428:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b6a00, transno 4295983199 00000004:00080000:2.0:1733164797.345429:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b7100, transno 4295983200 00000004:00080000:2.0:1733164797.345431:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b5500, transno 4295983201 00000004:00080000:2.0:1733164797.345432:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950da680, transno 4295983202 00000004:00080000:2.0:1733164797.345433:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950d8700, transno 4295983203 00000004:00080000:2.0:1733164797.345435:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b6300, transno 4295983204 00000004:00080000:2.0:1733164797.345436:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950db800, transno 4295983205 00000004:00080000:2.0:1733164797.345437:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950d9f80, transno 4295983206 00000004:00080000:2.0:1733164797.345439:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950d9180, transno 4295983207 00000004:00080000:2.0:1733164797.345441:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7fa680, transno 4295983208 00000004:00080000:2.0:1733164797.345443:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012104aa00, transno 4295983209 00000004:00080000:2.0:1733164797.345444:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7f8e00, transno 4295983210 00000004:00080000:2.0:1733164797.345446:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7f9f80, transno 4295983211 00000004:00080000:2.0:1733164797.345447:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7f8700, transno 4295983212 00000004:00080000:2.0:1733164797.345449:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7fb800, transno 4295983213 00000004:00080000:2.0:1733164797.345450:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7fa300, transno 4295983214 00000004:00080000:2.0:1733164797.345451:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7f9880, transno 4295983215 00000004:00080000:2.0:1733164797.345452:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7faa00, transno 4295983216 00000004:00080000:2.0:1733164797.345454:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7f8380, transno 4295983217 00000004:00080000:2.0:1733164797.345455:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e007480, transno 4295983218 00000004:00080000:2.0:1733164797.345457:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e005f80, transno 4295983219 00000004:00080000:2.0:1733164797.345458:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121ee6a00, transno 4295983220 00000004:00080000:2.0:1733164797.345459:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7fad80, transno 4295983221 00000004:00080000:2.0:1733164797.345460:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7fb480, transno 4295983222 00000004:00080000:2.0:1733164797.345461:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b6680, transno 4295983223 00000004:00080000:2.0:1733164797.345462:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7f8000, transno 4295983224 00000004:00080000:2.0:1733164797.345464:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88011f909180, transno 4295983225 00000004:00080000:2.0:1733164797.345465:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b6d80, transno 4295983226 00000004:00080000:2.0:1733164797.345466:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b4a80, transno 4295983227 00000004:00080000:2.0:1733164797.345467:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b7480, transno 4295983228 00000004:00080000:2.0:1733164797.345468:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950da300, transno 4295983229 00000004:00080000:2.0:1733164797.345469:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950d9c00, transno 4295983230 00000004:00080000:2.0:1733164797.345471:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b4000, transno 4295983231 00000004:00080000:2.0:1733164797.345472:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7ced80, transno 4295983232 00000004:00080000:2.0:1733164797.345473:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316f2680, transno 4295983233 00000004:00080000:2.0:1733164797.345475:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e005880, transno 4295983234 00000004:00080000:2.0:1733164797.345476:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a3c000, transno 4295983235 00000004:00080000:2.0:1733164797.345477:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91ca80, transno 4295983236 00000004:00080000:2.0:1733164797.345479:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880083a3d880, transno 4295983237 00000004:00080000:2.0:1733164797.345481:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91ea00, transno 4295983238 00000004:00080000:2.0:1733164797.345483:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91ce00, transno 4295983239 00000004:00080000:2.0:1733164797.345484:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b5880, transno 4295983240 00000004:00080000:2.0:1733164797.345486:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bddc00, transno 4295983241 00000004:00080000:2.0:1733164797.345487:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bdc380, transno 4295983242 00000004:00080000:2.0:1733164797.345489:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf61c00, transno 4295983243 00000004:00080000:2.0:1733164797.345490:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012104a300, transno 4295983244 00000004:00080000:2.0:1733164797.345503:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012104b480, transno 4295983245 00000004:00080000:2.0:1733164797.345505:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121049f80, transno 4295983246 00000004:00080000:2.0:1733164797.345506:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012104ad80, transno 4295983247 00000004:00080000:2.0:1733164797.345508:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bdf480, transno 4295983248 00000004:00080000:2.0:1733164797.345509:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bded80, transno 4295983249 00000004:00080000:2.0:1733164797.345510:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bdea00, transno 4295983250 00000004:00080000:2.0:1733164797.345511:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bdf800, transno 4295983251 00000004:00080000:2.0:1733164797.345513:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bdc000, transno 4295983252 00000004:00080000:2.0:1733164797.345514:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bddf80, transno 4295983253 00000004:00080000:2.0:1733164797.345515:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800950dbb80, transno 4295983254 00000004:00080000:2.0:1733164797.345517:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bdd500, transno 4295983255 00000004:00080000:2.0:1733164797.345518:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c925f80, transno 4295983256 00000004:00080000:2.0:1733164797.345519:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c925880, transno 4295983257 00000004:00080000:2.0:1733164797.345521:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c927480, transno 4295983258 00000004:00080000:2.0:1733164797.345522:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91d180, transno 4295983259 00000004:00080000:2.0:1733164797.345524:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91dc00, transno 4295983260 00000004:00080000:2.0:1733164797.345525:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bbd500, transno 4295983261 00000004:00080000:2.0:1733164797.345526:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012df05180, transno 4295983262 00000004:00080000:2.0:1733164797.345527:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bdc700, transno 4295983263 00000004:00080000:2.0:1733164797.345529:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092dfa300, transno 4295983264 00000004:00080000:2.0:1733164797.345530:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800998a0e00, transno 4295983265 00000004:00080000:2.0:1733164797.345532:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092dfb800, transno 4295983266 00000004:00080000:2.0:1733164797.345533:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092dfa680, transno 4295983267 00000004:00080000:2.0:1733164797.345535:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91d880, transno 4295983268 00000004:00080000:2.0:1733164797.345537:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800998a2d80, transno 4295983269 00000004:00080000:2.0:1733164797.345539:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e006300, transno 4295983270 00000004:00080000:2.0:1733164797.345540:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880122b21180, transno 4295983271 00000004:00080000:2.0:1733164797.345541:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8e680, transno 4295983272 00000004:00080000:2.0:1733164797.345543:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8d880, transno 4295983273 00000004:00080000:2.0:1733164797.345544:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8c380, transno 4295983274 00000004:00080000:2.0:1733164797.345545:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8c700, transno 4295983275 00000004:00080000:2.0:1733164797.345546:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092df8700, transno 4295983276 00000004:00080000:2.0:1733164797.345548:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8ea00, transno 4295983277 00000004:00080000:2.0:1733164797.345549:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8ce00, transno 4295983278 00000004:00080000:2.0:1733164797.345550:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8d500, transno 4295983279 00000004:00080000:2.0:1733164797.345551:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b4700, transno 4295983280 00000004:00080000:2.0:1733164797.345552:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b4e00, transno 4295983281 00000004:00080000:2.0:1733164797.345554:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096604a80, transno 4295983282 00000004:00080000:2.0:1733164797.345555:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3c000, transno 4295983283 00000004:00080000:2.0:1733164797.345557:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096605f80, transno 4295983284 00000004:00080000:2.0:1733164797.345558:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096605880, transno 4295983285 00000004:00080000:2.0:1733164797.345560:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f7cfb80, transno 4295983286 00000004:00080000:2.0:1733164797.345561:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096607b80, transno 4295983287 00000004:00080000:2.0:1733164797.345562:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8d180, transno 4295983288 00000004:00080000:2.0:1733164797.345563:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096606d80, transno 4295983289 00000004:00080000:2.0:1733164797.345565:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121048380, transno 4295983290 00000004:00080000:2.0:1733164797.345566:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bde300, transno 4295983291 00000004:00080000:2.0:1733164797.345568:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097804a80, transno 4295983292 00000004:00080000:2.0:1733164797.345569:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121049500, transno 4295983293 00000004:00080000:2.0:1733164797.345571:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bbc000, transno 4295983294 00000004:00080000:2.0:1733164797.345572:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bde680, transno 4295983295 00000004:00080000:2.0:1733164797.345573:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bdd880, transno 4295983296 00000004:00080000:2.0:1733164797.345575:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bdce00, transno 4295983297 00000004:00080000:2.0:1733164797.345577:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012104b100, transno 4295983298 00000004:00080000:2.0:1733164797.345579:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91df80, transno 4295983299 00000004:00080000:2.0:1733164797.345581:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800998a1500, transno 4295983300 00000004:00080000:2.0:1733164797.345582:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800998a3b80, transno 4295983301 00000004:00080000:2.0:1733164797.345584:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121048000, transno 4295983302 00000004:00080000:2.0:1733164797.345585:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826b5180, transno 4295983303 00000004:00080000:2.0:1733164797.345587:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91e680, transno 4295983304 00000004:00080000:2.0:1733164797.345588:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91c700, transno 4295983305 00000004:00080000:2.0:1733164797.345590:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092df9880, transno 4295983306 00000004:00080000:2.0:1733164797.345592:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097805880, transno 4295983307 00000004:00080000:2.0:1733164797.345593:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d91c000, transno 4295983308 00000004:00080000:2.0:1733164797.345594:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097805180, transno 4295983309 00000004:00080000:2.0:1733164797.345595:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800998a1180, transno 4295983310 00000004:00080000:2.0:1733164797.345597:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097806680, transno 4295983311 00000004:00080000:2.0:1733164797.345598:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097805500, transno 4295983312 00000004:00080000:2.0:1733164797.345599:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097804700, transno 4295983313 00000004:00080000:2.0:1733164797.345601:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097806d80, transno 4295983314 00000004:00080000:2.0:1733164797.345602:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097804000, transno 4295983315 00000004:00080000:2.0:1733164797.345603:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7f9500, transno 4295983316 00000004:00080000:2.0:1733164797.345604:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097806300, transno 4295983317 00000004:00080000:2.0:1733164797.345605:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097804380, transno 4295983318 00000004:00080000:2.0:1733164797.345607:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012395d180, transno 4295983319 00000004:00080000:2.0:1733164797.345608:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e004a80, transno 4295983320 00000004:00080000:2.0:1733164797.345609:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121048700, transno 4295983321 00000004:00080000:2.0:1733164797.345610:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012104a680, transno 4295983322 00000004:00080000:2.0:1733164797.345612:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c69c700, transno 4295983323 00000004:00080000:2.0:1733164797.345613:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8f800, transno 4295983324 00000004:00080000:2.0:1733164797.345614:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bdd180, transno 4295983325 00000004:00080000:2.0:1733164797.345615:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132bdf100, transno 4295983326 00000004:00080000:2.0:1733164797.345616:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096604380, transno 4295983327 00000004:00080000:2.0:1733164797.345618:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096605180, transno 4295983328 00000004:00080000:2.0:1733164797.345620:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096606680, transno 4295983329 00000004:00080000:2.0:1733164797.345621:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096604e00, transno 4295983330 00000004:00080000:2.0:1733164797.345623:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8ca80, transno 4295983331 00000004:00080000:2.0:1733164797.345624:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8f100, transno 4295983332 00000004:00080000:2.0:1733164797.345625:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8f480, transno 4295983333 00000004:00080000:2.0:1733164797.345626:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8fb80, transno 4295983334 00000004:00080000:2.0:1733164797.345627:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8ed80, transno 4295983335 00000004:00080000:2.0:1733164797.345629:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb4380, transno 4295983336 00000004:00080000:2.0:1733164797.345630:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb7100, transno 4295983337 00000004:00080000:2.0:1733164797.345631:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb6300, transno 4295983338 00000004:00080000:2.0:1733164797.345633:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8dc00, transno 4295983339 00000004:00080000:2.0:1733164797.345634:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7fbb80, transno 4295983340 00000004:00080000:2.0:1733164797.345636:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb4000, transno 4295983341 00000004:00080000:2.0:1733164797.345637:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7f9c00, transno 4295983342 00000004:00080000:2.0:1733164797.345638:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c76bb80, transno 4295983343 00000004:00080000:2.0:1733164797.345640:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf63b80, transno 4295983344 00000004:00080000:2.0:1733164797.345641:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb5180, transno 4295983345 00000004:00080000:2.0:1733164797.345642:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf62a00, transno 4295983346 00000004:00080000:2.0:1733164797.345643:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb7800, transno 4295983347 00000004:00080000:2.0:1733164797.345644:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092df9c00, transno 4295983348 00000004:00080000:2.0:1733164797.345646:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110df80, transno 4295983349 00000004:00080000:2.0:1733164797.345647:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c769880, transno 4295983350 00000004:00080000:2.0:1733164797.345648:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110d180, transno 4295983351 00000004:00080000:2.0:1733164797.345650:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110fb80, transno 4295983352 00000004:00080000:2.0:1733164797.345651:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110f480, transno 4295983353 00000004:00080000:2.0:1733164797.345652:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110c000, transno 4295983354 00000004:00080000:2.0:1733164797.345654:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110c380, transno 4295983355 00000004:00080000:2.0:1733164797.345655:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110ce00, transno 4295983356 00000004:00080000:2.0:1733164797.345657:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110ea00, transno 4295983357 00000004:00080000:2.0:1733164797.345659:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb4e00, transno 4295983358 00000004:00080000:2.0:1733164797.345660:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110d500, transno 4295983359 00000004:00080000:2.0:1733164797.345661:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110c700, transno 4295983360 00000004:00080000:2.0:1733164797.345663:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097807480, transno 4295983361 00000004:00080000:2.0:1733164797.345664:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110d880, transno 4295983362 00000004:00080000:2.0:1733164797.345665:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097807b80, transno 4295983363 00000004:00080000:2.0:1733164797.345666:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a75c00, transno 4295983364 00000004:00080000:2.0:1733164797.345668:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a75500, transno 4295983365 00000004:00080000:2.0:1733164797.345669:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a74700, transno 4295983366 00000004:00080000:2.0:1733164797.345670:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a76d80, transno 4295983367 00000004:00080000:2.0:1733164797.345672:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a74e00, transno 4295983368 00000004:00080000:2.0:1733164797.345673:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a76300, transno 4295983369 00000004:00080000:2.0:1733164797.345674:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a75180, transno 4295983370 00000004:00080000:2.0:1733164797.345675:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a77b80, transno 4295983371 00000004:00080000:2.0:1733164797.345677:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3f100, transno 4295983372 00000004:00080000:2.0:1733164797.345678:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a77800, transno 4295983373 00000004:00080000:2.0:1733164797.345680:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a76680, transno 4295983374 00000004:00080000:2.0:1733164797.345681:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ad3c380, transno 4295983375 00000004:00080000:2.0:1733164797.345682:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c5c00, transno 4295983376 00000004:00080000:2.0:1733164797.345684:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a74380, transno 4295983377 00000004:00080000:2.0:1733164797.345686:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a77100, transno 4295983378 00000004:00080000:2.0:1733164797.345688:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7f9180, transno 4295983379 00000004:00080000:2.0:1733164797.345690:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca31180, transno 4295983380 00000004:00080000:2.0:1733164797.345692:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c4a80, transno 4295983381 00000004:00080000:2.0:1733164797.345694:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110dc00, transno 4295983382 00000004:00080000:2.0:1733164797.345695:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca30e00, transno 4295983383 00000004:00080000:2.0:1733164797.345697:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca30000, transno 4295983384 00000004:00080000:2.0:1733164797.345699:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c4700, transno 4295983385 00000004:00080000:2.0:1733164797.345701:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c7480, transno 4295983386 00000004:00080000:2.0:1733164797.345703:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801316e4380, transno 4295983387 00000004:00080000:2.0:1733164797.345706:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c4380, transno 4295983388 00000004:00080000:2.0:1733164797.345708:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c5f80, transno 4295983389 00000004:00080000:2.0:1733164797.345710:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121048e00, transno 4295983390 00000004:00080000:2.0:1733164797.345713:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bed80, transno 4295983391 00000004:00080000:2.0:1733164797.345715:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121049c00, transno 4295983392 00000004:00080000:2.0:1733164797.345718:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca33100, transno 4295983393 00000004:00080000:2.0:1733164797.345720:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9be300, transno 4295983394 00000004:00080000:2.0:1733164797.345723:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca32680, transno 4295983395 00000004:00080000:2.0:1733164797.345725:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008279b800, transno 4295983396 00000004:00080000:2.0:1733164797.345727:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008279bb80, transno 4295983397 00000004:00080000:2.0:1733164797.345729:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca32d80, transno 4295983398 00000004:00080000:2.0:1733164797.345732:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca33480, transno 4295983399 00000004:00080000:2.0:1733164797.345734:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca32a00, transno 4295983400 00000004:00080000:2.0:1733164797.345736:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af4a80, transno 4295983401 00000004:00080000:2.0:1733164797.345738:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca31880, transno 4295983402 00000004:00080000:2.0:1733164797.345741:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096604000, transno 4295983403 00000004:00080000:2.0:1733164797.345743:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bfb80, transno 4295983404 00000004:00080000:2.0:1733164797.345745:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bce00, transno 4295983405 00000004:00080000:2.0:1733164797.345748:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bd500, transno 4295983406 00000004:00080000:2.0:1733164797.345751:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bf800, transno 4295983407 00000004:00080000:2.0:1733164797.345753:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bc700, transno 4295983408 00000004:00080000:2.0:1733164797.345756:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bc000, transno 4295983409 00000004:00080000:2.0:1733164797.345758:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bdf80, transno 4295983410 00000004:00080000:2.0:1733164797.345760:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb7480, transno 4295983411 00000004:00080000:2.0:1733164797.345763:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bf100, transno 4295983412 00000004:00080000:2.0:1733164797.345765:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af6300, transno 4295983413 00000004:00080000:2.0:1733164797.345767:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb7b80, transno 4295983414 00000004:00080000:2.0:1733164797.345769:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb4700, transno 4295983415 00000004:00080000:2.0:1733164797.345771:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb5c00, transno 4295983416 00000004:00080000:2.0:1733164797.345773:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb5f80, transno 4295983417 00000004:00080000:2.0:1733164797.345776:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f6680, transno 4295983418 00000004:00080000:2.0:1733164797.345778:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f5c00, transno 4295983419 00000004:00080000:2.0:1733164797.345780:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f7800, transno 4295983420 00000004:00080000:2.0:1733164797.345782:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f4000, transno 4295983421 00000004:00080000:2.0:1733164797.345784:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880082799c00, transno 4295983422 00000004:00080000:2.0:1733164797.345786:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008279ad80, transno 4295983423 00000004:00080000:2.0:1733164797.345788:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880082799500, transno 4295983424 00000004:00080000:2.0:1733164797.345790:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880082799f80, transno 4295983425 00000004:00080000:2.0:1733164797.345792:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880082798a80, transno 4295983426 00000004:00080000:2.0:1733164797.345794:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008279b480, transno 4295983427 00000004:00080000:2.0:1733164797.345796:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af6a00, transno 4295983428 00000004:00080000:2.0:1733164797.345798:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880082798380, transno 4295983429 00000004:00080000:2.0:1733164797.345800:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af5180, transno 4295983430 00000004:00080000:2.0:1733164797.345803:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af6d80, transno 4295983431 00000004:00080000:2.0:1733164797.345805:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af5f80, transno 4295983432 00000004:00080000:2.0:1733164797.345807:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af7b80, transno 4295983433 00000004:00080000:2.0:1733164797.345809:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af4e00, transno 4295983434 00000004:00080000:2.0:1733164797.345811:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af5500, transno 4295983435 00000004:00080000:2.0:1733164797.345813:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af5880, transno 4295983436 00000004:00080000:2.0:1733164797.345815:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca33b80, transno 4295983437 00000004:00080000:2.0:1733164797.345817:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca30700, transno 4295983438 00000004:00080000:2.0:1733164797.345819:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca30a80, transno 4295983439 00000004:00080000:2.0:1733164797.345820:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca32300, transno 4295983440 00000004:00080000:2.0:1733164797.345822:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca31c00, transno 4295983441 00000004:00080000:2.0:1733164797.345824:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca31500, transno 4295983442 00000004:00080000:2.0:1733164797.345826:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b2300, transno 4295983443 00000004:00080000:2.0:1733164797.345828:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca30380, transno 4295983444 00000004:00080000:2.0:1733164797.345830:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b3b80, transno 4295983445 00000004:00080000:2.0:1733164797.345832:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b3100, transno 4295983446 00000004:00080000:2.0:1733164797.345834:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b3800, transno 4295983447 00000004:00080000:2.0:1733164797.345836:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b0e00, transno 4295983448 00000004:00080000:2.0:1733164797.345838:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b2d80, transno 4295983449 00000004:00080000:2.0:1733164797.345840:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b0a80, transno 4295983450 00000004:00080000:2.0:1733164797.345843:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b0700, transno 4295983451 00000004:00080000:2.0:1733164797.345845:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b3480, transno 4295983452 00000004:00080000:2.0:1733164797.345847:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b1880, transno 4295983453 00000004:00080000:2.0:1733164797.345849:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b1f80, transno 4295983454 00000004:00080000:2.0:1733164797.345850:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b1500, transno 4295983455 00000004:00080000:2.0:1733164797.345852:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012382c700, transno 4295983456 00000004:00080000:2.0:1733164797.345854:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012382ea00, transno 4295983457 00000004:00080000:2.0:1733164797.345855:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012382ca80, transno 4295983458 00000004:00080000:2.0:1733164797.345856:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012382e680, transno 4295983459 00000004:00080000:2.0:1733164797.345857:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012382ed80, transno 4295983460 00000004:00080000:2.0:1733164797.345859:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012382d180, transno 4295983461 00000004:00080000:2.0:1733164797.345860:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f5500, transno 4295983462 00000004:00080000:2.0:1733164797.345861:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f5880, transno 4295983463 00000004:00080000:2.0:1733164797.345863:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f7b80, transno 4295983464 00000004:00080000:2.0:1733164797.345864:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f7100, transno 4295983465 00000004:00080000:2.0:1733164797.345865:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f6d80, transno 4295983466 00000004:00080000:2.0:1733164797.345867:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f4e00, transno 4295983467 00000004:00080000:2.0:1733164797.345869:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096606300, transno 4295983468 00000004:00080000:2.0:1733164797.345871:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f5180, transno 4295983469 00000004:00080000:2.0:1733164797.345873:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a74000, transno 4295983470 00000004:00080000:2.0:1733164797.345874:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b1c00, transno 4295983471 00000004:00080000:2.0:1733164797.345876:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110e300, transno 4295983472 00000004:00080000:2.0:1733164797.345878:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012382f100, transno 4295983473 00000004:00080000:2.0:1733164797.345880:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012382df80, transno 4295983474 00000004:00080000:2.0:1733164797.345882:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012382f800, transno 4295983475 00000004:00080000:2.0:1733164797.345884:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac64000, transno 4295983476 00000004:00080000:2.0:1733164797.345886:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131270000, transno 4295983477 00000004:00080000:2.0:1733164797.345889:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ac65500, transno 4295983478 00000004:00080000:2.0:1733164797.345891:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131270700, transno 4295983479 00000004:00080000:2.0:1733164797.345893:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131272300, transno 4295983480 00000004:00080000:2.0:1733164797.345895:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007ca31f80, transno 4295983481 00000004:00080000:2.0:1733164797.345897:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131272d80, transno 4295983482 00000004:00080000:2.0:1733164797.345899:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131273480, transno 4295983483 00000004:00080000:2.0:1733164797.345901:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b2a00, transno 4295983484 00000004:00080000:2.0:1733164797.345903:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097805f80, transno 4295983485 00000004:00080000:2.0:1733164797.345905:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097804e00, transno 4295983486 00000004:00080000:2.0:1733164797.345907:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097805c00, transno 4295983487 00000004:00080000:2.0:1733164797.345909:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af6680, transno 4295983488 00000004:00080000:2.0:1733164797.345911:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a77480, transno 4295983489 00000004:00080000:2.0:1733164797.345913:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b05180, transno 4295983490 00000004:00080000:2.0:1733164797.345915:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133b07480, transno 4295983491 00000004:00080000:2.0:1733164797.345917:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880082799180, transno 4295983492 00000004:00080000:2.0:1733164797.345919:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008279a680, transno 4295983493 00000004:00080000:2.0:1733164797.345921:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880082799880, transno 4295983494 00000004:00080000:2.0:1733164797.345923:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880082798e00, transno 4295983495 00000004:00080000:2.0:1733164797.345925:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880082798700, transno 4295983496 00000004:00080000:2.0:1733164797.345928:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097807800, transno 4295983497 00000004:00080000:2.0:1733164797.345931:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bdc00, transno 4295983498 00000004:00080000:2.0:1733164797.345934:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bca80, transno 4295983499 00000004:00080000:2.0:1733164797.345936:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bea00, transno 4295983500 00000004:00080000:2.0:1733164797.345939:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bd180, transno 4295983501 00000004:00080000:2.0:1733164797.345940:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096607100, transno 4295983502 00000004:00080000:2.0:1733164797.345942:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bf480, transno 4295983503 00000004:00080000:2.0:1733164797.345944:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bd880, transno 4295983504 00000004:00080000:2.0:1733164797.345945:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096605500, transno 4295983505 00000004:00080000:2.0:1733164797.345946:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007d9bc380, transno 4295983506 00000004:00080000:2.0:1733164797.345948:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096607480, transno 4295983507 00000004:00080000:2.0:1733164797.345950:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c77df80, transno 4295983508 00000004:00080000:2.0:1733164797.345952:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092d21f80, transno 4295983509 00000004:00080000:2.0:1733164797.345953:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f5f80, transno 4295983510 00000004:00080000:2.0:1733164797.345954:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c77c700, transno 4295983511 00000004:00080000:2.0:1733164797.345956:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f4700, transno 4295983512 00000004:00080000:2.0:1733164797.345957:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f4380, transno 4295983513 00000004:00080000:2.0:1733164797.345958:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096605c00, transno 4295983514 00000004:00080000:2.0:1733164797.345960:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9f4a80, transno 4295983515 00000004:00080000:2.0:1733164797.345961:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092d20380, transno 4295983516 00000004:00080000:2.0:1733164797.345962:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092d21880, transno 4295983517 00000004:00080000:2.0:1733164797.345964:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092d20700, transno 4295983518 00000004:00080000:2.0:1733164797.345965:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092d22680, transno 4295983519 00000004:00080000:2.0:1733164797.345966:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b2680, transno 4295983520 00000004:00080000:2.0:1733164797.345968:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf61880, transno 4295983521 00000004:00080000:2.0:1733164797.345969:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092d22300, transno 4295983522 00000004:00080000:2.0:1733164797.345971:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092d20a80, transno 4295983523 00000004:00080000:2.0:1733164797.345972:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af7100, transno 4295983524 00000004:00080000:2.0:1733164797.345973:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8e300, transno 4295983525 00000004:00080000:2.0:1733164797.345975:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af5c00, transno 4295983526 00000004:00080000:2.0:1733164797.345976:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007db8df80, transno 4295983527 00000004:00080000:2.0:1733164797.345978:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb5500, transno 4295983528 00000004:00080000:2.0:1733164797.345979:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a09500, transno 4295983529 00000004:00080000:2.0:1733164797.345980:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880121fb4a80, transno 4295983530 00000004:00080000:2.0:1733164797.345982:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a08a80, transno 4295983531 00000004:00080000:2.0:1733164797.345983:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9d8a80, transno 4295983532 00000004:00080000:2.0:1733164797.345985:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9d9180, transno 4295983533 00000004:00080000:2.0:1733164797.345986:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9d8000, transno 4295983534 00000004:00080000:2.0:1733164797.345987:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9db800, transno 4295983535 00000004:00080000:2.0:1733164797.345988:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a0b480, transno 4295983536 00000004:00080000:2.0:1733164797.345989:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a09c00, transno 4295983537 00000004:00080000:2.0:1733164797.345991:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a08380, transno 4295983538 00000004:00080000:2.0:1733164797.345993:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af7800, transno 4295983539 00000004:00080000:2.0:1733164797.345994:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a08e00, transno 4295983540 00000004:00080000:2.0:1733164797.345997:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096606a00, transno 4295983541 00000004:00080000:2.0:1733164797.345999:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110f800, transno 4295983542 00000004:00080000:2.0:1733164797.346002:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af4380, transno 4295983543 00000004:00080000:2.0:1733164797.346004:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110f100, transno 4295983544 00000004:00080000:2.0:1733164797.346006:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c77f480, transno 4295983545 00000004:00080000:2.0:1733164797.346008:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012110ca80, transno 4295983546 00000004:00080000:2.0:1733164797.346011:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b0000, transno 4295983547 00000004:00080000:2.0:1733164797.346013:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093af4000, transno 4295983548 00000004:00080000:2.0:1733164797.346015:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a75f80, transno 4295983549 00000004:00080000:2.0:1733164797.346017:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c77e300, transno 4295983550 00000004:00080000:2.0:1733164797.346019:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c77d500, transno 4295983551 00000004:00080000:2.0:1733164797.346021:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c77ca80, transno 4295983552 00000004:00080000:2.0:1733164797.346023:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c77fb80, transno 4295983553 00000004:00080000:2.0:1733164797.346025:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c77f100, transno 4295983554 00000004:00080000:2.0:1733164797.346027:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c77c000, transno 4295983555 00000004:00080000:2.0:1733164797.346029:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c77d880, transno 4295983556 00000004:00080000:2.0:1733164797.346032:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c77ce00, transno 4295983557 00000004:00080000:2.0:1733164797.346034:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a0bb80, transno 4295983558 00000004:00080000:2.0:1733164797.346036:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a08000, transno 4295983559 00000004:00080000:2.0:1733164797.346038:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a0b800, transno 4295983560 00000004:00080000:2.0:1733164797.346040:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a0aa00, transno 4295983561 00000004:00080000:2.0:1733164797.346042:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7fb100, transno 4295983562 00000004:00080000:2.0:1733164797.346045:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008279b100, transno 4295983563 00000004:00080000:2.0:1733164797.346047:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092d20e00, transno 4295983564 00000004:00080000:2.0:1733164797.346049:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092d23800, transno 4295983565 00000004:00080000:2.0:1733164797.346052:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092d23480, transno 4295983566 00000004:00080000:2.0:1733164797.346054:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092d21c00, transno 4295983567 00000004:00080000:2.0:1733164797.346057:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092d23100, transno 4295983568 00000004:00080000:2.0:1733164797.346060:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092d21180, transno 4295983569 00000004:00080000:2.0:1733164797.346062:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092d20000, transno 4295983570 00000004:00080000:2.0:1733164797.346064:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080742d80, transno 4295983571 00000004:00080000:2.0:1733164797.346065:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080742a00, transno 4295983572 00000004:00080000:2.0:1733164797.346067:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080743100, transno 4295983573 00000004:00080000:2.0:1733164797.346068:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080743800, transno 4295983574 00000004:00080000:2.0:1733164797.346070:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c4000, transno 4295983575 00000004:00080000:2.0:1733164797.346071:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080740000, transno 4295983576 00000004:00080000:2.0:1733164797.346072:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c5180, transno 4295983577 00000004:00080000:2.0:1733164797.346074:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097806a00, transno 4295983578 00000004:00080000:2.0:1733164797.346075:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf74380, transno 4295983579 00000004:00080000:2.0:1733164797.346077:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c5500, transno 4295983580 00000004:00080000:2.0:1733164797.346078:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c6d80, transno 4295983581 00000004:00080000:2.0:1733164797.346080:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf76680, transno 4295983582 00000004:00080000:2.0:1733164797.346081:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf77100, transno 4295983583 00000004:00080000:2.0:1733164797.346083:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800998a2300, transno 4295983584 00000004:00080000:2.0:1733164797.346085:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf77480, transno 4295983585 00000004:00080000:2.0:1733164797.346086:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf74000, transno 4295983586 00000004:00080000:2.0:1733164797.346088:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080740700, transno 4295983587 00000004:00080000:2.0:1733164797.346090:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133a82d80, transno 4295983588 00000004:00080000:2.0:1733164797.346092:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133a81500, transno 4295983589 00000004:00080000:2.0:1733164797.346094:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133a82680, transno 4295983590 00000004:00080000:2.0:1733164797.346096:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131273800, transno 4295983591 00000004:00080000:2.0:1733164797.346098:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131271c00, transno 4295983592 00000004:00080000:2.0:1733164797.346101:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131271500, transno 4295983593 00000004:00080000:2.0:1733164797.346103:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131270e00, transno 4295983594 00000004:00080000:2.0:1733164797.346105:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf76a00, transno 4295983595 00000004:00080000:2.0:1733164797.346108:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf74a80, transno 4295983596 00000004:00080000:2.0:1733164797.346111:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ce81f80, transno 4295983597 00000004:00080000:2.0:1733164797.346114:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf75880, transno 4295983598 00000004:00080000:2.0:1733164797.346116:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ce80380, transno 4295983599 00000004:00080000:2.0:1733164797.346119:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133a81180, transno 4295983600 00000004:00080000:2.0:1733164797.346121:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133a83480, transno 4295983601 00000004:00080000:2.0:1733164797.346123:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf75c00, transno 4295983602 00000004:00080000:2.0:1733164797.346125:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ce80a80, transno 4295983603 00000004:00080000:2.0:1733164797.346127:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880133a83800, transno 4295983604 00000004:00080000:2.0:1733164797.346129:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c6a00, transno 4295983605 00000004:00080000:2.0:1733164797.346131:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c7b80, transno 4295983606 00000004:00080000:2.0:1733164797.346133:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800826c7800, transno 4295983607 00000004:00080000:2.0:1733164797.346136:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131270380, transno 4295983608 00000004:00080000:2.0:1733164797.346138:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131272a00, transno 4295983609 00000004:00080000:2.0:1733164797.346159:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ce82300, transno 4295983610 00000004:00080000:2.0:1733164797.346162:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ce82680, transno 4295983611 00000004:00080000:2.0:1733164797.346164:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f47d880, transno 4295983612 00000004:00080000:2.0:1733164797.346167:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f47e300, transno 4295983613 00000004:00080000:2.0:1733164797.346169:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f47f480, transno 4295983614 00000004:00080000:2.0:1733164797.346171:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007bf77800, transno 4295983615 00000004:00080000:2.0:1733164797.346174:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f47d500, transno 4295983616 00000004:00080000:2.0:1733164797.346176:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f47c380, transno 4295983617 00000004:00080000:2.0:1733164797.346178:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f47c700, transno 4295983618 00000004:00080000:2.0:1733164797.346179:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f47f100, transno 4295983619 00000004:00080000:2.0:1733164797.346181:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f47dc00, transno 4295983620 00000004:00080000:2.0:1733164797.346182:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f47ca80, transno 4295983621 00000004:00080000:2.0:1733164797.346183:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f47ed80, transno 4295983622 00000004:00080000:2.0:1733164797.346185:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f47ce00, transno 4295983623 00000004:00080000:2.0:1733164797.346186:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080742680, transno 4295983624 00000004:00080000:2.0:1733164797.346187:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f47d180, transno 4295983625 00000004:00080000:2.0:1733164797.346189:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f47c000, transno 4295983626 00000004:00080000:2.0:1733164797.346191:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080740e00, transno 4295983627 00000004:00080000:2.0:1733164797.346193:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080741880, transno 4295983628 00000004:00080000:2.0:1733164797.346195:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080743480, transno 4295983629 00000004:00080000:2.0:1733164797.346197:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7bf800, transno 4295983630 00000004:00080000:2.0:1733164797.346199:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080741500, transno 4295983631 00000004:00080000:2.0:1733164797.346201:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880080741c00, transno 4295983632 00000004:00080000:2.0:1733164797.346203:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7be300, transno 4295983633 00000004:00080000:2.0:1733164797.346205:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7bc700, transno 4295983634 00000004:00080000:2.0:1733164797.346207:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7bf100, transno 4295983635 00000004:00080000:2.0:1733164797.346209:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a0a680, transno 4295983636 00000004:00080000:2.0:1733164797.346211:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a0b100, transno 4295983637 00000004:00080000:2.0:1733164797.346213:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880096607800, transno 4295983638 00000004:00080000:2.0:1733164797.346215:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9db100, transno 4295983639 00000004:00080000:2.0:1733164797.346217:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9daa00, transno 4295983640 00000004:00080000:2.0:1733164797.346220:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9d9f80, transno 4295983641 00000004:00080000:2.0:1733164797.346222:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9dbb80, transno 4295983642 00000004:00080000:2.0:1733164797.346224:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880085a09880, transno 4295983643 00000004:00080000:2.0:1733164797.346226:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9d8e00, transno 4295983644 00000004:00080000:2.0:1733164797.346227:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c9d9500, transno 4295983645 00000004:00080000:2.0:1733164797.346230:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008ce81500, transno 4295983646 00000004:00080000:2.0:1733164797.346232:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012382e300, transno 4295983647 00000004:00080000:2.0:1733164797.346235:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012382f480, transno 4295983648 00000004:00080000:2.0:1733164797.346237:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012382ce00, transno 4295983649 00000004:00080000:2.0:1733164797.346239:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007f47ea00, transno 4295983650 00000004:00080000:2.0:1733164797.346241:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012382c000, transno 4295983651 00000004:00080000:2.0:1733164797.346243:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7bc000, transno 4295983652 00000004:00080000:2.0:1733164797.346246:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007e37bb80, transno 4295983653 00000004:00080000:2.0:1733164797.346248:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7bdf80, transno 4295983654 00000004:00080000:2.0:1733164797.346250:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7bca80, transno 4295983655 00000004:00080000:2.0:1733164797.346252:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7be680, transno 4295983656 00000004:00080000:2.0:1733164797.346254:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7bfb80, transno 4295983657 00000004:00080000:2.0:1733164797.346257:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7bea00, transno 4295983658 00000004:00080000:2.0:1733164797.346259:0:3759:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88007c7bdc00, transno 4295983659 00000100:00100000:2.0:1733164797.346286:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297494016:0@lo:13:osp-pre-1-1.0 00000004:00080000:3.0:1733164797.346433:0:11440:0:(osp_sync.c:1189:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4051 in progress, 0 in flight, 19 done 00000100:00100000:0.0:1733164797.354343:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297494144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1733164797.354392:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164797.354437:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297494144 00000100:00100000:1.0:1733164797.354447:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297494144 00000100:00100000:1.0:1733164797.354486:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1733164797.354506:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297494144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1733164797.354532:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:1.0:1733164797.354575:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297494144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164797.354581:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1733164797.354636:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297494144:0@lo:13:osp-pre-0-1.0 00000004:00080000:3.0:1733164797.360988:0:11440:0:(osp_sync.c:1189:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 4051 done 00000100:00100000:2.0:1733164797.770336:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1733164797.770352:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880133a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297494272:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1733164797.770403:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164797.770439:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297494272 00000100:00100000:1.0:1733164797.770448:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297494272 00000100:00100000:1.0:1733164797.770512:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1733164797.770518:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297494272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1733164797.770536:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:1.0:1733164797.770568:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297494272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164797.770573:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1733164797.770592:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880133a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297494272:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1733164797.844363:0:8354:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1733164798.458370:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297494400:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1733164798.458439:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164798.458547:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297494400 00000100:00100000:2.0:1733164798.458558:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297494400 00000100:00100000:2.0:1733164798.458608:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108254 00000100:00100000:2.0:1733164798.458613:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+22:3762:x1817354297494400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1733164798.458654:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:2.0:1733164798.458698:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+22:3762:x1817354297494400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164798.458703:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108254 00000100:00100000:0.0:1733164798.458741:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ab40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297494400:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1733164798.846392:0:7193:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1733164799.707503:0:7186:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4295226485 is committed 00010000:00010000:2.0:1733164799.848361:0:16026:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1733164800.850377:0:15328:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1733164801.146352:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:531d87dc-65fb-4c67-b606-996b281d9421:3759:1817354297494528:0@lo:400:kworker.0 00000100:00100000:0.0:1733164801.146358:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3760:1817354297494656:0@lo:400:kworker.0 00000100:00100000:1.0:1733164801.146393:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3762:1817354297494912:0@lo:400:kworker.0 00000100:00100000:3.0:1733164801.146401:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297494784:0@lo:400:kworker.0 00000100:00100000:0.0:1733164801.146413:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164801.146428:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164801.146442:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3760:1817354297495168:0@lo:400:kworker.0 00000100:00100000:1.0:1733164801.146452:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164801.146456:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164801.146498:0:15860:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297494656 00000100:00100000:2.0:1733164801.146505:0:15860:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297494656 00000100:00100000:0.0:1733164801.146510:0:7200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297494528 00000100:00100000:0.0:1733164801.146514:0:7200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297494528 00000100:00100000:1.0:1733164801.146520:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297495424:0@lo:400:kworker.0 00000100:00100000:3.0:1733164801.146522:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3761:1817354297495296:0@lo:400:kworker.0 00000100:00100000:2.0:1733164801.146537:0:15860:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297494912 00000100:00100000:2.0:1733164801.146539:0:15860:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297494912 00000100:00100000:3.0:1733164801.146544:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164801.146545:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164801.146546:0:7200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1733164801.146552:0:7200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fa2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3759:x1817354297494528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164801.146552:0:15860:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297495296 00000100:00100000:2.0:1733164801.146554:0:15860:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297495296 00000100:00100000:1.0:1733164801.146559:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297495936:0@lo:400:kworker.0 00000100:00100000:3.0:1733164801.146560:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3761:1817354297495808:0@lo:400:kworker.0 00000100:00100000:2.0:1733164801.146564:0:15860:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092 00000100:00100000:2.0:1733164801.146568:0:15860:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3760:x1817354297494656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164801.146575:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164801.146576:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164801.146596:0:7200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fa2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3759:x1817354297494528:12345-0@lo:400:kworker.0 Request processed in 44us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164801.146597:0:15860:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3760:x1817354297494656:12345-0@lo:400:kworker.0 Request processed in 28us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164801.146601:0:15860:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092 00000100:00100000:0.0:1733164801.146602:0:7200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1733164801.146602:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297495424 00000100:00100000:3.0:1733164801.146604:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297495808 00000100:00100000:1.0:1733164801.146605:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297495424 00000100:00100000:3.0:1733164801.146607:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297495808 00000100:00100000:2.0:1733164801.146614:0:15860:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093 00000100:00100000:2.0:1733164801.146616:0:15860:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3762:x1817354297494912:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1733164801.146626:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164771 00000100:00100000:1.0:1733164801.146627:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297495936 00000100:00080000:0.0:1733164801.146629:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164771 00000100:00100000:1.0:1733164801.146629:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297495936 00000100:00100000:3.0:1733164801.146629:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094 00000100:00100000:2.0:1733164801.146630:0:15860:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3762:x1817354297494912:12345-0@lo:400:kworker.0 Request processed in 13us (179us total) trans 0 rc 0/0 00000100:00080000:0.0:1733164801.146631:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164771 00000100:00100000:3.0:1733164801.146633:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0000_UUID+5:3761:x1817354297495296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164801.146634:0:15860:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093 00000100:00100000:0.0:1733164801.146641:0:15861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095 00000100:00100000:0.0:1733164801.146645:0:15861:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3761:x1817354297495808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164801.146648:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1733164801.146653:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+5:3762:x1817354297495424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164801.146655:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0000_UUID+5:3761:x1817354297495296:12345-0@lo:400:kworker.0 Request processed in 22us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164801.146659:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1733164801.146662:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094 00000100:00100000:2.0:1733164801.146664:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+5:3762:x1817354297495936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164801.146671:0:15861:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3761:x1817354297495808:12345-0@lo:400:kworker.0 Request processed in 25us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164801.146676:0:15861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095 00000100:00100000:1.0:1733164801.146687:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+5:3762:x1817354297495424:12345-0@lo:400:kworker.0 Request processed in 33us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164801.146692:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+5:3762:x1817354297495936:12345-0@lo:400:kworker.0 Request processed in 28us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164801.146692:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3761:1817354297495296:0@lo:400:kworker.0 00000100:00100000:1.0:1733164801.146693:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:0.0:1733164801.146695:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164771 00000100:00100000:3.0:1733164801.146698:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3761:1817354297495808:0@lo:400:kworker.0 00000100:00100000:2.0:1733164801.146699:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1733164801.146706:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164801.146720:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297494784 00000100:00100000:2.0:1733164801.146723:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297494784 00000100:00100000:3.0:1733164801.146723:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297495168 00000100:00100000:3.0:1733164801.146725:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297495168 00000100:00100000:0.0:1733164801.146731:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3760:1817354297495680:0@lo:400:kworker.0 00000100:00100000:1.0:1733164801.146734:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3762:1817354297494912:0@lo:400:kworker.0 00000100:00080000:0.0:1733164801.146739:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164771 00000100:00100000:1.0:1733164801.146743:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297495424:0@lo:400:kworker.0 00000100:00100000:2.0:1733164801.146743:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108255 00000100:00100000:3.0:1733164801.146746:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096 00000100:00100000:2.0:1733164801.146747:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:3761:x1817354297494784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164801.146748:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:lustre-MDT0000-lwp-OST0000_UUID+5:3760:x1817354297495168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164801.146751:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297495936:0@lo:400:kworker.0 00000100:00100000:0.0:1733164801.146766:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164801.146768:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:lustre-MDT0000-lwp-OST0000_UUID+5:3760:x1817354297495168:12345-0@lo:400:kworker.0 Request processed in 19us (62us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164801.146771:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096 00000100:00100000:2.0:1733164801.146776:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:3761:x1817354297494784:12345-0@lo:400:kworker.0 Request processed in 29us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164801.146777:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297495680 00000100:00100000:3.0:1733164801.146778:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297495680 00000100:00100000:2.0:1733164801.146781:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108255 00000100:00080000:1.0:1733164801.146787:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164771 00000100:00100000:0.0:1733164801.146792:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3760:1817354297494656:0@lo:400:kworker.0 00000100:00100000:3.0:1733164801.146793:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097 00000100:00100000:2.0:1733164801.146796:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297495040:0@lo:400:kworker.0 00000100:00100000:3.0:1733164801.146796:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:lustre-MDT0000-lwp-OST0001_UUID+5:3760:x1817354297495680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164801.146804:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3760:1817354297495168:0@lo:400:kworker.0 00000100:00100000:3.0:1733164801.146810:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:lustre-MDT0000-lwp-OST0001_UUID+5:3760:x1817354297495680:12345-0@lo:400:kworker.0 Request processed in 14us (45us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164801.146813:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097 00000100:00100000:2.0:1733164801.146815:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164801.146819:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3760:1817354297495680:0@lo:400:kworker.0 00000100:00100000:2.0:1733164801.146827:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297495040 00000100:00100000:3.0:1733164801.146828:0:3761:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4295226485 gen 2 00000100:00100000:2.0:1733164801.146830:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297495040 00000004:00080000:3.0:1733164801.146832:0:3761:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4295226482 committed transno 4295226485 00000020:00080000:3.0:1733164801.146836:0:3761:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88011dc54b40 refcount 2 committed 0 result 0 batchid 14507 00000020:00080000:3.0:1733164801.146838:0:3761:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012fb6ad00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88011dc549c0 00000020:00080000:3.0:1733164801.146840:0:3761:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0xf2:0x0].229 00000020:00080000:3.0:1733164801.146842:0:3761:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012fb6a800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800934bec00 00000020:00080000:3.0:1733164801.146843:0:3761:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x199:0x0].77 00000100:00100000:2.0:1733164801.146853:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108256 00000100:00100000:2.0:1733164801.146858:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3759:x1817354297495040:12345-0@lo:400:kworker.0 00000004:00080000:3.0:1733164801.146865:0:3761:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4295226483 committed transno 4295226485 00000020:00080000:3.0:1733164801.146867:0:3761:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88011dc54f00 refcount 2 committed 0 result 0 batchid 14508 00000020:00080000:3.0:1733164801.146869:0:3761:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012fb6ae00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88011dc546c0 00000020:00080000:3.0:1733164801.146870:0:3761:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0xf2:0x0].230 00000020:00080000:3.0:1733164801.146872:0:3761:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012fb6ac00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800934be800 00000020:00080000:3.0:1733164801.146873:0:3761:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x199:0x0].78 00000020:00080000:1.0:1733164801.146877:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 14508 committed batchid 14506 00000100:00100000:2.0:1733164801.146881:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3759:x1817354297495040:12345-0@lo:400:kworker.0 Request processed in 22us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164801.146886:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108256 00000004:00080000:3.0:1733164801.146886:0:3761:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4295226484 committed transno 4295226485 00000100:00100000:2.0:1733164801.146899:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297495552:0@lo:400:kworker.0 00000004:00080000:3.0:1733164801.146902:0:3761:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4295226485 committed transno 4295226485 00000100:00100000:3.0:1733164801.146912:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297494784:0@lo:400:kworker.0 00000100:00100000:2.0:1733164801.146922:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1733164801.146928:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 14506 00000100:00100000:2.0:1733164801.146939:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801329c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297496064:0@lo:400:kworker.0 00000100:00100000:2.0:1733164801.146956:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164801.146961:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297495552 00000100:00100000:0.0:1733164801.146964:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297495552 00000100:00100000:1.0:1733164801.146972:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297496064 00000100:00100000:2.0:1733164801.146972:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:531d87dc-65fb-4c67-b606-996b281d9421:3759:1817354297494528:0@lo:400:kworker.0 00000100:00100000:1.0:1733164801.146975:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297496064 00000100:00100000:2.0:1733164801.146987:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297495040:0@lo:400:kworker.0 00000100:00100000:0.0:1733164801.146993:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1733164801.146998:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1733164801.146999:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3759:x1817354297495552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164801.147002:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0000-mdtlov_UUID+5:3759:x1817354297496064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164801.147035:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3759:x1817354297495552:12345-0@lo:400:kworker.0 Request processed in 35us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164801.147035:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0000-mdtlov_UUID+5:3759:x1817354297496064:12345-0@lo:400:kworker.0 Request processed in 32us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164801.147041:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1733164801.147044:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00080000:1.0:1733164801.147058:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164771 00000100:00080000:1.0:1733164801.147060:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164771 00000100:00100000:2.0:1733164801.147086:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297495552:0@lo:400:kworker.0 00000100:00100000:2.0:1733164801.147095:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801329c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297496064:0@lo:400:kworker.0 00000100:00100000:0.0:1733164801.514332:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297496192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1733164801.514382:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164801.514453:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297496192 00000100:00100000:1.0:1733164801.514473:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297496192 00000100:00100000:1.0:1733164801.514514:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1733164801.514521:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297496192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1733164801.514551:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00000100:00100000:1.0:1733164801.514596:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297496192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164801.514602:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1733164801.514628:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f0bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297496192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1733164801.760242:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164801.760293:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164801.760315:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606341248 00000100:00100000:3.0:1733164801.760323:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606341248 00000100:00100000:0.0:1733164801.760324:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164801.760346:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164801.760350:0:7198:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606341120 00000100:00100000:2.0:1733164801.760356:0:7198:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606341120 00000100:00100000:0.0:1733164801.760360:0:7204:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606341376 00000100:00100000:0.0:1733164801.760363:0:7204:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606341376 00000100:00100000:3.0:1733164801.760382:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3098 00000100:00100000:2.0:1733164801.760386:0:7198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 658 00000100:00100000:3.0:1733164801.760388:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2001:x1817354606341248:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1733164801.760389:0:7204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3099 00000100:00100000:2.0:1733164801.760391:0:7198:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fa2c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8ec7278-8701-48c9-82a2-e433073c7150+12:2000:x1817354606341120:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1733164801.760394:0:7204:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1779:2000:x1817354606341376:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:1.0:1733164801.760396:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164771 00000100:00080000:1.0:1733164801.760400:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164771 00000100:00080000:1.0:1733164801.760402:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164771 00000100:00100000:1.0:1733164801.760414:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606341504 00000100:00100000:1.0:1733164801.760417:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606341504 00000100:00100000:0.0:1733164801.760433:0:7204:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1779:2000:x1817354606341376:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 39us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164801.760437:0:7204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3099 00000100:00100000:2.0:1733164801.760438:0:7198:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fa2c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8ec7278-8701-48c9-82a2-e433073c7150+12:2000:x1817354606341120:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 47us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164801.760442:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 551 00000100:00100000:3.0:1733164801.760442:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2001:x1817354606341248:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 53us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164801.760444:0:7198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 658 00000100:00100000:1.0:1733164801.760447:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+31:2001:x1817354606341504:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164801.760448:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3098 00000100:00100000:0.0:1733164801.760479:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164801.760487:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+31:2001:x1817354606341504:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 39us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164801.760492:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 551 00000100:00100000:3.0:1733164801.760494:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606341760 00000100:00100000:3.0:1733164801.760497:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606341760 00000100:00100000:0.0:1733164801.760511:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00080000:1.0:1733164801.760512:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164771 00000100:00100000:3.0:1733164801.760513:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3100 00000100:00080000:1.0:1733164801.760514:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164771 00000100:00100000:3.0:1733164801.760517:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2001:x1817354606341760:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164801.760520:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606341632 00000100:00100000:1.0:1733164801.760522:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606341632 00000100:00100000:0.0:1733164801.760530:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164801.760537:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2001:x1817354606341760:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 20us (57us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164801.760539:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606342016 00000100:00100000:1.0:1733164801.760541:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606342016 00000100:00100000:3.0:1733164801.760543:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3100 00000100:00100000:0.0:1733164801.760546:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164801.760555:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606341888 00000100:00100000:3.0:1733164801.760557:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606341888 00000100:00100000:1.0:1733164801.760568:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 552 00000100:00100000:3.0:1733164801.760569:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3101 00000100:00100000:1.0:1733164801.760572:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+21:2000:x1817354606341632:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164801.760574:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:2587e66f-96b3-485b-a51d-8015e555f74f+1654:2000:x1817354606341888:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164801.760580:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 553 00000100:00100000:0.0:1733164801.760581:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164801.760585:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:2587e66f-96b3-485b-a51d-8015e555f74f+969:2001:x1817354606342016:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164801.760592:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:2587e66f-96b3-485b-a51d-8015e555f74f+1654:2000:x1817354606341888:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 17us (44us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164801.760593:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+21:2000:x1817354606341632:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 20us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164801.760597:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3101 00000100:00100000:1.0:1733164801.760598:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 552 00000100:00100000:1.0:1733164801.760606:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606342144 00000100:00100000:2.0:1733164801.760607:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:2587e66f-96b3-485b-a51d-8015e555f74f+969:2001:x1817354606342016:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 22us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164801.760609:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606342144 00000100:00100000:2.0:1733164801.760616:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 553 00000100:00100000:2.0:1733164801.760632:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 554 00000100:00100000:2.0:1733164801.760636:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:2587e66f-96b3-485b-a51d-8015e555f74f+964:2001:x1817354606342144:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:1.0:1733164801.760638:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164771 00000100:00080000:1.0:1733164801.760640:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164771 00000100:00080000:1.0:1733164801.760642:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164771 00000100:00100000:2.0:1733164801.760655:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:2587e66f-96b3-485b-a51d-8015e555f74f+964:2001:x1817354606342144:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 18us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164801.760658:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 554 00010000:00010000:2.0:1733164801.852341:0:7194:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1733164802.154335:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297496320:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1733164802.154387:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164802.154430:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297496320 00000100:00100000:2.0:1733164802.154437:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297496320 00000100:00100000:2.0:1733164802.154492:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108257 00000100:00100000:2.0:1733164802.154498:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3761:x1817354297496320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1733164802.154525:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1439649792 avail 1310187520 00000100:00100000:2.0:1733164802.154563:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3761:x1817354297496320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164802.154568:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108257 00000100:00100000:3.0:1733164802.154604:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ab40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297496320:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1733164802.362353:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1733164802.362372:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297496576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1733164802.362424:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164802.362472:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297496448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1733164802.362486:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297496576 00000100:00100000:3.0:1733164802.362490:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164802.362494:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297496576 00000100:00100000:1.0:1733164802.362523:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297496448 00000100:00100000:1.0:1733164802.362525:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297496448 00000100:00100000:1.0:1733164802.362536:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1733164802.362540:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297496576:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1733164802.362542:0:16201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1733164802.362548:0:16201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297496448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1733164802.362559:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00002000:00000024:3.0:1733164802.362567:0:16201:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:1.0:1733164802.362592:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297496576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164802.362594:0:16201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297496448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164802.362597:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1733164802.362600:0:16201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1733164802.362625:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ab42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297496576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1733164802.362637:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297496448:0@lo:13:osp-pre-0-1.0 00000020:00080000:0.0:1733164802.699274:0:8345:0:(update_trans.c:1331:distribute_txn_batchid_cb()) lustre-MDT0001: 14508 batchid updated 00000020:00080000:1.0:1733164802.699343:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 14508 00000004:00080000:1.0:1733164802.699398:0:8366:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880095987180 with version 26511 00000020:00080000:1.0:1733164802.699408:0:8366:0:(update_trans.c:1293:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 14507 cancel update log [0x200000401:0xf2:0x0].229: rc = 0 00000004:00080000:0.0:1733164802.699422:0:8358:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a9cebf00 version 26511 rpc_version 26511 00000020:00100000:0.0:1733164802.699479:0:8358:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1733164802.699492:0:8358:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88007c9f7800 x1817354297496832/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00080000:1.0:1733164802.699492:0:8366:0:(update_trans.c:1293:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 14507 cancel update log [0x240000400:0x199:0x0].77: rc = 0 00000100:00100000:0.0:1733164802.699518:0:8358:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f7800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297496832:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1733164802.699520:0:8366:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880095987480 with version 26512 00000020:00080000:1.0:1733164802.699522:0:8366:0:(update_trans.c:1293:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 14508 cancel update log [0x200000401:0xf2:0x0].230: rc = 0 00000020:00080000:1.0:1733164802.699538:0:8366:0:(update_trans.c:1293:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 14508 cancel update log [0x240000400:0x199:0x0].78: rc = 0 00000020:00080000:1.0:1733164802.699544:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 14508 00000100:00100000:0.0:1733164802.699588:0:8358:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164802.699624:0:8358:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850dbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164802.699661:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297496832 00000100:00100000:2.0:1733164802.699667:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297496832 00000100:00100000:2.0:1733164802.699711:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108258 00000100:00100000:2.0:1733164802.699717:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:8358:x1817354297496832:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1733164802.699869:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+19:8358:x1817354297496832:12345-0@lo:1000:osp_up0-1.0 Request processed in 150us (279us total) trans 4295226486 rc 0/0 00000100:00100000:2.0:1733164802.699877:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108258 00000100:00100000:0.0:1733164802.699921:0:8358:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f7800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297496832:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1733164802.699931:0:8358:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a9cebf00 version 26512 rpc_version 26512 00000020:00100000:0.0:1733164802.699942:0:8358:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1733164802.699946:0:8358:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88007c9f5500 x1817354297497088/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1733164802.699957:0:8358:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297497088:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1733164802.699990:0:8358:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164802.700010:0:8358:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800850dbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164802.700021:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297497088 00000100:00100000:2.0:1733164802.700023:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297497088 00000100:00100000:2.0:1733164802.700038:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108259 00000100:00100000:2.0:1733164802.700041:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fa3e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+19:8358:x1817354297497088:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1733164802.700089:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fa3e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+20:8358:x1817354297497088:12345-0@lo:1000:osp_up0-1.0 Request processed in 47us (99us total) trans 4295226487 rc 0/0 00000100:00100000:2.0:1733164802.700093:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108259 00000100:00100000:0.0:1733164802.700114:0:8358:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297497088:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1733164802.778378:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297497216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1733164802.778456:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164802.778549:0:16201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297497216 00000100:00100000:3.0:1733164802.778563:0:16201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297497216 00000100:00100000:3.0:1733164802.778629:0:16201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1733164802.778635:0:16201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3759:x1817354297497216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1733164802.778659:0:16201:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:3.0:1733164802.778725:0:16201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3759:x1817354297497216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164802.778731:0:16201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1733164802.778784:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ab40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297497216:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1733164802.854397:0:8354:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1733164803.466376:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1733164803.466393:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297497344:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1733164803.466498:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164803.466535:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297497344 00000100:00100000:0.0:1733164803.466543:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297497344 00000100:00100000:0.0:1733164803.466583:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108260 00000100:00100000:0.0:1733164803.466589:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+20:3759:x1817354297497344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1733164803.466623:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:0.0:1733164803.466665:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+20:3759:x1817354297497344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164803.466669:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108260 00000100:00100000:2.0:1733164803.466702:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297497344:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1733164803.856367:0:7193:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1733164803.914482:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164803.914546:0:15984:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606342400 00000100:00100000:3.0:1733164803.914555:0:15984:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606342400 00000100:00100000:2.0:1733164803.914568:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164803.914595:0:15984:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606342656 00000100:00100000:3.0:1733164803.914597:0:15984:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606342656 00000100:00100000:3.0:1733164803.914611:0:15984:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653150 00000100:00100000:3.0:1733164803.914617:0:15984:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1779:5387:x1817354606342400:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1733164803.914619:0:15893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653151 00000100:00100000:1.0:1733164803.914624:0:15893:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:2587e66f-96b3-485b-a51d-8015e555f74f+1654:18077:x1817354606342656:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00080000:0.0:1733164803.914638:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164773 00000004:00080000:1.0:1733164803.914753:0:15893:0:(mdd_object.c:3927:mdd_close()) Object [0x240000402:0x4e91:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00080000:3.0:1733164803.914788:0:15984:0:(mdd_object.c:3927:mdd_close()) Object [0x240000403:0x4a10:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1733164803.914885:0:15984:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x199:0x0].79, 440 off96688 00000100:00100000:1.0:1733164803.914971:0:15893:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:2587e66f-96b3-485b-a51d-8015e555f74f+1655:18077:x1817354606342656:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 346us (402us total) trans 4295199796 rc 0/0 00000100:00100000:1.0:1733164803.914978:0:15893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653151 00000040:00080000:3.0:1733164803.914992:0:15984:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0xf2:0x0].231, 520 off249432 00000004:00080000:3.0:1733164803.914998:0:15984:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880094752f00 with version 26513 00000004:00080000:1.0:1733164803.915012:0:8358:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a9cebf00 version 26513 rpc_version 26513 00000020:00100000:1.0:1733164803.915035:0:8358:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1733164803.915042:0:8358:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800826c4380 x1817354297497600/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1224/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1733164803.915061:0:8358:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c4380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297497600:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1733164803.915096:0:8358:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164803.915107:0:8358:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800932eed80 going to sleep for 11 seconds 00000100:00100000:0.0:1733164803.915116:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297497600 00000100:00100000:0.0:1733164803.915121:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297497600 00000100:00100000:0.0:1733164803.915164:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108261 00000100:00100000:0.0:1733164803.915169:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+20:8358:x1817354297497600:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1733164803.915403:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:8358:x1817354297497600:12345-0@lo:1000:osp_up0-1.0 Request processed in 233us (306us total) trans 4295226488 rc 0/0 00000100:00100000:0.0:1733164803.915410:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108261 00000100:00100000:1.0:1733164803.915465:0:8358:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c4380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297497600:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1733164803.915717:0:15984:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1780:5387:x1817354606342400:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 1098us (1239us total) trans 4295199797 rc 0/0 00000100:00100000:3.0:1733164803.915723:0:15984:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653150 00000100:00100000:0.0:1733164803.915896:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164803.915941:0:15984:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606342912 00000100:00100000:3.0:1733164803.915945:0:15984:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606342912 00000100:00100000:3.0:1733164803.915969:0:15984:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653152 00000100:00100000:3.0:1733164803.915975:0:15984:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:2587e66f-96b3-485b-a51d-8015e555f74f+1655:18077:x1817354606342912:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1733164803.916051:0:15984:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:2587e66f-96b3-485b-a51d-8015e555f74f+1656:18077:x1817354606342912:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 75us (156us total) trans 4295199798 rc 0/0 00000100:00100000:3.0:1733164803.916058:0:15984:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653152 00000100:00100000:0.0:1733164803.916639:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164803.916681:0:15984:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606343168 00000100:00100000:3.0:1733164803.916685:0:15984:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606343168 00000100:00100000:3.0:1733164803.916706:0:15984:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653153 00000100:00100000:3.0:1733164803.916709:0:15984:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1780:5387:x1817354606343168:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000004:00080000:3.0:1733164803.916771:0:15984:0:(mdd_object.c:3927:mdd_close()) Object [0x240000402:0x4ac8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:3.0:1733164803.916950:0:15984:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1781:5387:x1817354606343168:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 238us (312us total) trans 4295199799 rc 0/0 00000100:00100000:3.0:1733164803.916954:0:15984:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653153 00000100:00100000:0.0:1733164803.917185:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164803.917211:0:15984:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606343424 00000100:00100000:3.0:1733164803.917214:0:15984:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606343424 00000100:00100000:3.0:1733164803.917232:0:15984:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653154 00000100:00100000:3.0:1733164803.917235:0:15984:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:2587e66f-96b3-485b-a51d-8015e555f74f+1656:18077:x1817354606343424:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000004:00080000:3.0:1733164803.917289:0:15984:0:(mdd_object.c:3927:mdd_close()) Object [0x240000402:0x44bd:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:3.0:1733164803.917480:0:15984:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:2587e66f-96b3-485b-a51d-8015e555f74f+1657:18077:x1817354606343424:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 243us (296us total) trans 4295199800 rc 0/0 00000100:00100000:3.0:1733164803.917485:0:15984:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653154 00000100:00100000:0.0:1733164803.917858:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164803.917892:0:15984:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606343680 00000100:00100000:3.0:1733164803.917897:0:15984:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606343680 00000100:00100000:3.0:1733164803.917923:0:15984:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653155 00000100:00100000:3.0:1733164803.917929:0:15984:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ab8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1781:5387:x1817354606343680:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1733164803.918000:0:15984:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ab8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1782:5387:x1817354606343680:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 70us (142us total) trans 4295199801 rc 0/0 00000100:00100000:3.0:1733164803.918004:0:15984:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653155 00000100:00100000:0.0:1733164803.918682:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164803.918694:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164803.918730:0:15984:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606344064 00000100:00100000:1.0:1733164803.918732:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606343808 00000100:00100000:1.0:1733164803.918735:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606343808 00000100:00100000:3.0:1733164803.918735:0:15984:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606344064 00000100:00100000:3.0:1733164803.918753:0:15984:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653156 00000100:00100000:3.0:1733164803.918758:0:15984:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1782:5387:x1817354606344064:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1733164803.918828:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 141833 00000100:00100000:3.0:1733164803.918829:0:15984:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1783:5387:x1817354606344064:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 70us (135us total) trans 4295199802 rc 0/0 00000100:00100000:1.0:1733164803.918832:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1657:2003:x1817354606343808:12345-192.168.202.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1733164803.918835:0:15984:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653156 00010000:00010000:1.0:1733164803.918842:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 90 locks, starting at 0 00010000:00010000:1.0:1733164803.918861:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013178a880/0xe92384b90b9a8fe1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4f5e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6aaee expref: 1657 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.918878:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f5e:0x0].0x0 (ffff880124827a00) 00010000:00010000:1.0:1733164803.918886:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008afb5f80/0xe92384b90b9372d0 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed48adf expref: 1656 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.918897:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b92:0x0].0x0 (ffff880097edd400) 00010000:00010000:1.0:1733164803.918907:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c975680/0xe92384b90b9a8c3e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4f75:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6a9e4 expref: 1655 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.918913:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4f75:0x0].0x0 (ffff8800957f9a00) 00010000:00010000:1.0:1733164803.918922:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093892880/0xe92384b90b958bb5 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c5a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed52c33 expref: 1654 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.918928:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c5a:0x0].0x0 (ffff88009368ad00) 00010000:00010000:1.0:1733164803.918937:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800921e3a80/0xe92384b90b9a61c7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4f62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed69d9d expref: 1653 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.918943:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4f62:0x0].0x0 (ffff880097f6f100) 00010000:00010000:1.0:1733164803.918950:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801236ed200/0xe92384b90b9a5d67 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4f5d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed69c46 expref: 1652 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.918956:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4f5d:0x0].0x0 (ffff880091e88100) 00010000:00010000:1.0:1733164803.918964:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095c67180/0xe92384b90b9a32bf lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4f57:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed68ff8 expref: 1651 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.918970:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4f57:0x0].0x0 (ffff880090c93200) 00010000:00010000:1.0:1733164803.918976:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3cc480/0xe92384b90b9a1d56 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x517d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed689c3 expref: 1650 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.918985:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x517d:0x0].0x0 (ffff88008fce6600) 00010000:00010000:1.0:1733164803.918990:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3cdf80/0xe92384b90b95f406 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c8d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed549ec expref: 1649 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.918997:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c8d:0x0].0x0 (ffff880098f66500) 00010000:00010000:1.0:1733164803.919001:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3cf180/0xe92384b90b95f3b2 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed549c2 expref: 1648 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919011:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c8a:0x0].0x0 (ffff880095ebc900) 00010000:00010000:1.0:1733164803.919023:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800990c0480/0xe92384b90b950105 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed50447 expref: 1647 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919033:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c1a:0x0].0x0 (ffff8801343fae00) 00010000:00010000:1.0:1733164803.919043:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880136635f80/0xe92384b90b99c321 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4eb8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed66e5d expref: 1646 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919053:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4eb8:0x0].0x0 (ffff88008e47e300) 00010000:00010000:1.0:1733164803.919060:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011dd121c0/0xe92384b90b99c2cd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x50a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed66e41 expref: 1645 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919069:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x50a7:0x0].0x0 (ffff8801210efa00) 00010000:00010000:1.0:1733164803.919082:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092394480/0xe92384b90b99c1df lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4eb8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed66df4 expref: 1644 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919090:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4eb8:0x0].0x0 (ffff88008e47e300) 00010000:00010000:1.0:1733164803.919098:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008deaed00/0xe92384b90b983f03 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x508f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5fc88 expref: 1643 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919106:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x508f:0x0].0x0 (ffff88008f3b0f00) 00010000:00010000:1.0:1733164803.919116:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801248c4fc0/0xe92384b90b996010 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4dab:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed65225 expref: 1642 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919126:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094bea400/0xe92384b90b992570 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4dab:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed64177 expref: 1641 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919134:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4dab:0x0].0x0 (ffff880121077700) 00010000:00010000:1.0:1733164803.919139:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800968f1200/0xe92384b90b990cb8 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4ea3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed63a70 expref: 1640 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919173:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ea3:0x0].0x0 (ffff880096956600) 00010000:00010000:1.0:1733164803.919186:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f0ba880/0xe92384b90b98f304 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4e8f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed63338 expref: 1639 pid: 15869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919197:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4e8f:0x0].0x0 (ffff880093bd4800) 00010000:00010000:1.0:1733164803.919209:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b794d80/0xe92384b90b98ee7a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4e8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed631e8 expref: 1638 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919217:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4e8a:0x0].0x0 (ffff880095681c00) 00010000:00010000:1.0:1733164803.919226:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880082e00900/0xe92384b90b986fa1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5093:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed60b45 expref: 1637 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919234:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5093:0x0].0x0 (ffff880096956200) 00010000:00010000:1.0:1733164803.919243:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096980fc0/0xe92384b90b98d3ca lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4e75:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed62a2b expref: 1636 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919251:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4e75:0x0].0x0 (ffff88009091ba00) 00010000:00010000:1.0:1733164803.919260:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ca55d40/0xe92384b90b98cbb9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x507f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed627ae expref: 1635 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919269:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x507f:0x0].0x0 (ffff88009355fb00) 00010000:00010000:1.0:1733164803.919275:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011ce3c480/0xe92384b90b923f40 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4a13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed42ed5 expref: 1634 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919284:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4a13:0x0].0x0 (ffff88012cd06900) 00010000:00010000:1.0:1733164803.919290:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123c55680/0xe92384b90b98ba63 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4d77:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed621fe expref: 1633 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919299:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4d77:0x0].0x0 (ffff88008cf5d300) 00010000:00010000:1.0:1733164803.919304:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ac3dd40/0xe92384b90b98a5a2 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4e30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed61b59 expref: 1632 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919313:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4e30:0x0].0x0 (ffff88008afc6d00) 00010000:00010000:1.0:1733164803.919323:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091febcc0/0xe92384b90b9406be lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4e91:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4b7d3 expref: 1631 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919331:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4e91:0x0].0x0 (ffff880097a75b00) 00010000:00010000:1.0:1733164803.919342:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009214a400/0xe92384b90b987096 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4e1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed60ba7 expref: 1630 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919351:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4e1a:0x0].0x0 (ffff88008af79900) 00010000:00010000:1.0:1733164803.919359:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124874240/0xe92384b90b984c46 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4f7e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed600cc expref: 1629 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919368:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f7e:0x0].0x0 (ffff880098382500) 00010000:00010000:1.0:1733164803.919378:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095ba4b40/0xe92384b90b9834de lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4978:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5f932 expref: 1628 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919387:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4978:0x0].0x0 (ffff880130424c00) 00010000:00010000:1.0:1733164803.919393:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012de37cc0/0xe92384b90b98155e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4db3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5ef61 expref: 1627 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919399:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4db3:0x0].0x0 (ffff880095681400) 00010000:00010000:1.0:1733164803.919405:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3e6640/0xe92384b90b980f53 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4da9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5ed7e expref: 1626 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919413:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008af55f80/0xe92384b90b980cc1 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4da9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5ec7b expref: 1625 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919419:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4da9:0x0].0x0 (ffff88008de32800) 00010000:00010000:1.0:1733164803.919426:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f0b98c0/0xe92384b90b975d20 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4d02:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5b880 expref: 1624 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919433:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4d02:0x0].0x0 (ffff8800971ccc00) 00010000:00010000:1.0:1733164803.919459:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ac3c6c0/0xe92384b90b97d3a2 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4da3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5db41 expref: 1623 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919466:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4da3:0x0].0x0 (ffff880095256a00) 00010000:00010000:1.0:1733164803.919473:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097bea400/0xe92384b90b97aa89 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5033:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5cfa2 expref: 1622 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919481:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5033:0x0].0x0 (ffff880091036000) 00010000:00010000:1.0:1733164803.919488:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124386400/0xe92384b90b973080 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5008:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5ab05 expref: 1621 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919494:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5008:0x0].0x0 (ffff880121076700) 00010000:00010000:1.0:1733164803.919500:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3e7180/0xe92384b90b979279 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4f8a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5c8b0 expref: 1620 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919505:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f8a:0x0].0x0 (ffff88008ae57900) 00010000:00010000:1.0:1733164803.919510:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800934c0fc0/0xe92384b90b949709 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4e2c1 expref: 1619 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919520:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x15d:0x0].0x0 (ffff880131283700) 00010000:00010000:1.0:1733164803.919524:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e5c7840/0xe92384b90b953bba lrc: 0/0,0 mode: --/CR res: [0x240000403:0x42f5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed51573 expref: 1618 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919531:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x42f5:0x0].0x0 (ffff880090c25900) 00010000:00010000:1.0:1733164803.919536:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123698240/0xe92384b90b95923e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed52e4e expref: 1617 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919543:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x14e:0x0].0x0 (ffff88008ad41500) 00010000:00010000:1.0:1733164803.919547:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801367ca640/0xe92384b90b8b3e2f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4713:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed21ee1 expref: 1616 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919554:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4713:0x0].0x0 (ffff880082c55800) 00010000:00010000:1.0:1733164803.919560:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800933bc000/0xe92384b90b96f490 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x42f5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed598dd expref: 1615 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919565:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x42f5:0x0].0x0 (ffff880090c25900) 00010000:00010000:1.0:1733164803.919569:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800951d06c0/0xe92384b90b934676 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4e02:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed47ced expref: 1614 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919575:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4e02:0x0].0x0 (ffff88008af79400) 00010000:00010000:1.0:1733164803.919581:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba00000/0xe92384b90b9728e6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4f62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5a849 expref: 1613 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919589:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f62:0x0].0x0 (ffff8800957f9d00) 00010000:00010000:1.0:1733164803.919594:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095283180/0xe92384b90b970c92 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4d67:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed59f97 expref: 1612 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919600:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4d67:0x0].0x0 (ffff880095681000) 00010000:00010000:1.0:1733164803.919607:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094be9b00/0xe92384b90b97061e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4d66:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed59d83 expref: 1611 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919612:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4d66:0x0].0x0 (ffff88008d743900) 00010000:00010000:1.0:1733164803.919617:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095282640/0xe92384b90b970059 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4d64:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed59c09 expref: 1610 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919624:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4d64:0x0].0x0 (ffff8800938d1300) 00010000:00010000:1.0:1733164803.919630:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f183a80/0xe92384b90b967a8e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4ce8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5732f expref: 1609 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919638:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e9d6f40/0xe92384b90b96f562 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4ce8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed59923 expref: 1608 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919642:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ce8:0x0].0x0 (ffff88008dcb1700) 00010000:00010000:1.0:1733164803.919649:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096981680/0xe92384b90b82177b lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4353:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ecf6d76 expref: 1607 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919654:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4353:0x0].0x0 (ffff880096b88700) 00010000:00010000:1.0:1733164803.919662:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094beb180/0xe92384b90b96dcc6 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed591dd expref: 1606 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919666:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c1d:0x0].0x0 (ffff88012cfaf200) 00010000:00010000:1.0:1733164803.919670:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e9d5f80/0xe92384b90b8ccc33 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4843:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2936b expref: 1605 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919677:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4843:0x0].0x0 (ffff880131704d00) 00010000:00010000:1.0:1733164803.919684:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba03a80/0xe92384b90b931752 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4e08:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed47059 expref: 1604 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919693:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f9e0b40/0xe92384b90b9674f3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4e08:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5717d expref: 1603 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919698:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4e08:0x0].0x0 (ffff88008c767b00) 00010000:00010000:1.0:1733164803.919702:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092396ac0/0xe92384b90b96431a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4ccf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed561ee expref: 1602 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919706:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ccf:0x0].0x0 (ffff880095810600) 00010000:00010000:1.0:1733164803.919713:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800921e3180/0xe92384b90b9621d3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4cc5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed55824 expref: 1601 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919719:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4cc5:0x0].0x0 (ffff88008ae42600) 00010000:00010000:1.0:1733164803.919725:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f182f40/0xe92384b90b961cd2 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c40:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed55695 expref: 1600 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919730:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c40:0x0].0x0 (ffff88012cfafe00) 00010000:00010000:1.0:1733164803.919734:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090bd0900/0xe92384b90b95fa50 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c95:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed54bc8 expref: 1599 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919740:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c95:0x0].0x0 (ffff880121f19400) 00010000:00010000:1.0:1733164803.919747:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012106f600/0xe92384b90b80cc1a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4282:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ecf0c8e expref: 1598 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919754:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4282:0x0].0x0 (ffff880093994900) 00010000:00010000:1.0:1733164803.919760:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095c64d80/0xe92384b90b95e939 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed546ce expref: 1597 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919765:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c84:0x0].0x0 (ffff880095ebc200) 00010000:00010000:1.0:1733164803.919769:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012de361c0/0xe92384b90b80c020 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4274:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ecf094d expref: 1596 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919773:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4274:0x0].0x0 (ffff88008c9fb400) 00010000:00010000:1.0:1733164803.919779:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b60d200/0xe92384b90b95e128 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c80:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed54458 expref: 1595 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919785:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c80:0x0].0x0 (ffff8800959e0100) 00010000:00010000:1.0:1733164803.919792:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123eca640/0xe92384b90b95d96b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4bf5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5421a expref: 1594 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919797:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4bf5:0x0].0x0 (ffff88012c399900) 00010000:00010000:1.0:1733164803.919804:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097be9200/0xe92384b90b95a5bd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4f2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed533e9 expref: 1593 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919812:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f2b:0x0].0x0 (ffff880097174100) 00010000:00010000:1.0:1733164803.919816:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097beb180/0xe92384b90b917551 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3f490 expref: 1592 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919825:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124b5a880/0xe92384b90b95959b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed52f3c expref: 1591 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919834:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c12:0x0].0x0 (ffff88008f355900) 00010000:00010000:1.0:1733164803.919840:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096627a80/0xe92384b90b958cb8 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c5b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed52c95 expref: 1590 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919845:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c5b:0x0].0x0 (ffff88008ac54a00) 00010000:00010000:1.0:1733164803.919849:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092395f80/0xe92384b90b956a6e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed521ac expref: 1589 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919854:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c4f:0x0].0x0 (ffff88012eb5a500) 00010000:00010000:1.0:1733164803.919858:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123ec98c0/0xe92384b90b947b2c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4ed8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4da5c expref: 1588 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919865:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009104e400/0xe92384b90b9555fa lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4ed8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed51c65 expref: 1587 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919871:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4ed8:0x0].0x0 (ffff88012f375f00) 00010000:00010000:1.0:1733164803.919878:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f9e2640/0xe92384b90b95512a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed51b23 expref: 1586 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919884:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c48:0x0].0x0 (ffff8801316cd600) 00010000:00010000:1.0:1733164803.919890:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095c673c0/0xe92384b90b9534e4 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5136d expref: 1585 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919895:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c39:0x0].0x0 (ffff88008ad41f00) 00010000:00010000:1.0:1733164803.919901:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008afb5b00/0xe92384b90b953419 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed51335 expref: 1584 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919909:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c38:0x0].0x0 (ffff88008ad41800) 00010000:00010000:1.0:1733164803.919914:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008afb46c0/0xe92384b90b95231e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed50e34 expref: 1583 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919922:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c31:0x0].0x0 (ffff88008fed3100) 00010000:00010000:1.0:1733164803.919928:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095da8900/0xe92384b90b950a82 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4bb1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed50711 expref: 1582 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919936:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4bb1:0x0].0x0 (ffff8800957f9200) 00010000:00010000:1.0:1733164803.919939:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092394b40/0xe92384b90b95001e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5040f expref: 1581 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919944:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c16:0x0].0x0 (ffff880091e28100) 00010000:00010000:1.0:1733164803.919950:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092394fc0/0xe92384b90b94f2d4 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4bb1:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5000a expref: 1580 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919957:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4bb1:0x0].0x0 (ffff8800957f9200) 00010000:00010000:1.0:1733164803.919962:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095281680/0xe92384b90b94f279 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c0f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4ffd9 expref: 1579 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919967:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c0f:0x0].0x0 (ffff88012be3c100) 00010000:00010000:1.0:1733164803.919973:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095daa640/0xe92384b90b94e800 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4bc2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4fc60 expref: 1578 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919982:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4bc2:0x0].0x0 (ffff880121161400) 00010000:00010000:1.0:1733164803.919987:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124833600/0xe92384b90b94e8af lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c0a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4fc83 expref: 1577 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.919994:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c0a:0x0].0x0 (ffff880082f4f100) 00010000:00010000:1.0:1733164803.920006:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3cc900/0xe92384b90b94e353 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b68:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4fadf expref: 1576 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920016:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095c64000/0xe92384b90b94e21f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4b68:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4fa99 expref: 1575 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920024:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b68:0x0].0x0 (ffff880093134000) 00010000:00010000:1.0:1733164803.920034:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008deaf840/0xe92384b90b94a739 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4beb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4e840 expref: 1574 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920042:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4beb:0x0].0x0 (ffff880121076c00) 00010000:00010000:1.0:1733164803.920051:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123ecaac0/0xe92384b90b94a270 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4be9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4e695 expref: 1573 pid: 15869 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920058:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4be9:0x0].0x0 (ffff880081722000) 00010000:00010000:1.0:1733164803.920068:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800950a9f80/0xe92384b90b942e4f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x44bd:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4c2e6 expref: 1572 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920076:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x44bd:0x0].0x0 (ffff8801316cd300) 00010000:00010000:1.0:1733164803.920083:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800933bcfc0/0xe92384b90b944d2e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b3f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4cc47 expref: 1571 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920092:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b3f:0x0].0x0 (ffff880124118900) 00010000:00010000:1.0:1733164803.920098:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800910a3840/0xe92384b90b938e60 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x44bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed49279 expref: 1570 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920111:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x44bd:0x0].0x0 (ffff8801316cd300) 00010000:00010000:1.0:1733164803.920116:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123ec8900/0xe92384b90b9436d0 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4bc4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4c578 expref: 1569 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920122:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4bc4:0x0].0x0 (ffff88012f375300) 00010000:00010000:1.0:1733164803.920128:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012de35b00/0xe92384b90b93eabe lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4a54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4af8a expref: 1568 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920134:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4a54:0x0].0x0 (ffff88011f883300) 00010000:00010000:1.0:1733164803.920162:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164803.920199:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1567:2003:x1817354606343808:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 1365us (1517us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164803.920207:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 141833 00000100:00100000:2.0:1733164803.920328:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164803.920369:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606344192 00000100:00100000:1.0:1733164803.920374:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606344192 00000100:00100000:1.0:1733164803.920453:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 141834 00000100:00100000:1.0:1733164803.920457:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1783:2001:x1817354606344192:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1733164803.920465:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 81 locks, starting at 0 00010000:00010000:1.0:1733164803.920475:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800968f1680/0xe92384b90b984e0d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x509a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed60158 expref: 1783 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920487:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x509a:0x0].0x0 (ffff880091e28700) 00010000:00010000:1.0:1733164803.920498:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096982ac0/0xe92384b90b935962 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4a10:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed48345 expref: 1782 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920507:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4a10:0x0].0x0 (ffff88008c5d4100) 00010000:00010000:1.0:1733164803.920518:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f9e3840/0xe92384b90b9a58d6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x51bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed69a86 expref: 1781 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920527:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51bd:0x0].0x0 (ffff880093bd4e00) 00010000:00010000:1.0:1733164803.920533:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095da9f80/0xe92384b90b9633d1 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c8d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed55d72 expref: 1780 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920544:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c8d:0x0].0x0 (ffff880098f66500) 00010000:00010000:1.0:1733164803.920555:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801249c86c0/0xe92384b90b9a0fb1 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4f37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed685be expref: 1779 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920563:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4f37:0x0].0x0 (ffff88009696ef00) 00010000:00010000:1.0:1733164803.920572:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123ec9680/0xe92384b90b99c91e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x517d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6704e expref: 1778 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920580:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x517d:0x0].0x0 (ffff88008fce6600) 00010000:00010000:1.0:1733164803.920588:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011dd118c0/0xe92384b90b993212 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4eb3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed64536 expref: 1777 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920600:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008edf9b00/0xe92384b90b99825a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4eb3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed65bb7 expref: 1776 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920611:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4eb3:0x0].0x0 (ffff880096956b00) 00010000:00010000:1.0:1733164803.920618:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800978dc480/0xe92384b90b93c843 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4976:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4a45b expref: 1775 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920623:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4976:0x0].0x0 (ffff88012bbecb00) 00010000:00010000:1.0:1733164803.920631:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ac3fcc0/0xe92384b90b9965b2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5139:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed653ad expref: 1774 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920637:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5139:0x0].0x0 (ffff88008afc6100) 00010000:00010000:1.0:1733164803.920644:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090e55b00/0xe92384b90b995d31 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4971:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6516f expref: 1773 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920649:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4971:0x0].0x0 (ffff88009677f300) 00010000:00010000:1.0:1733164803.920655:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801236ef180/0xe92384b90b995a6e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6509d expref: 1772 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920661:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c2f:0x0].0x0 (ffff880131283200) 00010000:00010000:1.0:1733164803.920666:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095d81440/0xe92384b90b994218 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed649ce expref: 1771 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920671:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c1d:0x0].0x0 (ffff88012cfaf200) 00010000:00010000:1.0:1733164803.920677:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095f7f180/0xe92384b90b99351b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x510d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6462b expref: 1770 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920683:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x510d:0x0].0x0 (ffff88012bb56400) 00010000:00010000:1.0:1733164803.920687:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b60f840/0xe92384b90b9925b6 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c70:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6418c expref: 1769 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920693:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c70:0x0].0x0 (ffff880091ff0500) 00010000:00010000:1.0:1733164803.920699:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090e56d00/0xe92384b90b9801c3 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4dab:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5e925 expref: 1768 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920704:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4dab:0x0].0x0 (ffff880121077700) 00010000:00010000:1.0:1733164803.920708:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ac3ed00/0xe92384b90b991fff lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed64019 expref: 1767 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920715:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c50:0x0].0x0 (ffff8800971cc300) 00010000:00010000:1.0:1733164803.920721:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011ce3e400/0xe92384b90b991666 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed63d56 expref: 1766 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920727:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c29:0x0].0x0 (ffff8800959e0900) 00010000:00010000:1.0:1733164803.920734:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008af51f80/0xe92384b90b990ff9 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed63b49 expref: 1765 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920743:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c22:0x0].0x0 (ffff88008efbb400) 00010000:00010000:1.0:1733164803.920753:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012de36d00/0xe92384b90b98fdae lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5004:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed63656 expref: 1764 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920764:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba02400/0xe92384b90b98fce3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5004:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed63609 expref: 1763 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920774:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5004:0x0].0x0 (ffff880092309400) 00010000:00010000:1.0:1733164803.920786:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123ec9200/0xe92384b90b98f3f9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5107:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed63377 expref: 1762 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920793:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5107:0x0].0x0 (ffff880124827000) 00010000:00010000:1.0:1733164803.920802:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800933bd200/0xe92384b90b98eeb2 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed631fd expref: 1761 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920811:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c84:0x0].0x0 (ffff880095ebc200) 00010000:00010000:1.0:1733164803.920821:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800990c3180/0xe92384b90b98ea9f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5100:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6309f expref: 1760 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920834:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5100:0x0].0x0 (ffff88012eb5ac00) 00010000:00010000:1.0:1733164803.920843:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3ccd80/0xe92384b90b98e607 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x50fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed62f56 expref: 1759 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920851:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x50fe:0x0].0x0 (ffff880121075400) 00010000:00010000:1.0:1733164803.920858:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800934c2ac0/0xe92384b90b940d8d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4ac8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4b9ee expref: 1758 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920870:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4ac8:0x0].0x0 (ffff88008ae57300) 00010000:00010000:1.0:1733164803.920879:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093af0480/0xe92384b90b98ce4b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4dab:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6289c expref: 1757 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920886:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4dab:0x0].0x0 (ffff880121077700) 00010000:00010000:1.0:1733164803.920895:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097075440/0xe92384b90b973a74 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4d73:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5ae38 expref: 1756 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920906:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ca57a80/0xe92384b90b98a9fb lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4d73:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed61cb7 expref: 1755 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920913:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4d73:0x0].0x0 (ffff8800933f9100) 00010000:00010000:1.0:1733164803.920921:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124b59d40/0xe92384b90b986678 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x50a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed60874 expref: 1754 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920928:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x50a6:0x0].0x0 (ffff8800970d3500) 00010000:00010000:1.0:1733164803.920938:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800990c18c0/0xe92384b90b984ce7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x505a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed600fd expref: 1753 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920956:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3ce640/0xe92384b90b984b9e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x505a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed60094 expref: 1752 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920964:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x505a:0x0].0x0 (ffff880095256600) 00010000:00010000:1.0:1733164803.920974:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880121152400/0xe92384b90b97569e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4d14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5b673 expref: 1751 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920980:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4d14:0x0].0x0 (ffff880130423500) 00010000:00010000:1.0:1733164803.920989:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090e56ac0/0xe92384b90b981dca lrc: 0/0,0 mode: --/CR res: [0x240000402:0x508b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5f1f3 expref: 1750 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.920995:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x508b:0x0].0x0 (ffff880130423600) 00010000:00010000:1.0:1733164803.921003:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800958d6d00/0xe92384b90b981431 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5060:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5ef06 expref: 1749 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921012:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008dc37a80/0xe92384b90b98128d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5060:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5ee96 expref: 1748 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921020:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5060:0x0].0x0 (ffff8800984bf500) 00010000:00010000:1.0:1733164803.921028:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011dd12400/0xe92384b90b980c35 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x507f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5ec66 expref: 1747 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921035:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x507f:0x0].0x0 (ffff88009355fb00) 00010000:00010000:1.0:1733164803.921045:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800934c2640/0xe92384b90b91c5d1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4d88:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed40a70 expref: 1746 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921054:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4d88:0x0].0x0 (ffff8800983d1100) 00010000:00010000:1.0:1733164803.921062:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3ce400/0xe92384b90b97d714 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4eb3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5dc3d expref: 1745 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921069:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4eb3:0x0].0x0 (ffff88008f3b0000) 00010000:00010000:1.0:1733164803.921076:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011dd10fc0/0xe92384b90b978d5c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5034:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5c721 expref: 1744 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921085:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5034:0x0].0x0 (ffff880091036e00) 00010000:00010000:1.0:1733164803.921094:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801249caac0/0xe92384b90b978686 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5030:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5c51b expref: 1743 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921102:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5030:0x0].0x0 (ffff88008ad41c00) 00010000:00010000:1.0:1733164803.921111:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f183600/0xe92384b90b923759 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x47e1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed42c66 expref: 1742 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921119:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x47e1:0x0].0x0 (ffff88011f883600) 00010000:00010000:1.0:1733164803.921125:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095ba6ac0/0xe92384b90b93fa93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4b3ff expref: 1741 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921135:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x15d:0x0].0x0 (ffff880131283700) 00010000:00010000:1.0:1733164803.921163:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e431b00/0xe92384b90b974cf0 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x42f5:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5b3a9 expref: 1740 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921172:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x42f5:0x0].0x0 (ffff880090c25900) 00010000:00010000:1.0:1733164803.921178:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092396400/0xe92384b90b922d8f lrc: 0/0,0 mode: --/PR res: [0x240000403:0x47e1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed42987 expref: 1739 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921186:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x47e1:0x0].0x0 (ffff88011f883600) 00010000:00010000:1.0:1733164803.921192:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801248773c0/0xe92384b90b977fa9 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5c2f9 expref: 1738 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921199:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c5b:0x0].0x0 (ffff88008ac54a00) 00010000:00010000:1.0:1733164803.921207:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800980473c0/0xe92384b90b974ea2 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x42f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5b42e expref: 1737 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921215:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x42f5:0x0].0x0 (ffff880090c25900) 00010000:00010000:1.0:1733164803.921220:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012369a1c0/0xe92384b90b95656d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed52063 expref: 1736 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921227:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x14e:0x0].0x0 (ffff88008ad41500) 00010000:00010000:1.0:1733164803.921233:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092397840/0xe92384b90b964383 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x42f5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5621f expref: 1735 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921240:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x42f5:0x0].0x0 (ffff880090c25900) 00010000:00010000:1.0:1733164803.921250:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124384240/0xe92384b90b975e38 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4ca8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5b8d4 expref: 1734 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921256:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ca8:0x0].0x0 (ffff88008ac54f00) 00010000:00010000:1.0:1733164803.921263:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f9e3cc0/0xe92384b90b967a10 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4e08:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed57313 expref: 1733 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921271:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123c56ac0/0xe92384b90b967612 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4e08:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed571d8 expref: 1732 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921280:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4e08:0x0].0x0 (ffff88008c767b00) 00010000:00010000:1.0:1733164803.921286:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012369af40/0xe92384b90b909ee3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4cbc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3b463 expref: 1731 pid: 7204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921291:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4cbc:0x0].0x0 (ffff88012cbb2800) 00010000:00010000:1.0:1733164803.921298:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123c57180/0xe92384b90b962b2d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4d4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed55aee expref: 1730 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921303:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4d4e:0x0].0x0 (ffff88012cf2b800) 00010000:00010000:1.0:1733164803.921310:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b796d00/0xe92384b90b901fe0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed38fd4 expref: 1729 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921316:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c5e:0x0].0x0 (ffff880097a75a00) 00010000:00010000:1.0:1733164803.921324:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095c66ac0/0xe92384b90b961aef lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c9f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed55609 expref: 1728 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921329:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c9f:0x0].0x0 (ffff88008af79f00) 00010000:00010000:1.0:1733164803.921335:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097076400/0xe92384b90b9619d0 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b85:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed555a0 expref: 1727 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921340:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b85:0x0].0x0 (ffff88008ec49a00) 00010000:00010000:1.0:1733164803.921346:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098046640/0xe92384b90b961895 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4f93:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5551b expref: 1726 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921353:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f93:0x0].0x0 (ffff880090d99800) 00010000:00010000:1.0:1733164803.921359:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123c56f40/0xe92384b90b96132b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4f92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5539a expref: 1725 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921365:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f92:0x0].0x0 (ffff88008dcb1900) 00010000:00010000:1.0:1733164803.921370:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095c646c0/0xe92384b90b90e3b6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4ce8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3c9c5 expref: 1724 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921375:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4ce8:0x0].0x0 (ffff88008dcb1c00) 00010000:00010000:1.0:1733164803.921380:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800991073c0/0xe92384b90b9603b8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4f8e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed54eca expref: 1723 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921385:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f8e:0x0].0x0 (ffff88008ad41300) 00010000:00010000:1.0:1733164803.921391:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123c55440/0xe92384b90b958197 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed52900 expref: 1722 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921397:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c2d:0x0].0x0 (ffff88008fe1b100) 00010000:00010000:1.0:1733164803.921403:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f304240/0xe92384b90b95fa88 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4f8a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed54be4 expref: 1721 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921410:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f8a:0x0].0x0 (ffff88008ae57900) 00010000:00010000:1.0:1733164803.921415:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3cd200/0xe92384b90b95f3ea lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4f86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed549de expref: 1720 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921421:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f86:0x0].0x0 (ffff880091017400) 00010000:00010000:1.0:1733164803.921426:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008afb4240/0xe92384b90b95ecf1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4f83:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed547d8 expref: 1719 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921431:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f83:0x0].0x0 (ffff88008ac54100) 00010000:00010000:1.0:1733164803.921453:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011ce3e640/0xe92384b90b95e534 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4f80:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5458c expref: 1718 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921460:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f80:0x0].0x0 (ffff880081722c00) 00010000:00010000:1.0:1733164803.921467:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009225df80/0xe92384b90b95d646 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c40:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5413a expref: 1717 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921473:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c40:0x0].0x0 (ffff88012cfafe00) 00010000:00010000:1.0:1733164803.921480:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d4fe400/0xe92384b90b95ac2a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4a82:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed53594 expref: 1716 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921486:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4a82:0x0].0x0 (ffff880098d20400) 00010000:00010000:1.0:1733164803.921490:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008df7fcc0/0xe92384b90b9595da lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4f6a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed52f5f expref: 1715 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921494:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f6a:0x0].0x0 (ffff880094bf5800) 00010000:00010000:1.0:1733164803.921500:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800950aa640/0xe92384b90b9575ea lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4f5e:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed52579 expref: 1714 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921506:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f5e:0x0].0x0 (ffff880124827a00) 00010000:00010000:1.0:1733164803.921511:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800910a0900/0xe92384b90b88e9d1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x480b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed170ac expref: 1713 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921517:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x480b:0x0].0x0 (ffff880091121e00) 00010000:00010000:1.0:1733164803.921523:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095da8480/0xe92384b90b94fba9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4f2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed502a3 expref: 1712 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921528:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f2b:0x0].0x0 (ffff880097174100) 00010000:00010000:1.0:1733164803.921534:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800968e8b40/0xe92384b90b8df18b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x48ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed2e9c5 expref: 1711 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921541:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x48ec:0x0].0x0 (ffff88009813e200) 00010000:00010000:1.0:1733164803.921548:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123c54900/0xe92384b90b94a724 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4e4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4e832 expref: 1710 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921555:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4e4f:0x0].0x0 (ffff880093994000) 00010000:00010000:1.0:1733164803.921562:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097074900/0xe92384b90b908e5f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4cad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3b018 expref: 1709 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921567:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4cad:0x0].0x0 (ffff880092391800) 00010000:00010000:1.0:1733164803.921573:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cd8ad00/0xe92384b90b90887e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4ca6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3ae04 expref: 1708 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921578:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4ca6:0x0].0x0 (ffff880097f0f500) 00010000:00010000:1.0:1733164803.921584:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008afb5200/0xe92384b90b908027 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4ca0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3abaa expref: 1707 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921590:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4ca0:0x0].0x0 (ffff88012cf2b400) 00010000:00010000:1.0:1733164803.921597:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e5c6640/0xe92384b90b8fe9d8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c42:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed38037 expref: 1706 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921602:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c42:0x0].0x0 (ffff880092b3d500) 00010000:00010000:1.0:1733164803.921609:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096625d40/0xe92384b90b945eb5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4edd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4d180 expref: 1705 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921614:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4edd:0x0].0x0 (ffff8801248d3500) 00010000:00010000:1.0:1733164803.921619:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3cfcc0/0xe92384b90b9395f3 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b3f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed494be expref: 1704 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921627:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800934c06c0/0xe92384b90b943d6e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4b3f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4c77e expref: 1703 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1733164803.921634:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b3f:0x0].0x0 (ffff880124118900) 00010000:00010000:1.0:1733164803.921640:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1733164803.921674:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1702:2001:x1817354606344192:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 1215us (1347us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164803.921679:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 141834 00010000:00010000:2.0:1733164804.858345:0:16026:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1733164805.860327:0:15328:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1733164806.154340:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3762:1817354297497856:0@lo:400:kworker.0 00000100:00100000:2.0:1733164806.154340:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:531d87dc-65fb-4c67-b606-996b281d9421:3761:1817354297497728:0@lo:400:kworker.0 00000100:00100000:0.0:1733164806.154348:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3760:1817354297498112:0@lo:400:kworker.0 00000100:00100000:3.0:1733164806.154373:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297497984:0@lo:400:kworker.0 00000100:00100000:2.0:1733164806.154401:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164806.154404:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164806.154465:0:7204:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297497856 00000100:00100000:0.0:1733164806.154473:0:7204:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297497856 00000100:00100000:3.0:1733164806.154513:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164806.154517:0:7204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102 00000100:00100000:2.0:1733164806.154519:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297498240:0@lo:400:kworker.0 00000100:00100000:0.0:1733164806.154524:0:7204:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3762:x1817354297497856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164806.154527:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3762:1817354297498368:0@lo:400:kworker.0 00000100:00100000:3.0:1733164806.154535:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3759:1817354297498496:0@lo:400:kworker.0 00000100:00100000:2.0:1733164806.154542:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164806.154545:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164806.154565:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297498752:0@lo:400:kworker.0 00000100:00100000:0.0:1733164806.154572:0:7204:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3762:x1817354297497856:12345-0@lo:400:kworker.0 Request processed in 49us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164806.154572:0:15864:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297498368 00000100:00100000:3.0:1733164806.154576:0:15864:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297498368 00000100:00100000:0.0:1733164806.154578:0:7204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102 00000100:00100000:1.0:1733164806.154579:0:8371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297497984 00000100:00100000:2.0:1733164806.154580:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164806.154582:0:8371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297497984 00000100:00100000:2.0:1733164806.154590:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297499264:0@lo:400:kworker.0 00000100:00100000:0.0:1733164806.154599:0:7204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103 00000100:00100000:1.0:1733164806.154599:0:8371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297498240 00000100:00100000:2.0:1733164806.154600:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164806.154601:0:8371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297498240 00000100:00100000:0.0:1733164806.154603:0:7204:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3762:x1817354297498368:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1733164806.154609:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164776 00000100:00100000:1.0:1733164806.154611:0:8371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108262 00000100:00100000:1.0:1733164806.154614:0:8371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+21:3759:x1817354297497984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164806.154617:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164806.154620:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297498752 00000100:00100000:2.0:1733164806.154623:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297498752 00000100:00100000:0.0:1733164806.154625:0:7204:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3762:x1817354297498368:12345-0@lo:400:kworker.0 Request processed in 22us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164806.154630:0:7204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103 00000100:00100000:3.0:1733164806.154630:0:15861:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297498496 00000100:00100000:3.0:1733164806.154632:0:15861:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297498496 00000100:00100000:1.0:1733164806.154641:0:8371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+21:3759:x1817354297497984:12345-0@lo:400:kworker.0 Request processed in 26us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164806.154644:0:7204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104 00000100:00100000:2.0:1733164806.154644:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297499264 00000100:00100000:1.0:1733164806.154645:0:8371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108262 00000100:00100000:2.0:1733164806.154646:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297499264 00000100:00100000:0.0:1733164806.154648:0:7204:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3759:x1817354297498496:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1733164806.154650:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164776 00000100:00080000:3.0:1733164806.154652:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164776 00000100:00080000:3.0:1733164806.154653:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164776 00000100:00100000:3.0:1733164806.154658:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3759:1817354297499008:0@lo:400:kworker.0 00000100:00100000:1.0:1733164806.154659:0:8371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108263 00000100:00100000:1.0:1733164806.154661:0:8371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+56:3761:x1817354297498240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164806.154666:0:7204:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3759:x1817354297498496:12345-0@lo:400:kworker.0 Request processed in 17us (48us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164806.154670:0:7204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104 00000100:00100000:2.0:1733164806.154670:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1733164806.154674:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1733164806.154676:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297498752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164806.154678:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297499264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164806.154683:0:8371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+56:3761:x1817354297498240:12345-0@lo:400:kworker.0 Request processed in 20us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164806.154688:0:7200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297497728 00000100:00100000:0.0:1733164806.154691:0:7200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297497728 00000100:00100000:1.0:1733164806.154692:0:8371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108263 00000100:00100000:3.0:1733164806.154699:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297499264:12345-0@lo:400:kworker.0 Request processed in 20us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164806.154702:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1733164806.154705:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297498752:12345-0@lo:400:kworker.0 Request processed in 29us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164806.154711:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1733164806.154712:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3762:1817354297498880:0@lo:400:kworker.0 00000100:00100000:0.0:1733164806.154716:0:7200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00080000:3.0:1733164806.154716:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164776 00000100:00100000:0.0:1733164806.154720:0:7200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fa2c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3761:x1817354297497728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164806.154728:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164806.154760:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164806.154765:0:7200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fa2c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3761:x1817354297497728:12345-0@lo:400:kworker.0 Request processed in 44us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164806.154767:0:7204:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297499008 00000100:00100000:0.0:1733164806.154770:0:7200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1733164806.154770:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297499264:0@lo:400:kworker.0 00000100:00100000:3.0:1733164806.154770:0:7204:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297499008 00000100:00100000:1.0:1733164806.154776:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164806.154779:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f0b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:531d87dc-65fb-4c67-b606-996b281d9421:3761:1817354297497728:0@lo:400:kworker.0 00000100:00100000:3.0:1733164806.154781:0:7204:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297498112 00000100:00100000:3.0:1733164806.154782:0:7204:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297498112 00000100:00100000:2.0:1733164806.154787:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297498240:0@lo:400:kworker.0 00000100:00100000:1.0:1733164806.154789:0:15864:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297498880 00000100:00100000:1.0:1733164806.154791:0:15864:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297498880 00000100:00100000:3.0:1733164806.154791:0:7204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105 00000100:00100000:3.0:1733164806.154793:0:7204:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3759:x1817354297499008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164806.154794:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297498752:0@lo:400:kworker.0 00000100:00100000:0.0:1733164806.154803:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106 00000100:00100000:1.0:1733164806.154807:0:15864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107 00000100:00100000:0.0:1733164806.154808:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0001_UUID+5:3760:x1817354297498112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164806.154810:0:15864:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0001_UUID+5:3762:x1817354297498880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164806.154810:0:7204:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3759:x1817354297499008:12345-0@lo:400:kworker.0 Request processed in 16us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164806.154813:0:7204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105 00000100:00080000:3.0:1733164806.154823:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164776 00000100:00080000:3.0:1733164806.154825:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164776 00000100:00100000:0.0:1733164806.154832:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0000-lwp-MDT0001_UUID+5:3760:x1817354297498112:12345-0@lo:400:kworker.0 Request processed in 23us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164806.154832:0:15864:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0001_UUID+5:3762:x1817354297498880:12345-0@lo:400:kworker.0 Request processed in 21us (55us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164806.154835:0:15864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107 00000100:00100000:3.0:1733164806.154835:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f0bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297497984:0@lo:400:kworker.0 00000100:00100000:0.0:1733164806.154838:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106 00000100:00100000:3.0:1733164806.154842:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3759:1817354297498496:0@lo:400:kworker.0 00000100:00100000:3.0:1733164806.154850:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3759:1817354297499008:0@lo:400:kworker.0 00000100:00100000:1.0:1733164806.154853:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f0b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3762:1817354297497856:0@lo:400:kworker.0 00000100:00100000:1.0:1733164806.154859:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3762:1817354297498368:0@lo:400:kworker.0 00000100:00100000:1.0:1733164806.154870:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3762:1817354297498880:0@lo:400:kworker.0 00000100:00100000:1.0:1733164806.154878:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297498624:0@lo:400:kworker.0 00000100:00100000:1.0:1733164806.154888:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164806.154903:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297499136:0@lo:400:kworker.0 00000100:00100000:1.0:1733164806.154912:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164806.154929:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297498624 00000100:00100000:2.0:1733164806.154932:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297498624 00000100:00100000:1.0:1733164806.154938:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f0b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3760:1817354297498112:0@lo:400:kworker.0 00000100:00100000:3.0:1733164806.154940:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297499136 00000100:00100000:3.0:1733164806.154943:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297499136 00000100:00100000:2.0:1733164806.154955:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1733164806.154959:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297498624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164806.154961:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1733164806.154964:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297499136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164806.154990:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297499136:12345-0@lo:400:kworker.0 Request processed in 25us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164806.154991:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297498624:12345-0@lo:400:kworker.0 Request processed in 31us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164806.154994:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1733164806.154997:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1733164806.155001:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297498624:0@lo:400:kworker.0 00000100:00080000:3.0:1733164806.155002:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164776 00000100:00080000:3.0:1733164806.155003:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164776 00000100:00100000:1.0:1733164806.155010:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297499136:0@lo:400:kworker.0 00000100:00100000:1.0:1733164806.522364:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297499392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1733164806.522450:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164806.522519:0:16201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297499392 00000100:00100000:3.0:1733164806.522527:0:16201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297499392 00000100:00100000:3.0:1733164806.522577:0:16201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1733164806.522585:0:16201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297499392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1733164806.522615:0:16201:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00000100:00100000:3.0:1733164806.522657:0:16201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297499392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164806.522664:0:16201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1733164806.522675:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297499392:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1733164806.768247:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164806.768290:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164806.768318:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164806.768325:0:7198:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606344320 00000100:00100000:2.0:1733164806.768333:0:7198:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606344320 00000100:00100000:0.0:1733164806.768335:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164806.768355:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606344448 00000100:00100000:1.0:1733164806.768360:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606344448 00000100:00100000:0.0:1733164806.768363:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164806.768379:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164806.768385:0:7198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 660 00000100:00100000:1.0:1733164806.768387:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606344576 00000100:00100000:1.0:1733164806.768389:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606344576 00000100:00100000:2.0:1733164806.768390:0:7198:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fa2c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8ec7278-8701-48c9-82a2-e433073c7150+12:2000:x1817354606344320:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:3.0:1733164806.768390:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164776 00000100:00080000:3.0:1733164806.768394:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164776 00000100:00100000:0.0:1733164806.768395:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00080000:3.0:1733164806.768397:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164776 00000100:00100000:1.0:1733164806.768425:0:15872:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606345088 00000100:00100000:3.0:1733164806.768425:0:15861:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606344960 00000100:00100000:1.0:1733164806.768428:0:15872:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606345088 00000100:00100000:3.0:1733164806.768428:0:15861:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606344960 00000100:00100000:0.0:1733164806.768430:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164806.768448:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3108 00000100:00100000:3.0:1733164806.768453:0:15861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3109 00000100:00100000:2.0:1733164806.768454:0:7198:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fa2c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8ec7278-8701-48c9-82a2-e433073c7150+12:2000:x1817354606344320:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 64us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164806.768455:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2001:x1817354606344448:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164806.768457:0:15861:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1702:2000:x1817354606344576:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164806.768459:0:7198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 660 00000100:00100000:0.0:1733164806.768463:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164806.768485:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2001:x1817354606344448:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 31us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164806.768491:0:15870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3110 00000100:00100000:2.0:1733164806.768494:0:15870:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:2587e66f-96b3-485b-a51d-8015e555f74f+1567:2000:x1817354606345088:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164806.768494:0:15861:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1702:2000:x1817354606344576:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 35us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164806.768495:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3108 00000100:00100000:3.0:1733164806.768500:0:15861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3109 00000100:00100000:1.0:1733164806.768513:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3111 00000100:00100000:2.0:1733164806.768515:0:15870:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:2587e66f-96b3-485b-a51d-8015e555f74f+1567:2000:x1817354606345088:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 20us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164806.768517:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2001:x1817354606344960:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164806.768520:0:15870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3110 00000100:00080000:3.0:1733164806.768524:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164776 00000100:00080000:3.0:1733164806.768527:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164776 00000100:00100000:1.0:1733164806.768536:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2001:x1817354606344960:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 18us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164806.768537:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606344832 00000100:00100000:3.0:1733164806.768540:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606344832 00000100:00100000:1.0:1733164806.768541:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3111 00000100:00100000:3.0:1733164806.768563:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606344704 00000100:00100000:3.0:1733164806.768565:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606344704 00000100:00100000:1.0:1733164806.768567:0:16669:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606345216 00000100:00100000:2.0:1733164806.768567:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606345344 00000100:00100000:1.0:1733164806.768570:0:16669:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606345216 00000100:00100000:2.0:1733164806.768570:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606345344 00000100:00100000:3.0:1733164806.768576:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 559 00000100:00100000:3.0:1733164806.768579:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+21:2000:x1817354606344832:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164806.768595:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 560 00000100:00100000:1.0:1733164806.768599:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+31:2001:x1817354606344704:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164806.768600:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+21:2000:x1817354606344832:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 20us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164806.768604:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 561 00000100:00100000:2.0:1733164806.768609:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:2587e66f-96b3-485b-a51d-8015e555f74f+969:2001:x1817354606345216:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1733164806.768610:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 562 00000100:00100000:3.0:1733164806.768616:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 559 00000100:00100000:0.0:1733164806.768617:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:2587e66f-96b3-485b-a51d-8015e555f74f+964:2000:x1817354606345344:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164806.768621:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+31:2001:x1817354606344704:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 21us (258us total) trans 0 rc 0/0 00000100:00080000:3.0:1733164806.768626:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164776 00000100:00100000:1.0:1733164806.768627:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 560 00000100:00080000:3.0:1733164806.768628:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164776 00000100:00100000:2.0:1733164806.768633:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:2587e66f-96b3-485b-a51d-8015e555f74f+969:2001:x1817354606345216:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 24us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164806.768638:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 561 00000100:00100000:0.0:1733164806.768641:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:2587e66f-96b3-485b-a51d-8015e555f74f+964:2000:x1817354606345344:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164806.768647:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 562 00010000:00010000:2.0:1733164806.862377:0:7194:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1733164807.162340:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297499520:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1733164807.162393:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164807.162462:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297499520 00000100:00100000:1.0:1733164807.162470:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297499520 00000100:00100000:1.0:1733164807.162517:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108264 00000100:00100000:1.0:1733164807.162523:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3759:x1817354297499520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1733164807.162555:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1439686656 avail 1310224384 00000100:00100000:1.0:1733164807.162609:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3759:x1817354297499520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164807.162616:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108264 00000100:00100000:0.0:1733164807.162650:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297499520:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1733164807.370366:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1733164807.370373:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297499776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1733164807.370380:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800826c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297499648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1733164807.370446:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164807.370481:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164807.370513:0:16201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297499776 00000100:00100000:3.0:1733164807.370521:0:16201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297499776 00000100:00100000:1.0:1733164807.370522:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297499648 00000100:00100000:1.0:1733164807.370527:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297499648 00000100:00100000:3.0:1733164807.370560:0:16201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1733164807.370565:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1733164807.370566:0:16201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297499776:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1733164807.370571:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297499648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1733164807.370585:0:16201:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00002000:00000024:1.0:1733164807.370591:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:3.0:1733164807.370620:0:16201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297499776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164807.370624:0:16201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1733164807.370635:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297499648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164807.370642:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1733164807.370643:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297499776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1733164807.370665:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800826c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297499648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1733164807.786363:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c9f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297499904:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1733164807.786458:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164807.786566:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297499904 00000100:00100000:2.0:1733164807.786577:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297499904 00000100:00100000:2.0:1733164807.786621:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1733164807.786628:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800826c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297499904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1733164807.786649:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:2.0:1733164807.786712:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800826c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297499904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164807.786719:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1733164807.786746:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c9f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297499904:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1733164807.864345:0:8354:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1733164808.474366:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297500032:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1733164808.474451:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164808.474495:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297500032 00000100:00100000:1.0:1733164808.474504:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297500032 00000100:00100000:1.0:1733164808.474545:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108265 00000100:00100000:1.0:1733164808.474550:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:3759:x1817354297500032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1733164808.474579:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:1.0:1733164808.474620:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:3759:x1817354297500032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164808.474627:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108265 00000100:00100000:0.0:1733164808.474647:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ab43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297500032:0@lo:41:osp-pre-0-1.0 00000001:00080000:0.0:1733164808.699198:0:7186:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4295226488 is committed 00000001:00080000:2.0:1733164808.699218:0:8345:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0001: transno 4295199802 is committed 00000001:00080000:2.0:1733164808.699234:0:8345:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0001: transno 4295199800 is committed 00010000:00010000:2.0:1733164808.866918:0:7193:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1733164809.868350:0:16026:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1733164810.870356:0:15328:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1733164811.162350:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1733164811.162354:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297500416:0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162362:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3759:1817354297500544:0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162424:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164811.162424:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164811.162431:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3761:1817354297500288:0@lo:400:kworker.0 00000100:00100000:3.0:1733164811.162432:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297500672:0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162455:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:531d87dc-65fb-4c67-b606-996b281d9421:3759:1817354297500160:0@lo:400:kworker.0 00000100:00100000:1.0:1733164811.162456:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3762:1817354297500928:0@lo:400:kworker.0 00000100:00100000:3.0:1733164811.162466:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164811.162480:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164811.162491:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164811.162508:0:15929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297500416 00000100:00100000:0.0:1733164811.162509:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297501056:0@lo:400:kworker.0 00000100:00100000:1.0:1733164811.162514:0:15864:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297500544 00000100:00100000:3.0:1733164811.162515:0:15929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297500416 00000100:00100000:1.0:1733164811.162518:0:15864:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297500544 00000100:00100000:2.0:1733164811.162527:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3761:1817354297500800:0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162531:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164811.162543:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297501568:0@lo:400:kworker.0 00000100:00100000:1.0:1733164811.162544:0:15864:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297500288 00000100:00100000:1.0:1733164811.162546:0:15864:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297500288 00000100:00100000:3.0:1733164811.162546:0:15929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297500672 00000100:00100000:3.0:1733164811.162548:0:15929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297500672 00000100:00100000:2.0:1733164811.162557:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164811.162560:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164811.162560:0:15864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112 00000100:00100000:3.0:1733164811.162563:0:15929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108266 00000100:00100000:1.0:1733164811.162565:0:15864:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3759:x1817354297500544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164811.162568:0:15929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_005:lustre-MDT0001-mdtlov_UUID+18:3762:x1817354297500416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164811.162579:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3761:1817354297501312:0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162592:0:7208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108267 00000100:00100000:0.0:1733164811.162598:0:7208:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085de2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+56:3760:x1817354297500672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164811.162605:0:15929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_005:lustre-MDT0001-mdtlov_UUID+18:3762:x1817354297500416:12345-0@lo:400:kworker.0 Request processed in 37us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164811.162609:0:15864:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3759:x1817354297500544:12345-0@lo:400:kworker.0 Request processed in 44us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164811.162612:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164811.162612:0:15929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108266 00000100:00100000:1.0:1733164811.162614:0:15864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112 00000100:00100000:1.0:1733164811.162630:0:15864:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297500800 00000100:00100000:1.0:1733164811.162632:0:15864:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297500800 00000100:00100000:3.0:1733164811.162638:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297501184:0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162646:0:7208:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085de2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+56:3760:x1817354297500672:12345-0@lo:400:kworker.0 Request processed in 47us (179us total) trans 0 rc 0/0 00000100:00080000:3.0:1733164811.162650:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164781 00000100:00100000:0.0:1733164811.162653:0:7208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108267 00000100:00100000:1.0:1733164811.162656:0:15864:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297501312 00000100:00100000:1.0:1733164811.162658:0:15864:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297501312 00000100:00100000:3.0:1733164811.162664:0:7204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113 00000100:00100000:3.0:1733164811.162669:0:7204:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3761:x1817354297500288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164811.162673:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114 00000100:00100000:0.0:1733164811.162674:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297501056 00000100:00100000:0.0:1733164811.162677:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297501056 00000100:00100000:1.0:1733164811.162678:0:15864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3115 00000100:00100000:2.0:1733164811.162680:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:lustre-MDT0000-lwp-OST0000_UUID+5:3761:x1817354297500800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164811.162682:0:15864:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0001_UUID+5:3761:x1817354297501312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162699:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297501568 00000100:00100000:0.0:1733164811.162701:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297501568 00000100:00100000:3.0:1733164811.162703:0:7204:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3761:x1817354297500288:12345-0@lo:400:kworker.0 Request processed in 33us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164811.162706:0:15864:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0001_UUID+5:3761:x1817354297501312:12345-0@lo:400:kworker.0 Request processed in 23us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164811.162709:0:7204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113 00000100:00100000:1.0:1733164811.162712:0:15864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3115 00000100:00100000:0.0:1733164811.162716:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1733164811.162720:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297501056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164811.162726:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:lustre-MDT0000-lwp-OST0000_UUID+5:3761:x1817354297500800:12345-0@lo:400:kworker.0 Request processed in 44us (168us total) trans 0 rc 0/0 00000100:00080000:3.0:1733164811.162730:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164781 00000100:00080000:3.0:1733164811.162732:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164781 00000100:00100000:2.0:1733164811.162733:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114 00000100:00080000:3.0:1733164811.162734:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164781 00000100:00100000:1.0:1733164811.162735:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164811.162753:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297500928 00000100:00100000:0.0:1733164811.162754:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297501056:12345-0@lo:400:kworker.0 Request processed in 33us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164811.162758:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297500928 00000100:00100000:3.0:1733164811.162758:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3761:1817354297500288:0@lo:400:kworker.0 00000100:00100000:1.0:1733164811.162759:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3762:1817354297501440:0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162763:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1733164811.162769:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3761:1817354297500800:0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162775:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1733164811.162775:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164811.162777:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3761:1817354297501312:0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162779:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297501568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164811.162784:0:15861:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297501440 00000100:00100000:1.0:1733164811.162787:0:15861:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297501440 00000100:00100000:2.0:1733164811.162790:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116 00000100:00100000:2.0:1733164811.162796:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:lustre-MDT0001-lwp-OST0000_UUID+5:3762:x1817354297500928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164811.162802:0:15861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117 00000100:00080000:3.0:1733164811.162802:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164781 00000100:00100000:0.0:1733164811.162803:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297501568:12345-0@lo:400:kworker.0 Request processed in 23us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164811.162806:0:15861:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3762:x1817354297501440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162808:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1733164811.162822:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164811.162828:0:7200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297500160 00000100:00100000:1.0:1733164811.162830:0:15861:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3762:x1817354297501440:12345-0@lo:400:kworker.0 Request processed in 23us (54us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164811.162831:0:7200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297500160 00000100:00100000:1.0:1733164811.162834:0:15861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117 00000100:00100000:2.0:1733164811.162837:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:lustre-MDT0001-lwp-OST0000_UUID+5:3762:x1817354297500928:12345-0@lo:400:kworker.0 Request processed in 39us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164811.162840:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297501184 00000100:00100000:2.0:1733164811.162843:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116 00000100:00100000:3.0:1733164811.162843:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297501184 00000100:00100000:0.0:1733164811.162856:0:7200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1733164811.162856:0:3762:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4295226488 gen 2 00000100:00100000:0.0:1733164811.162859:0:7200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098bcfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3759:x1817354297500160:12345-0@lo:400:kworker.0 00000004:00080000:1.0:1733164811.162860:0:3762:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4295226486 committed transno 4295226488 00000100:00100000:3.0:1733164811.162861:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1733164811.162865:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085de2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297501184:12345-0@lo:400:kworker.0 00000004:00080000:1.0:1733164811.162881:0:3762:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4295226487 committed transno 4295226488 00000100:00100000:0.0:1733164811.162886:0:7200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098bcfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3759:x1817354297500160:12345-0@lo:400:kworker.0 Request processed in 25us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164811.162891:0:7200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1733164811.162891:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085de2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297501184:12345-0@lo:400:kworker.0 Request processed in 26us (69us total) trans 0 rc 0/0 00000004:00080000:1.0:1733164811.162893:0:3762:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4295226488 committed transno 4295226488 00000020:00080000:1.0:1733164811.162897:0:3762:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff880094752540 refcount 2 committed 0 result 0 batchid 14509 00000100:00100000:3.0:1733164811.162897:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000020:00080000:1.0:1733164811.162900:0:3762:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012f374000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880094752f00 00000020:00080000:1.0:1733164811.162904:0:3762:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0xf2:0x0].231 00000020:00080000:1.0:1733164811.162906:0:3762:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012f374400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800934bfc00 00000020:00080000:1.0:1733164811.162908:0:3762:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x199:0x0].79 00000100:00080000:3.0:1733164811.162910:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164781 00000100:00080000:3.0:1733164811.162911:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164781 00000100:00100000:3.0:1733164811.162918:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085de1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297501696:0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162926:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297501056:0@lo:400:kworker.0 00000100:00100000:1.0:1733164811.162929:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297500416:0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162935:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297501568:0@lo:400:kworker.0 00000100:00100000:3.0:1733164811.162936:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1733164811.162939:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 14509 committed batchid 14508 00000100:00100000:0.0:1733164811.162943:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3759:1817354297500544:0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162950:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:531d87dc-65fb-4c67-b606-996b281d9421:3759:1817354297500160:0@lo:400:kworker.0 00000100:00100000:3.0:1733164811.162958:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297500672:0@lo:400:kworker.0 00000100:00100000:3.0:1733164811.162967:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297501184:0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.162973:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297501696 00000100:00100000:0.0:1733164811.162976:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297501696 00000020:00080000:1.0:1733164811.162987:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 14508 00000100:00100000:1.0:1733164811.162999:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3762:1817354297500928:0@lo:400:kworker.0 00000100:00100000:1.0:1733164811.163007:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3762:1817354297501440:0@lo:400:kworker.0 00000100:00100000:0.0:1733164811.163018:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1733164811.163022:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085de0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297501696:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1733164811.163038:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164781 00000100:00100000:0.0:1733164811.163049:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085de0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297501696:12345-0@lo:400:kworker.0 Request processed in 27us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164811.163054:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1733164811.163061:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085de1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297501696:0@lo:400:kworker.0 00000100:00100000:3.0:1733164811.530320:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297501824:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1733164811.530383:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164811.530478:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297501824 00000100:00100000:2.0:1733164811.530488:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297501824 00000100:00100000:2.0:1733164811.530549:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1733164811.530557:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085de1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297501824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1733164811.530592:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00000100:00100000:2.0:1733164811.530665:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085de1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297501824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164811.530673:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1733164811.530686:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297501824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1733164811.776171:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164811.776231:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164811.776263:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164811.776276:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606345600 00000100:00100000:0.0:1733164811.776281:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606345856 00000100:00100000:0.0:1733164811.776286:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606345856 00000100:00100000:1.0:1733164811.776286:0:7198:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606345472 00000100:00100000:2.0:1733164811.776286:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606345600 00000100:00100000:1.0:1733164811.776290:0:7198:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606345472 00000100:00100000:0.0:1733164811.776336:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 567 00000100:00100000:1.0:1733164811.776336:0:7198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 662 00000100:00100000:1.0:1733164811.776341:0:7198:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098bcf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8ec7278-8701-48c9-82a2-e433073c7150+12:2001:x1817354606345472:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1733164811.776342:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+31:2000:x1817354606345856:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164811.776347:0:15870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3118 00000100:00080000:3.0:1733164811.776349:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164781 00000100:00100000:2.0:1733164811.776354:0:15870:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2000:x1817354606345600:12345-192.168.202.7@tcp:400:kworker.0 00000100:00080000:3.0:1733164811.776354:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164781 00000100:00080000:3.0:1733164811.776357:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164781 00000100:00100000:0.0:1733164811.776406:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+31:2000:x1817354606345856:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 63us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164811.776406:0:7198:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098bcf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8ec7278-8701-48c9-82a2-e433073c7150+12:2001:x1817354606345472:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 64us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164811.776413:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 567 00000100:00100000:1.0:1733164811.776413:0:7198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 662 00000100:00100000:2.0:1733164811.776433:0:15870:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2000:x1817354606345600:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 76us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164811.776441:0:15870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3118 00000100:00100000:0.0:1733164811.776455:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164811.776479:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606345728 00000100:00100000:2.0:1733164811.776485:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606345728 00000100:00080000:3.0:1733164811.776503:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164781 00000100:00100000:0.0:1733164811.776510:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164811.776517:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606346112 00000100:00100000:2.0:1733164811.776522:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606346112 00000100:00100000:3.0:1733164811.776522:0:15863:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3119 00000100:00100000:3.0:1733164811.776528:0:15863:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1698:2001:x1817354606345728:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1733164811.776536:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164811.776548:0:15870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3120 00000100:00100000:2.0:1733164811.776554:0:15870:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2000:x1817354606346112:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164811.776556:0:15863:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1698:2001:x1817354606345728:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 28us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164811.776560:0:15863:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3119 00000100:00100000:0.0:1733164811.776570:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164811.776580:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606345984 00000100:00100000:3.0:1733164811.776583:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606345984 00000100:00100000:1.0:1733164811.776588:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606346368 00000100:00100000:1.0:1733164811.776592:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606346368 00000100:00100000:2.0:1733164811.776602:0:15870:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2000:x1817354606346112:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 45us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164811.776605:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 568 00000100:00100000:2.0:1733164811.776609:0:15870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3120 00000100:00100000:3.0:1733164811.776610:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+21:2001:x1817354606345984:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164811.776622:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 569 00000100:00100000:1.0:1733164811.776627:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:2587e66f-96b3-485b-a51d-8015e555f74f+969:2000:x1817354606346368:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164811.776636:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+21:2001:x1817354606345984:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164811.776641:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164811.776641:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 568 00000100:00100000:1.0:1733164811.776653:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:2587e66f-96b3-485b-a51d-8015e555f74f+969:2000:x1817354606346368:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 25us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164811.776659:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 569 00000100:00080000:3.0:1733164811.776661:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164781 00000100:00080000:3.0:1733164811.776664:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164781 00000100:00080000:3.0:1733164811.776665:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164781 00000100:00100000:2.0:1733164811.776678:0:15923:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606346240 00000100:00100000:0.0:1733164811.776680:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164811.776684:0:15923:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606346240 00000100:00100000:1.0:1733164811.776697:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606346496 00000100:00100000:1.0:1733164811.776700:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606346496 00000100:00080000:3.0:1733164811.776701:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164781 00000100:00080000:3.0:1733164811.776714:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164781 00000100:00100000:2.0:1733164811.776717:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3121 00000100:00100000:1.0:1733164811.776720:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 570 00000100:00100000:2.0:1733164811.776723:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:2587e66f-96b3-485b-a51d-8015e555f74f+1564:2001:x1817354606346240:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164811.776725:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:2587e66f-96b3-485b-a51d-8015e555f74f+964:2001:x1817354606346496:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164811.776763:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:2587e66f-96b3-485b-a51d-8015e555f74f+964:2001:x1817354606346496:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 37us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164811.776769:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 570 00000100:00100000:2.0:1733164811.776780:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:2587e66f-96b3-485b-a51d-8015e555f74f+1564:2001:x1817354606346240:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 54us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164811.776786:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3121 00010000:00010000:2.0:1733164811.872425:0:7194:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1733164812.170412:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297501952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1733164812.170463:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164812.170529:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297501952 00000100:00100000:1.0:1733164812.170537:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297501952 00000100:00100000:1.0:1733164812.170574:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108268 00000100:00100000:1.0:1733164812.170579:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3762:x1817354297501952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1733164812.170606:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1439686656 avail 1310224384 00000100:00100000:1.0:1733164812.170644:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3762:x1817354297501952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164812.170652:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108268 00000100:00100000:2.0:1733164812.170673:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297501952:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1733164812.378387:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297502080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1733164812.378439:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297502208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1733164812.378460:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164812.378482:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164812.378497:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297502080 00000100:00100000:2.0:1733164812.378509:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297502080 00000100:00100000:3.0:1733164812.378516:0:16201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297502208 00000100:00100000:3.0:1733164812.378521:0:16201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297502208 00000100:00100000:3.0:1733164812.378554:0:16201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1733164812.378560:0:16201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297502080:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1733164812.378565:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1733164812.378574:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297502208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1733164812.378589:0:16201:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00002000:00000024:2.0:1733164812.378600:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00000100:00100000:3.0:1733164812.378617:0:16201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297502080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164812.378622:0:16201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1733164812.378650:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297502080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1733164812.378712:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297502208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164812.378721:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1733164812.378729:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297502208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1733164812.794342:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297502336:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1733164812.794434:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164812.794503:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297502336 00000100:00100000:2.0:1733164812.794513:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297502336 00000100:00100000:2.0:1733164812.794574:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1733164812.794582:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297502336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1733164812.794609:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:2.0:1733164812.794681:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297502336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164812.794689:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1733164812.794766:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297502336:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1733164812.874392:0:8354:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1733164813.482335:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1733164813.482388:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880092d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297502464:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1733164813.482440:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164813.482511:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297502464 00000100:00100000:1.0:1733164813.482517:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297502464 00000100:00100000:1.0:1733164813.482555:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108269 00000100:00100000:1.0:1733164813.482560:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:3761:x1817354297502464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1733164813.482586:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:1.0:1733164813.482622:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:3761:x1817354297502464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164813.482626:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108269 00000100:00100000:3.0:1733164813.482657:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880092d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297502464:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1733164813.876380:0:7193:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1733164813.934421:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164813.934461:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164813.934490:0:15984:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606346752 00000100:00100000:3.0:1733164813.934499:0:15984:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606346752 00000100:00100000:1.0:1733164813.934518:0:15893:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606347008 00000100:00100000:1.0:1733164813.934522:0:15893:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606347008 00000100:00100000:3.0:1733164813.934550:0:15984:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653157 00000100:00100000:3.0:1733164813.934556:0:15984:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:2587e66f-96b3-485b-a51d-8015e555f74f+1564:15359:x1817354606346752:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1733164813.934558:0:15893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653158 00000100:00080000:2.0:1733164813.934561:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164783 00000100:00100000:1.0:1733164813.934564:0:15893:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1698:5386:x1817354606347008:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000004:00080000:1.0:1733164813.934700:0:15893:0:(mdd_object.c:3927:mdd_close()) Object [0x240000403:0x51ef:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00080000:3.0:1733164813.934730:0:15984:0:(mdd_object.c:3927:mdd_close()) Object [0x240000403:0x523d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:1.0:1733164813.935074:0:15893:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1699:5386:x1817354606347008:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 507us (609us total) trans 4295199803 rc 0/0 00000100:00100000:3.0:1733164813.935074:0:15984:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:2587e66f-96b3-485b-a51d-8015e555f74f+1565:15359:x1817354606346752:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 516us (656us total) trans 4295199804 rc 0/0 00000100:00100000:1.0:1733164813.935082:0:15893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653158 00000100:00100000:3.0:1733164813.935085:0:15984:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653157 00000100:00100000:0.0:1733164813.936083:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164813.936127:0:15984:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606347264 00000100:00100000:3.0:1733164813.936131:0:15984:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606347264 00000100:00100000:0.0:1733164813.936139:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164813.936175:0:15984:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606347520 00000100:00100000:3.0:1733164813.936178:0:15984:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606347520 00000100:00100000:0.0:1733164813.936183:0:15882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653159 00000100:00100000:0.0:1733164813.936189:0:15882:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1699:5386:x1817354606347264:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1733164813.936205:0:15984:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653160 00000100:00100000:3.0:1733164813.936211:0:15984:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:2587e66f-96b3-485b-a51d-8015e555f74f+1565:15359:x1817354606347520:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000004:00080000:0.0:1733164813.936260:0:15882:0:(mdd_object.c:3927:mdd_close()) Object [0x240000402:0x51b9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00080000:3.0:1733164813.936287:0:15984:0:(mdd_object.c:3927:mdd_close()) Object [0x240000402:0x4e6b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:0.0:1733164813.936497:0:15882:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1700:5386:x1817354606347264:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 306us (461us total) trans 4295199805 rc 0/0 00000100:00100000:0.0:1733164813.936504:0:15882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653159 00000100:00100000:3.0:1733164813.936536:0:15984:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:2587e66f-96b3-485b-a51d-8015e555f74f+1566:15359:x1817354606347520:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 323us (396us total) trans 4295199806 rc 0/0 00000100:00100000:3.0:1733164813.936543:0:15984:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653160 00000100:00100000:0.0:1733164813.937251:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164813.937295:0:15984:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606347776 00000100:00100000:3.0:1733164813.937300:0:15984:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606347776 00000100:00100000:3.0:1733164813.937330:0:15984:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653161 00000100:00100000:3.0:1733164813.937335:0:15984:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129effc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1700:5386:x1817354606347776:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000004:00080000:3.0:1733164813.937406:0:15984:0:(mdd_object.c:3927:mdd_close()) Object [0x240000402:0x53e9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:0.0:1733164813.937465:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164813.937509:0:15882:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606348032 00000100:00100000:1.0:1733164813.937514:0:15882:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606348032 00000100:00100000:3.0:1733164813.937531:0:15984:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129effc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_009:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1701:5386:x1817354606347776:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 194us (279us total) trans 4295199807 rc 0/0 00000100:00100000:3.0:1733164813.937539:0:15984:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653161 00000100:00100000:1.0:1733164813.937544:0:15882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653162 00000100:00100000:1.0:1733164813.937550:0:15882:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1566:15359:x1817354606348032:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000004:00080000:1.0:1733164813.937617:0:15882:0:(mdd_object.c:3927:mdd_close()) Object [0x240000403:0x4d74:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:1.0:1733164813.937776:0:15882:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1567:15359:x1817354606348032:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 224us (311us total) trans 4295199808 rc 0/0 00000100:00100000:1.0:1733164813.937783:0:15882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653162 00000100:00100000:0.0:1733164813.938184:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164813.938230:0:15882:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606348288 00000100:00100000:1.0:1733164813.938234:0:15882:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606348288 00000100:00100000:1.0:1733164813.938270:0:15882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653163 00000100:00100000:1.0:1733164813.938275:0:15882:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1701:5386:x1817354606348288:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000004:00080000:1.0:1733164813.938397:0:15882:0:(mdd_object.c:3927:mdd_close()) Object [0x240000403:0x4c2a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1733164813.938493:0:15882:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x199:0x0].80, 560 off97248 00000040:00080000:1.0:1733164813.938588:0:15882:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0xf2:0x0].232, 640 off250072 00000004:00080000:1.0:1733164813.938594:0:15882:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800932ee780 with version 26514 00000004:00080000:2.0:1733164813.938645:0:8358:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a9cebf00 version 26514 rpc_version 26514 00000020:00100000:2.0:1733164813.938669:0:8358:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1733164813.938675:0:8358:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012f0b8e00 x1817354297502720/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1344/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1733164813.938693:0:8358:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0b8e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297502720:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1733164813.938728:0:8358:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164813.938752:0:8358:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011fb07300 going to sleep for 11 seconds 00000100:00100000:1.0:1733164813.938774:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297502720 00000100:00100000:1.0:1733164813.938778:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297502720 00000100:00100000:1.0:1733164813.938807:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108270 00000100:00100000:1.0:1733164813.938811:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:8358:x1817354297502720:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1733164813.938813:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164813.938837:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606348416 00000100:00100000:2.0:1733164813.938840:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606348416 00000100:00100000:2.0:1733164813.938923:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 141835 00000100:00100000:2.0:1733164813.938928:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1567:2000:x1817354606348416:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164813.938937:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 71 locks, starting at 0 00010000:00010000:2.0:1733164813.938955:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095143a80/0xe92384b90ba11daa lrc: 0/0,0 mode: --/CR res: [0x240000403:0x52fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed89e3a expref: 1567 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.938976:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x52fb:0x0].0x0 (ffff880095681d00) 00010000:00010000:2.0:1733164813.938991:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122b46f40/0xe92384b90ba111e1 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x52f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed89a90 expref: 1566 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.938998:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x52f7:0x0].0x0 (ffff88008a8a8e00) 00010000:00010000:2.0:1733164813.939008:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092fe86c0/0xe92384b90ba1055b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5537:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed89661 expref: 1565 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939018:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5537:0x0].0x0 (ffff88009349f600) 00000100:00100000:1.0:1733164813.939019:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+19:8358:x1817354297502720:12345-0@lo:1000:osp_up0-1.0 Request processed in 206us (289us total) trans 4295226489 rc 0/0 00010000:00010000:2.0:1733164813.939024:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c3b840/0xe92384b90b9c4530 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x512f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed72d55 expref: 1564 pid: 15876 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164813.939026:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108270 00010000:00010000:2.0:1733164813.939037:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097075200/0xe92384b90ba0c7b2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x512f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed88375 expref: 1563 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939044:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x512f:0x0].0x0 (ffff880124118600) 00000100:00100000:3.0:1733164813.939052:0:8358:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f0b8e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297502720:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1733164813.939055:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124832f40/0xe92384b90ba09022 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5563:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed87329 expref: 1562 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939065:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5563:0x0].0x0 (ffff8801236f7200) 00010000:00010000:2.0:1733164813.939076:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3cc000/0xe92384b90ba0ae59 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x51ad:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed87b5d expref: 1561 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939087:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51ad:0x0].0x0 (ffff88008e47ea00) 00010000:00010000:2.0:1733164813.939094:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c707600/0xe92384b90b9f48cd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x51f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed813ad expref: 1560 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939104:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51f7:0x0].0x0 (ffff880082fa2900) 00010000:00010000:2.0:1733164813.939116:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008dce3180/0xe92384b90ba05e42 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x51eb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8655a expref: 1559 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939123:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51eb:0x0].0x0 (ffff880093bd4400) 00010000:00010000:2.0:1733164813.939131:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092a15680/0xe92384b90ba05d1c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x52aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8650d expref: 1558 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939138:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x52aa:0x0].0x0 (ffff880090d65600) 00010000:00010000:2.0:1733164813.939167:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012de35440/0xe92384b90b9fd082 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x523d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed83a11 expref: 1557 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939177:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x523d:0x0].0x0 (ffff880097f6f800) 00010000:00010000:2.0:1733164813.939184:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095da9440/0xe92384b90ba02c8c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5281:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed855cb expref: 1556 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939192:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5281:0x0].0x0 (ffff8800912e8800) 00010000:00010000:2.0:1733164813.939199:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093534240/0xe92384b90b9fbc62 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x54ac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8344c expref: 1555 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939213:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x54ac:0x0].0x0 (ffff88008ea10f00) 00010000:00010000:2.0:1733164813.939224:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800815cef40/0xe92384b90b9e6e68 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x533d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7d15e expref: 1554 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939234:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x533d:0x0].0x0 (ffff88012bbeca00) 00010000:00010000:2.0:1733164813.939246:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091d6db00/0xe92384b90b9f9b0d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x53d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed82af2 expref: 1553 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939254:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x53d6:0x0].0x0 (ffff880094729900) 00010000:00010000:2.0:1733164813.939265:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009647c240/0xe92384b90b9f656e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x51f9:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed81ba2 expref: 1552 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939273:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x51f9:0x0].0x0 (ffff880097b71b00) 00010000:00010000:2.0:1733164813.939279:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008af546c0/0xe92384b90b9cd1f4 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5089:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed756ec expref: 1551 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939287:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5089:0x0].0x0 (ffff880091036700) 00010000:00010000:2.0:1733164813.939303:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801249cad00/0xe92384b90b9e5eee lrc: 0/0,0 mode: --/CR res: [0x240000402:0x523f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7ccf0 expref: 1550 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939313:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x523f:0x0].0x0 (ffff880123736300) 00010000:00010000:2.0:1733164813.939319:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800982b18c0/0xe92384b90b9ee10f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x52d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7f43b expref: 1549 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939330:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52d6:0x0].0x0 (ffff880124812f00) 00010000:00010000:2.0:1733164813.939338:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009647e1c0/0xe92384b90b9ec627 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5292:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7ebf9 expref: 1548 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939346:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5292:0x0].0x0 (ffff880093bd4200) 00010000:00010000:2.0:1733164813.939367:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801236ed680/0xe92384b90b9c9093 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5074:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed74446 expref: 1547 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939376:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5074:0x0].0x0 (ffff880090fd1a00) 00010000:00010000:2.0:1733164813.939384:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800981bd440/0xe92384b90b9ec069 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x52b4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7ea71 expref: 1546 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939390:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52b4:0x0].0x0 (ffff880091e88800) 00010000:00010000:2.0:1733164813.939396:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c707a80/0xe92384b90b9eb954 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x51ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7e84f expref: 1545 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939402:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x51ea:0x0].0x0 (ffff880082fa2500) 00010000:00010000:2.0:1733164813.939409:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b9cdd40/0xe92384b90b9eb58e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x51e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7e730 expref: 1544 pid: 15864 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1733164813.939410:0:15882:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1702:5386:x1817354606348288:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 1133us (1226us total) trans 4295199809 rc 0/0 00010000:00010000:2.0:1733164813.939416:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x51e8:0x0].0x0 (ffff88008ac8e600) 00000100:00100000:1.0:1733164813.939418:0:15882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653163 00010000:00010000:2.0:1733164813.939422:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091c7c240/0xe92384b90b9eab4d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x51e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7e427 expref: 1543 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939429:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x51e4:0x0].0x0 (ffff880090d65400) 00010000:00010000:2.0:1733164813.939437:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800934c1680/0xe92384b90b9cf189 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x50ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed75f5f expref: 1542 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939445:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x50ab:0x0].0x0 (ffff880121075c00) 00010000:00010000:2.0:1733164813.939452:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c9773c0/0xe92384b90b9e932f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x51dd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7dd2e expref: 1541 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939459:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x51dd:0x0].0x0 (ffff880121075300) 00010000:00010000:2.0:1733164813.939464:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800968ea640/0xe92384b90b9d2c06 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x50dd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed77102 expref: 1540 pid: 15869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939469:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x50dd:0x0].0x0 (ffff880124812a00) 00010000:00010000:2.0:1733164813.939476:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eee58c0/0xe92384b90b9e6275 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x52fb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7ce16 expref: 1539 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939482:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52fb:0x0].0x0 (ffff880091e28000) 00010000:00010000:2.0:1733164813.939486:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800982b3180/0xe92384b90b9e4889 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5196:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7c6d7 expref: 1538 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939492:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5196:0x0].0x0 (ffff8800921f6000) 00010000:00010000:2.0:1733164813.939500:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800934aaf40/0xe92384b90b9dfb20 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5155:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7b03a expref: 1537 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939506:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5155:0x0].0x0 (ffff88008fed3f00) 00010000:00010000:2.0:1733164813.939512:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800922d1440/0xe92384b90b9dec6a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5246:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7abef expref: 1536 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939520:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091c7fcc0/0xe92384b90b9dcedb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5246:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7a2c6 expref: 1535 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939528:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095daa880/0xe92384b90b9be211 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5246:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed70ed8 expref: 1534 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939533:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5246:0x0].0x0 (ffff88009355fd00) 00010000:00010000:2.0:1733164813.939536:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012369bcc0/0xe92384b90b9daf23 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4e6b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7990a expref: 1533 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939541:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4e6b:0x0].0x0 (ffff88008ac54500) 00010000:00010000:2.0:1733164813.939545:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b9ce640/0xe92384b90b9daa0d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5223:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed797a5 expref: 1532 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939551:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5223:0x0].0x0 (ffff88012d044f00) 00010000:00010000:2.0:1733164813.939556:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098f4f180/0xe92384b90b9d59be lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5325:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed77e99 expref: 1531 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939562:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5325:0x0].0x0 (ffff880082fa2b00) 00010000:00010000:2.0:1733164813.939567:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c974fc0/0xe92384b90b9d2426 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x50d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed76e77 expref: 1530 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939573:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x50d4:0x0].0x0 (ffff88012be3c300) 00010000:00010000:2.0:1733164813.939581:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092394000/0xe92384b90b9d1d1f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x50ce:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed76c71 expref: 1529 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939589:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x50ce:0x0].0x0 (ffff88012f375400) 00010000:00010000:2.0:1733164813.939593:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095d806c0/0xe92384b90b9d1562 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x50c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed769e6 expref: 1528 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939598:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x50c9:0x0].0x0 (ffff8800972b1d00) 00010000:00010000:2.0:1733164813.939605:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800957cd680/0xe92384b90b9d0c08 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x50c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed766f9 expref: 1527 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939611:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x50c3:0x0].0x0 (ffff880082fa2300) 00010000:00010000:2.0:1733164813.939617:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b22640/0xe92384b90b9d0762 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x50c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed76594 expref: 1526 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939622:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x50c1:0x0].0x0 (ffff880095b87c00) 00010000:00010000:2.0:1733164813.939628:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801249c8fc0/0xe92384b90b9d0498 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x50bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed764ad expref: 1525 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939633:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x50bb:0x0].0x0 (ffff880097f0f200) 00010000:00010000:2.0:1733164813.939638:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124386d00/0xe92384b90b9d0302 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x50ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7643d expref: 1524 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939643:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x50ba:0x0].0x0 (ffff8800912d4c00) 00010000:00010000:2.0:1733164813.939650:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800950aa400/0xe92384b90b9bdce6 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x502c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed70d18 expref: 1523 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939655:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x502c:0x0].0x0 (ffff880097f6fd00) 00010000:00010000:2.0:1733164813.939660:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f63f180/0xe92384b90b9cfa9d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x50b3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed761ce expref: 1522 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939667:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x50b3:0x0].0x0 (ffff88012cbb2500) 00010000:00010000:2.0:1733164813.939671:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800981bc6c0/0xe92384b90b9cf5f7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x50ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed76093 expref: 1521 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939678:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x50ae:0x0].0x0 (ffff880096a4d200) 00010000:00010000:2.0:1733164813.939685:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b60c240/0xe92384b90b9ced99 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x51e7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed75e39 expref: 1520 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939690:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51e7:0x0].0x0 (ffff880121077e00) 00010000:00010000:2.0:1733164813.939694:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123c57a80/0xe92384b90b9ce7aa lrc: 0/0,0 mode: --/CR res: [0x240000403:0x50a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed75c87 expref: 1519 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939699:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x50a2:0x0].0x0 (ffff88008ea10e00) 00010000:00010000:2.0:1733164813.939705:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c977a80/0xe92384b90b9b801f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4ffc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6f10a expref: 1518 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939709:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ffc:0x0].0x0 (ffff88009091be00) 00010000:00010000:2.0:1733164813.939715:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122b44b40/0xe92384b90b9cb0de lrc: 0/0,0 mode: --/CR res: [0x240000403:0x507f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed74de6 expref: 1517 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939719:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x507f:0x0].0x0 (ffff880092391c00) 00010000:00010000:2.0:1733164813.939725:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800966258c0/0xe92384b90b98bb58 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4d77:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed62244 expref: 1516 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939732:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4d77:0x0].0x0 (ffff88008cf5d300) 00010000:00010000:2.0:1733164813.939738:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ac3eac0/0xe92384b90b973630 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4d74:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5aca9 expref: 1515 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939745:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4d74:0x0].0x0 (ffff88008c767200) 00010000:00010000:2.0:1733164813.939748:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c976640/0xe92384b90b9ca221 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x507c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7496a expref: 1514 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939753:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x507c:0x0].0x0 (ffff880095ebc300) 00010000:00010000:2.0:1733164813.939759:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011ce3d680/0xe92384b90b9c575f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x505a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed73305 expref: 1513 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939765:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x505a:0x0].0x0 (ffff88008c5d4e00) 00010000:00010000:2.0:1733164813.939771:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090a37a80/0xe92384b90b9c4a4d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5050:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed72ef9 expref: 1512 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939775:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5050:0x0].0x0 (ffff880124138900) 00010000:00010000:2.0:1733164813.939781:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009371bcc0/0xe92384b90b9be559 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4f4c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7100c expref: 1511 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939788:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123ec8000/0xe92384b90b9be45d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4f4c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed70f9c expref: 1510 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939794:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4f4c:0x0].0x0 (ffff88012eb5af00) 00010000:00010000:2.0:1733164813.939799:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095d80240/0xe92384b90b9baba0 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5008:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6fdc8 expref: 1509 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939803:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5008:0x0].0x0 (ffff88008ae42400) 00010000:00010000:2.0:1733164813.939809:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880136637600/0xe92384b90b9ba2af lrc: 0/0,0 mode: --/PR res: [0x240000402:0x51d9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6fb52 expref: 1508 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939816:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51d9:0x0].0x0 (ffff880121077000) 00010000:00010000:2.0:1733164813.939822:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3cf840/0xe92384b90b9b73f4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x51fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6ed98 expref: 1507 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939827:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51fc:0x0].0x0 (ffff880093bd4f00) 00010000:00010000:2.0:1733164813.939831:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b23a80/0xe92384b90b9b9255 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4fff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6f697 expref: 1506 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939835:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4fff:0x0].0x0 (ffff880124138100) 00010000:00010000:2.0:1733164813.939840:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ca56f40/0xe92384b90b9b6fb0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x51fc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6ec80 expref: 1505 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939847:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51fc:0x0].0x0 (ffff880093bd4f00) 00010000:00010000:2.0:1733164813.939851:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008af55200/0xe92384b90b9b6a00 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4ff6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6eab9 expref: 1504 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939857:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ff6:0x0].0x0 (ffff8800978b6300) 00010000:00010000:2.0:1733164813.939865:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800815cdb00/0xe92384b90b9b6561 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4b3f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6e91c expref: 1503 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939871:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4b3f:0x0].0x0 (ffff88011f712700) 00010000:00010000:2.0:1733164813.939878:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801249c8000/0xe92384b90b9b53fd lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4ff3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6e3f8 expref: 1502 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939883:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4ff3:0x0].0x0 (ffff880092309500) 00010000:00010000:2.0:1733164813.939891:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090e57600/0xe92384b90b9b386d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4fec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6dc0a expref: 1501 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939898:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4fec:0x0].0x0 (ffff880130424600) 00010000:00010000:2.0:1733164813.939904:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3e7600/0xe92384b90b9b1b6a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4fe2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6d247 expref: 1500 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939909:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4fe2:0x0].0x0 (ffff88009346fd00) 00010000:00010000:2.0:1733164813.939916:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012369b180/0xe92384b90b97486d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4d74:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5b260 expref: 1499 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939921:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4d74:0x0].0x0 (ffff88008c767200) 00010000:00010000:2.0:1733164813.939926:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123c55b00/0xe92384b90b9ae117 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x51de:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6c168 expref: 1498 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939932:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51de:0x0].0x0 (ffff880098f66e00) 00010000:00010000:2.0:1733164813.939938:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095d83180/0xe92384b90b9adf5e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4d59:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6c106 expref: 1497 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.939944:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4d59:0x0].0x0 (ffff880121077200) 00010000:00010000:2.0:1733164813.939946:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164813.939968:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1496:2000:x1817354606348416:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 1040us (1157us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164813.939973:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 141835 00000100:00100000:2.0:1733164813.940018:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164813.940059:0:15882:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606348672 00000100:00100000:1.0:1733164813.940062:0:15882:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606348672 00000100:00100000:1.0:1733164813.940084:0:15882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653164 00000100:00100000:1.0:1733164813.940088:0:15882:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1702:5386:x1817354606348672:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000004:00080000:1.0:1733164813.940139:0:15882:0:(mdd_object.c:3927:mdd_close()) Object [0x240000403:0x4fa4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:1.0:1733164813.940274:0:15882:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1703:5386:x1817354606348672:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 184us (255us total) trans 4295199810 rc 0/0 00000100:00100000:1.0:1733164813.940279:0:15882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653164 00000100:00100000:0.0:1733164813.940932:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164813.940967:0:15882:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606348928 00000100:00100000:1.0:1733164813.940970:0:15882:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606348928 00000100:00100000:1.0:1733164813.940988:0:15882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653165 00000100:00100000:1.0:1733164813.940991:0:15882:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1703:5386:x1817354606348928:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000004:00080000:1.0:1733164813.941062:0:15882:0:(mdd_object.c:3927:mdd_close()) Object [0x240000403:0x4b5c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1733164813.941111:0:15882:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x199:0x0].81, 560 off97808 00000040:00080000:1.0:1733164813.941213:0:15882:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0xf2:0x0].233, 640 off250712 00000004:00080000:1.0:1733164813.941216:0:15882:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800932eecc0 with version 26515 00000004:00080000:3.0:1733164813.941261:0:8358:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a9cebf00 version 26515 rpc_version 26515 00000020:00100000:3.0:1733164813.941276:0:8358:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1733164813.941281:0:8358:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880085de0e00 x1817354297502976/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1733164813.941294:0:8358:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085de0e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297502976:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1733164813.941319:0:8358:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164813.941339:0:8358:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164813.941373:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297502976 00000100:00100000:1.0:1733164813.941377:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297502976 00000100:00100000:1.0:1733164813.941402:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108271 00000100:00100000:1.0:1733164813.941406:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880085de3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+19:8358:x1817354297502976:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1733164813.941551:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880085de3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+20:8358:x1817354297502976:12345-0@lo:1000:osp_up0-1.0 Request processed in 144us (231us total) trans 4295226490 rc 0/0 00000100:00100000:1.0:1733164813.941556:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108271 00000100:00100000:3.0:1733164813.941591:0:8358:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085de0e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297502976:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1733164813.941797:0:15882:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1704:5386:x1817354606348928:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 802us (864us total) trans 4295199811 rc 0/0 00000100:00100000:1.0:1733164813.941803:0:15882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653165 00000100:00100000:0.0:1733164813.942442:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164813.942485:0:15882:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606349184 00000100:00100000:1.0:1733164813.942489:0:15882:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606349184 00000100:00100000:1.0:1733164813.942510:0:15882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653166 00000100:00100000:1.0:1733164813.942515:0:15882:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1704:5386:x1817354606349184:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000004:00080000:1.0:1733164813.942566:0:15882:0:(mdd_object.c:3927:mdd_close()) Object [0x240000403:0x503d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:1.0:1733164813.942701:0:15882:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1705:5386:x1817354606349184:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 184us (258us total) trans 4295199812 rc 0/0 00000100:00100000:1.0:1733164813.942708:0:15882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653166 00000100:00100000:0.0:1733164813.944118:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164813.944162:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606349312 00000100:00100000:2.0:1733164813.944165:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606349312 00000100:00100000:2.0:1733164813.944231:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 141836 00000100:00100000:2.0:1733164813.944236:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1705:2001:x1817354606349312:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164813.944245:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 94 locks, starting at 0 00010000:00010000:2.0:1733164813.944258:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05d40/0xe92384b90ba0d75d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x55ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8883e expref: 1705 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944269:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x55ad:0x0].0x0 (ffff880097f0f900) 00010000:00010000:2.0:1733164813.944281:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092a14480/0xe92384b90ba0a132 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x51ad:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed877d6 expref: 1704 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944288:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51ad:0x0].0x0 (ffff88008e47ea00) 00010000:00010000:2.0:1733164813.944296:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122b47a80/0xe92384b90ba0bb25 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5588:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed87f69 expref: 1703 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944301:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5588:0x0].0x0 (ffff880095e21e00) 00010000:00010000:2.0:1733164813.944305:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eee73c0/0xe92384b90ba0b7cf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5583:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed87e58 expref: 1702 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944311:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5583:0x0].0x0 (ffff8800984bfb00) 00010000:00010000:2.0:1733164813.944317:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009647db00/0xe92384b90ba0b686 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5582:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed87de8 expref: 1701 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944322:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5582:0x0].0x0 (ffff88009346f600) 00010000:00010000:2.0:1733164813.944327:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091c7df80/0xe92384b90ba0ac99 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x557f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed87ac3 expref: 1700 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944332:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x557f:0x0].0x0 (ffff88008a8a8b00) 00010000:00010000:2.0:1733164813.944336:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800990c06c0/0xe92384b90b9caad3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x52c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed74be0 expref: 1699 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944345:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52c1:0x0].0x0 (ffff880095e21c00) 00010000:00010000:2.0:1733164813.944362:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800949af3c0/0xe92384b90ba0a2d6 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x52bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed87870 expref: 1698 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944367:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x52bb:0x0].0x0 (ffff88008ae42000) 00010000:00010000:2.0:1733164813.944373:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800934c0480/0xe92384b90ba04dfd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5529:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8603d expref: 1697 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944379:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5529:0x0].0x0 (ffff880131283000) 00010000:00010000:2.0:1733164813.944384:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800968e8240/0xe92384b90ba09c62 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5573:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed876a9 expref: 1696 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944389:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5573:0x0].0x0 (ffff88008afe2100) 00010000:00010000:2.0:1733164813.944395:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800951d2880/0xe92384b90ba09944 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5571:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed875c2 expref: 1695 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944400:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5571:0x0].0x0 (ffff88009349f900) 00010000:00010000:2.0:1733164813.944406:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800982b0480/0xe92384b90ba09164 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x556c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed873a0 expref: 1694 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944412:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x556c:0x0].0x0 (ffff880124812600) 00010000:00010000:2.0:1733164813.944420:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800982b1440/0xe92384b90ba0935c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x556a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed87441 expref: 1693 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944424:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x556a:0x0].0x0 (ffff880096956e00) 00010000:00010000:2.0:1733164813.944434:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092da6ac0/0xe92384b90ba06a7b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x554e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed868be expref: 1692 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944444:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x554e:0x0].0x0 (ffff88008ac54800) 00010000:00010000:2.0:1733164813.944454:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011ce3ef40/0xe92384b90ba06614 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5545:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed86791 expref: 1691 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944463:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5545:0x0].0x0 (ffff880093857100) 00010000:00010000:2.0:1733164813.944473:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800990c33c0/0xe92384b90b98a33a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x50da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed61a72 expref: 1690 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944481:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x50da:0x0].0x0 (ffff880091e28f00) 00010000:00010000:2.0:1733164813.944491:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ac3fa80/0xe92384b90ba06064 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5537:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed865fb expref: 1689 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944499:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5537:0x0].0x0 (ffff88009349f600) 00010000:00010000:2.0:1733164813.944508:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090cbdd40/0xe92384b90ba04b80 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5521:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed85f56 expref: 1688 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944516:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5521:0x0].0x0 (ffff88009355d100) 00010000:00010000:2.0:1733164813.944525:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c707cc0/0xe92384b90ba013b8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5501:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed84e46 expref: 1687 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944530:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5501:0x0].0x0 (ffff880091036d00) 00010000:00010000:2.0:1733164813.944536:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091d6df80/0xe92384b90b9fdde1 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x51f9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed83e2b expref: 1686 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944540:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x51f9:0x0].0x0 (ffff880097b71b00) 00010000:00010000:2.0:1733164813.944544:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c974900/0xe92384b90b9f6e4a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x51ef:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed81de7 expref: 1685 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944550:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x51ef:0x0].0x0 (ffff880095ebcc00) 00010000:00010000:2.0:1733164813.944556:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800982b3840/0xe92384b90b9f4148 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5484:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed81184 expref: 1684 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944561:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5484:0x0].0x0 (ffff880121076500) 00010000:00010000:2.0:1733164813.944566:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095d81200/0xe92384b90b9cc5fa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x523f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed75388 expref: 1683 pid: 15869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944572:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x523f:0x0].0x0 (ffff880123736300) 00010000:00010000:2.0:1733164813.944578:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cae8900/0xe92384b90b9a49f6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x51b9:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6961f expref: 1682 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944584:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51b9:0x0].0x0 (ffff880082fa2600) 00010000:00010000:2.0:1733164813.944588:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124384900/0xe92384b90b9f4ebc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x548c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8152e expref: 1681 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944593:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x548c:0x0].0x0 (ffff880096a4d700) 00010000:00010000:2.0:1733164813.944599:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092395d40/0xe92384b90b9b9573 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x51b9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6f7ee expref: 1680 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944604:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51b9:0x0].0x0 (ffff880082fa2600) 00010000:00010000:2.0:1733164813.944611:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ac3ef40/0xe92384b90b9f31dc lrc: 0/0,0 mode: --/CR res: [0x240000403:0x51f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed80cf3 expref: 1679 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944616:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x51f1:0x0].0x0 (ffff88008f5f3600) 00010000:00010000:2.0:1733164813.944623:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091c7f600/0xe92384b90b9f30a1 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x50b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed80c91 expref: 1678 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944629:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x50b3:0x0].0x0 (ffff88012cbb2500) 00010000:00010000:2.0:1733164813.944644:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ea02400/0xe92384b90b9f2d67 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed80b9c expref: 1677 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944652:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5201:0x0].0x0 (ffff8800959e0400) 00010000:00010000:2.0:1733164813.944659:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012de34900/0xe92384b90b9e293a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x53c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7bd1b expref: 1676 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944664:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x53c9:0x0].0x0 (ffff880121076f00) 00010000:00010000:2.0:1733164813.944668:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092a146c0/0xe92384b90b9edf10 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x541a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7f39a expref: 1675 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944672:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x541a:0x0].0x0 (ffff880130424e00) 00010000:00010000:2.0:1733164813.944679:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800922d0900/0xe92384b90b9ed650 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5414:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7f116 expref: 1674 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944684:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5414:0x0].0x0 (ffff880091e88300) 00010000:00010000:2.0:1733164813.944690:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ac50000/0xe92384b90b9e92f0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x53e9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7dd27 expref: 1673 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944695:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x53e9:0x0].0x0 (ffff880121077500) 00010000:00010000:2.0:1733164813.944699:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091d6cd80/0xe92384b90b9ea1c2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5400:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7e156 expref: 1672 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944703:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5400:0x0].0x0 (ffff880095681a00) 00010000:00010000:2.0:1733164813.944710:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800933bcd80/0xe92384b90b9ea152 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x53ec:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7e141 expref: 1671 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944716:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x53ec:0x0].0x0 (ffff880124812b00) 00010000:00010000:2.0:1733164813.944722:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801236edb00/0xe92384b90b9e9e03 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x5069:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7e045 expref: 1670 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944727:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5069:0x0].0x0 (ffff88008b675700) 00010000:00010000:2.0:1733164813.944734:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f181f80/0xe92384b90b9e8fa8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x53f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7dc0f expref: 1669 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944738:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x53f8:0x0].0x0 (ffff88008f6c3400) 00010000:00010000:2.0:1733164813.944745:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091c7f3c0/0xe92384b90b9e86c5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x53f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7d953 expref: 1668 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944750:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x53f5:0x0].0x0 (ffff88009091b200) 00010000:00010000:2.0:1733164813.944756:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800992d1f80/0xe92384b90b9e8170 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x53c9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7d7a8 expref: 1667 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944761:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x53c9:0x0].0x0 (ffff880121076f00) 00010000:00010000:2.0:1733164813.944766:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800949ae640/0xe92384b90b9e7fa2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x53f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7d6f2 expref: 1666 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944770:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x53f1:0x0].0x0 (ffff88011f883700) 00010000:00010000:2.0:1733164813.944776:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801249cba80/0xe92384b90b9cd199 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4e1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed756c9 expref: 1665 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944782:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4e1d:0x0].0x0 (ffff88008ad46600) 00010000:00010000:2.0:1733164813.944787:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099104900/0xe92384b90b9a5b68 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x51bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed69b82 expref: 1664 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944793:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51bd:0x0].0x0 (ffff880093bd4e00) 00010000:00010000:2.0:1733164813.944801:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a8d4000/0xe92384b90b9e6562 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4c2a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7ceef expref: 1663 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944806:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4c2a:0x0].0x0 (ffff88008e47e700) 00010000:00010000:2.0:1733164813.944811:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800922d1d40/0xe92384b90b9e6d0a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x53e9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7d111 expref: 1662 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944816:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x53e9:0x0].0x0 (ffff880121077500) 00010000:00010000:2.0:1733164813.944822:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f0b9d40/0xe92384b90b9e6c38 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x50e3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7d0c4 expref: 1661 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944830:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x50e3:0x0].0x0 (ffff880082fa2100) 00010000:00010000:2.0:1733164813.944834:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800922d2400/0xe92384b90b9e5d6d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x52fb:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7cc80 expref: 1660 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944842:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52fb:0x0].0x0 (ffff880091e28000) 00010000:00010000:2.0:1733164813.944848:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3cdd40/0xe92384b90b9bc792 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4fa4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7065e expref: 1659 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944855:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4fa4:0x0].0x0 (ffff8800938d1b00) 00010000:00010000:2.0:1733164813.944861:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097074b40/0xe92384b90b9db9f7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5367:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed79cbb expref: 1658 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944868:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c975f80/0xe92384b90b9de188 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5367:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7a8a0 expref: 1657 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944875:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5367:0x0].0x0 (ffff88008ad41d00) 00010000:00010000:2.0:1733164813.944881:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cd8af40/0xe92384b90b9ddc25 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5246:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7a6c4 expref: 1656 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944888:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800815cf840/0xe92384b90b9ddb99 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5246:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7a69a expref: 1655 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944893:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5246:0x0].0x0 (ffff88009355fd00) 00010000:00010000:2.0:1733164813.944899:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8cfa80/0xe92384b90b9dd36c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5147:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7a439 expref: 1654 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944904:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5147:0x0].0x0 (ffff88009091b800) 00010000:00010000:2.0:1733164813.944910:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ac3f600/0xe92384b90b9db806 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x536b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed79c28 expref: 1653 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944915:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x536b:0x0].0x0 (ffff8800912d4800) 00010000:00010000:2.0:1733164813.944921:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011dd10b40/0xe92384b90b9daec8 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x50ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7995e expref: 1652 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944926:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x50ce:0x0].0x0 (ffff88012f375400) 00010000:00010000:2.0:1733164813.944933:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095d81d40/0xe92384b90b9a60ee lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b5c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed69d3b expref: 1651 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944938:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b5c:0x0].0x0 (ffff880090c93700) 00010000:00010000:2.0:1733164813.944944:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f0b9680/0xe92384b90b9d62d9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x532a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed78178 expref: 1650 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944954:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x532a:0x0].0x0 (ffff88011f883d00) 00010000:00010000:2.0:1733164813.944963:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009225ef40/0xe92384b90b9d4fae lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4e62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed77bc8 expref: 1649 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944971:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4e62:0x0].0x0 (ffff880098f66000) 00010000:00010000:2.0:1733164813.944981:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800815cd200/0xe92384b90b9a91af lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4e23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6ab5e expref: 1648 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.944989:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4e23:0x0].0x0 (ffff8800957f9e00) 00010000:00010000:2.0:1733164813.945001:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800934aad00/0xe92384b90b9cfc72 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x52f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed76253 expref: 1647 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945009:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52f3:0x0].0x0 (ffff880124138d00) 00010000:00010000:2.0:1733164813.945019:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098047a80/0xe92384b90b9cf510 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x52ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7604d expref: 1646 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945027:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52ed:0x0].0x0 (ffff8800912e8100) 00010000:00010000:2.0:1733164813.945035:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095281f80/0xe92384b90b9cf001 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x52e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed75eda expref: 1645 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945041:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52e4:0x0].0x0 (ffff88008b675500) 00010000:00010000:2.0:1733164813.945046:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009371a400/0xe92384b90b9cd129 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5292:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7569f expref: 1644 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945052:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5292:0x0].0x0 (ffff880093bd4200) 00010000:00010000:2.0:1733164813.945058:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f0baac0/0xe92384b90b9c644e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x503d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7371f expref: 1643 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945065:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x503d:0x0].0x0 (ffff880123736600) 00010000:00010000:2.0:1733164813.945070:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e5c5440/0xe92384b90b9ab7db lrc: 0/0,0 mode: --/CR res: [0x240000402:0x51e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6b640 expref: 1642 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945075:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51e7:0x0].0x0 (ffff880121077e00) 00010000:00010000:2.0:1733164813.945080:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800981be1c0/0xe92384b90b9cbae7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x52c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed750a2 expref: 1641 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945087:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52c6:0x0].0x0 (ffff880095256100) 00010000:00010000:2.0:1733164813.945093:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092394240/0xe92384b90b9c960b lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4e16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed745d5 expref: 1640 pid: 15869 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945099:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4e16:0x0].0x0 (ffff880095256800) 00010000:00010000:2.0:1733164813.945104:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801243861c0/0xe92384b90b9c9103 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4e0e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7445b expref: 1639 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945111:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4e0e:0x0].0x0 (ffff88012c399a00) 00010000:00010000:2.0:1733164813.945117:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011ce3e880/0xe92384b90b9c8bed lrc: 0/0,0 mode: --/CR res: [0x240000402:0x52ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed742d3 expref: 1638 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945122:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52ab:0x0].0x0 (ffff880124813900) 00010000:00010000:2.0:1733164813.945130:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b9ce880/0xe92384b90b9c89bd lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4e0a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7422b expref: 1637 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945136:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4e0a:0x0].0x0 (ffff88008ae57100) 00010000:00010000:2.0:1733164813.945157:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b22f40/0xe92384b90b9c866e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x52a5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed74128 expref: 1636 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945164:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52a5:0x0].0x0 (ffff880096a4d100) 00010000:00010000:2.0:1733164813.945170:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124874b40/0xe92384b90b9c73f2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5297:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed73c12 expref: 1635 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945175:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5297:0x0].0x0 (ffff88009098ad00) 00010000:00010000:2.0:1733164813.945182:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122b45200/0xe92384b90b9c6d46 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5295:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed73a13 expref: 1634 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945187:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5295:0x0].0x0 (ffff880124812100) 00010000:00010000:2.0:1733164813.945193:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ac52640/0xe92384b90b97d92f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4eb3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5dcec expref: 1633 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945199:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4eb3:0x0].0x0 (ffff88008f3b0000) 00010000:00010000:2.0:1733164813.945205:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cae9d40/0xe92384b90b9c636e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x528e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed736d9 expref: 1632 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945210:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x528e:0x0].0x0 (ffff880124813000) 00010000:00010000:2.0:1733164813.945215:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124387a80/0xe92384b90b9c0821 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4fa8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed719eb expref: 1631 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945222:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f0b8fc0/0xe92384b90b9c5cad lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4fa8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed734d3 expref: 1630 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945227:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4fa8:0x0].0x0 (ffff88008e47eb00) 00010000:00010000:2.0:1733164813.945233:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123ec8240/0xe92384b90b9c59b2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5289:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed733ec expref: 1629 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945241:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5289:0x0].0x0 (ffff8800984bff00) 00010000:00010000:2.0:1733164813.945248:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba01200/0xe92384b90b9c4a15 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4b55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed72ee4 expref: 1628 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945256:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4b55:0x0].0x0 (ffff880091e28300) 00010000:00010000:2.0:1733164813.945261:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092395200/0xe92384b90b9c4219 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5041:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed72c60 expref: 1627 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945267:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5041:0x0].0x0 (ffff88008ac54900) 00010000:00010000:2.0:1733164813.945273:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092396f40/0xe92384b90b9c353f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5264:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7282a expref: 1626 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945281:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3e7a80/0xe92384b90b9c33e8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5264:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed727c1 expref: 1625 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945286:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5264:0x0].0x0 (ffff88012d044e00) 00010000:00010000:2.0:1733164813.945292:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096982880/0xe92384b90b9c0ec6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x525f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed71c30 expref: 1624 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945296:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x525f:0x0].0x0 (ffff88008e625f00) 00010000:00010000:2.0:1733164813.945302:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092397a80/0xe92384b90b9bf0ab lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5248:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed71323 expref: 1623 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945310:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b21f80/0xe92384b90b9beeb3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5248:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed71289 expref: 1622 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945318:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5248:0x0].0x0 (ffff880121075800) 00010000:00010000:2.0:1733164813.945323:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800990c0900/0xe92384b90b946736 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4ee2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4d42e expref: 1621 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945329:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4ee2:0x0].0x0 (ffff88013665cc00) 00010000:00010000:2.0:1733164813.945334:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b00c6c0/0xe92384b90b93b692 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4e9b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed49eea expref: 1620 pid: 15872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945341:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4e9b:0x0].0x0 (ffff88012cfafb00) 00010000:00010000:2.0:1733164813.945346:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096983cc0/0xe92384b90b942cc7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4ec8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed4c276 expref: 1619 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945363:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4ec8:0x0].0x0 (ffff8800957f9c00) 00010000:00010000:2.0:1733164813.945370:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095c67600/0xe92384b90b9ba5cd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5234:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6fc24 expref: 1618 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945377:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5234:0x0].0x0 (ffff880093bd4b00) 00010000:00010000:2.0:1733164813.945382:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801249cb600/0xe92384b90b9b986e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x51fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6f888 expref: 1617 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945388:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51fc:0x0].0x0 (ffff880093bd4f00) 00010000:00010000:2.0:1733164813.945395:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008deae400/0xe92384b90b914ce7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4a13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed3e93e expref: 1616 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945406:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4a13:0x0].0x0 (ffff88012cd06900) 00010000:00010000:2.0:1733164813.945417:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008acd8900/0xe92384b90b9a7eae lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4f4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6a5e6 expref: 1615 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945426:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4f4e:0x0].0x0 (ffff88009355dc00) 00010000:00010000:2.0:1733164813.945435:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801236ec240/0xe92384b90b9b47d9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x521d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6e086 expref: 1614 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945444:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x521d:0x0].0x0 (ffff88008dcb3900) 00010000:00010000:2.0:1733164813.945453:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123c54240/0xe92384b90b9b036f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6cab4 expref: 1613 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945463:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5203:0x0].0x0 (ffff88008ac8e400) 00010000:00010000:2.0:1733164813.945472:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123ec8fc0/0xe92384b90b975fc0 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4d59:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed5b928 expref: 1612 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164813.945479:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4d59:0x0].0x0 (ffff880121077200) 00010000:00010000:2.0:1733164813.945484:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164813.945512:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1611:2001:x1817354606349312:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 1276us (1396us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164813.945517:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 141836 00010000:00010000:2.0:1733164814.878377:0:16026:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1733164815.880369:0:15328:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1733164816.170408:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085de0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:531d87dc-65fb-4c67-b606-996b281d9421:3759:1817354297503104:0@lo:400:kworker.0 00000100:00100000:2.0:1733164816.170418:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3760:1817354297503232:0@lo:400:kworker.0 00000100:00100000:0.0:1733164816.170475:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164816.170475:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164816.170485:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085de1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297503360:0@lo:400:kworker.0 00000100:00100000:2.0:1733164816.170506:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085de2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3760:1817354297503744:0@lo:400:kworker.0 00000100:00100000:0.0:1733164816.170510:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297503616:0@lo:400:kworker.0 00000100:00100000:2.0:1733164816.170534:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164816.170535:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164816.170546:0:7200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297503104 00000100:00100000:2.0:1733164816.170552:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3760:1817354297504256:0@lo:400:kworker.0 00000100:00100000:1.0:1733164816.170553:0:7200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297503104 00000100:00100000:0.0:1733164816.170554:0:15860:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297503232 00000100:00100000:0.0:1733164816.170557:0:15860:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297503232 00000100:00100000:3.0:1733164816.170569:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3761:1817354297503872:0@lo:400:kworker.0 00000100:00100000:2.0:1733164816.170571:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164816.170586:0:15860:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297503744 00000100:00100000:1.0:1733164816.170587:0:7200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1733164816.170588:0:15860:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297503744 00000100:00080000:2.0:1733164816.170591:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164786 00000100:00100000:1.0:1733164816.170594:0:7200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098bcf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3759:x1817354297503104:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1733164816.170594:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164786 00000100:00100000:3.0:1733164816.170595:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164816.170609:0:15860:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297504256 00000100:00100000:0.0:1733164816.170612:0:15860:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297504256 00000100:00100000:2.0:1733164816.170612:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297503872 00000100:00100000:2.0:1733164816.170615:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297503872 00000100:00100000:3.0:1733164816.170615:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3761:1817354297504384:0@lo:400:kworker.0 00000100:00100000:0.0:1733164816.170630:0:15860:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3122 00000100:00100000:0.0:1733164816.170634:0:15860:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3760:x1817354297503232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164816.170638:0:15870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123 00000100:00100000:2.0:1733164816.170642:0:15870:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801329c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre-MDT0000-lwp-OST0000_UUID+5:3760:x1817354297503744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164816.170651:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164816.170653:0:7200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098bcf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3759:x1817354297503104:12345-0@lo:400:kworker.0 Request processed in 58us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164816.170659:0:7200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1733164816.170671:0:15860:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3760:x1817354297503232:12345-0@lo:400:kworker.0 Request processed in 37us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164816.170675:0:15870:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801329c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre-MDT0000-lwp-OST0000_UUID+5:3760:x1817354297503744:12345-0@lo:400:kworker.0 Request processed in 32us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164816.170675:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1733164816.170677:0:15860:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3122 00000100:00100000:2.0:1733164816.170680:0:15870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123 00000100:00100000:3.0:1733164816.170683:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3761:1817354297503488:0@lo:400:kworker.0 00000100:00100000:0.0:1733164816.170689:0:15860:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297504384 00000100:00100000:0.0:1733164816.170691:0:15860:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297504384 00000100:00100000:2.0:1733164816.170691:0:15870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124 00000100:00100000:2.0:1733164816.170694:0:15870:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre-MDT0000-lwp-OST0001_UUID+5:3760:x1817354297504256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164816.170697:0:15872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125 00000100:00100000:1.0:1733164816.170701:0:15872:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0000_UUID+5:3761:x1817354297503872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164816.170705:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164816.170707:0:15860:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126 00000100:00100000:0.0:1733164816.170710:0:15860:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3761:x1817354297504384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164816.170712:0:15870:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre-MDT0000-lwp-OST0001_UUID+5:3760:x1817354297504256:12345-0@lo:400:kworker.0 Request processed in 16us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164816.170716:0:15870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124 00000100:00100000:3.0:1733164816.170723:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880085de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297504000:0@lo:400:kworker.0 00000100:00100000:2.0:1733164816.170724:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297503488 00000100:00100000:2.0:1733164816.170726:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297503488 00000100:00100000:1.0:1733164816.170732:0:15872:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_016:lustre-MDT0001-lwp-OST0000_UUID+5:3761:x1817354297503872:12345-0@lo:400:kworker.0 Request processed in 30us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164816.170738:0:15860:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3761:x1817354297504384:12345-0@lo:400:kworker.0 Request processed in 26us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164816.170738:0:15872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125 00000100:00100000:2.0:1733164816.170741:0:15870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127 00000100:00100000:0.0:1733164816.170746:0:15860:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126 00000100:00100000:2.0:1733164816.170746:0:15870:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre-MDT0000-lwp-MDT0001_UUID+5:3761:x1817354297503488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164816.170748:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164816.170763:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297504000 00000100:00100000:3.0:1733164816.170764:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297504512:0@lo:400:kworker.0 00000100:00100000:1.0:1733164816.170766:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297504000 00000100:00100000:2.0:1733164816.170769:0:15870:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre-MDT0000-lwp-MDT0001_UUID+5:3761:x1817354297503488:12345-0@lo:400:kworker.0 Request processed in 23us (63us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164816.170772:0:15870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127 00000100:00100000:0.0:1733164816.170783:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297503360 00000100:00100000:1.0:1733164816.170785:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1733164816.170786:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297503360 00000100:00100000:3.0:1733164816.170786:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164816.170788:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297504000:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1733164816.170790:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164786 00000100:00080000:2.0:1733164816.170793:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164786 00000100:00080000:2.0:1733164816.170795:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164786 00000100:00100000:0.0:1733164816.170810:0:7208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108272 00000100:00100000:0.0:1733164816.170814:0:7208:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:3761:x1817354297503360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164816.170818:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085de2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3760:1817354297503744:0@lo:400:kworker.0 00000100:00100000:3.0:1733164816.170818:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3761:1817354297503872:0@lo:400:kworker.0 00000100:00100000:1.0:1733164816.170822:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297504000:12345-0@lo:400:kworker.0 Request processed in 32us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164816.170827:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1733164816.170827:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ab41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3760:1817354297504256:0@lo:400:kworker.0 00000100:00100000:3.0:1733164816.170830:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3761:1817354297504384:0@lo:400:kworker.0 00000100:00100000:1.0:1733164816.170837:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297504512 00000100:00100000:2.0:1733164816.170837:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3760:1817354297503232:0@lo:400:kworker.0 00000100:00100000:1.0:1733164816.170840:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297504512 00000100:00100000:0.0:1733164816.170847:0:7208:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:3761:x1817354297503360:12345-0@lo:400:kworker.0 Request processed in 31us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164816.170852:0:7208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108272 00000100:00080000:2.0:1733164816.170857:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164786 00000100:00100000:1.0:1733164816.170858:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1733164816.170862:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297504512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164816.170863:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085de0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3761:1817354297503488:0@lo:400:kworker.0 00000100:00100000:3.0:1733164816.170874:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297504000:0@lo:400:kworker.0 00000100:00100000:3.0:1733164816.170885:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085de1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297503360:0@lo:400:kworker.0 00000100:00100000:1.0:1733164816.170901:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297504512:12345-0@lo:400:kworker.0 Request processed in 24us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164816.170907:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1733164816.170911:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297504512:0@lo:400:kworker.0 00000100:00100000:3.0:1733164816.170929:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164816.170958:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297504128:0@lo:400:kworker.0 00000100:00100000:0.0:1733164816.170966:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297503616 00000100:00100000:0.0:1733164816.170969:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297503616 00000100:00100000:3.0:1733164816.170974:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164816.171001:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108273 00000100:00100000:3.0:1733164816.171001:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297504640:0@lo:400:kworker.0 00000100:00100000:0.0:1733164816.171005:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3759:x1817354297503616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164816.171020:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297504128 00000100:00100000:3.0:1733164816.171023:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164816.171024:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297504128 00000100:00100000:0.0:1733164816.171030:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3759:x1817354297503616:12345-0@lo:400:kworker.0 Request processed in 24us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164816.171035:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108273 00000100:00100000:1.0:1733164816.171062:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297504640 00000100:00100000:1.0:1733164816.171064:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297504640 00000100:00100000:3.0:1733164816.171064:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085de0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:531d87dc-65fb-4c67-b606-996b281d9421:3759:1817354297503104:0@lo:400:kworker.0 00000100:00100000:0.0:1733164816.171071:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1733164816.171075:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+5:3759:x1817354297504128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164816.171077:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1733164816.171081:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801211ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3759:x1817354297504640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164816.171087:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880085de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297503616:0@lo:400:kworker.0 00000100:00100000:0.0:1733164816.171101:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0000-mdtlov_UUID+5:3759:x1817354297504128:12345-0@lo:400:kworker.0 Request processed in 26us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164816.171104:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ab42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297504128:0@lo:400:kworker.0 00000100:00100000:0.0:1733164816.171105:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1733164816.171114:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801211ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3759:x1817354297504640:12345-0@lo:400:kworker.0 Request processed in 32us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164816.171117:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00080000:2.0:1733164816.171131:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164786 00000100:00080000:2.0:1733164816.171133:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164786 00000100:00100000:3.0:1733164816.171223:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297504640:0@lo:400:kworker.0 00000100:00100000:2.0:1733164816.538370:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297504768:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1733164816.538428:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164816.538466:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297504768 00000100:00100000:0.0:1733164816.538473:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297504768 00000100:00100000:0.0:1733164816.538512:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1733164816.538517:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297504768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1733164816.538546:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00000100:00100000:0.0:1733164816.538595:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297504768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164816.538602:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1733164816.538623:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297504768:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1733164816.699611:0:8345:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0001: transno 4295199812 is committed 00000001:00080000:0.0:1733164816.699641:0:8345:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0001: transno 4295199808 is committed 00000020:00080000:0.0:1733164816.699656:0:8345:0:(update_trans.c:1331:distribute_txn_batchid_cb()) lustre-MDT0001: 14509 batchid updated 00000020:00080000:1.0:1733164816.699703:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 14509 00000004:00080000:1.0:1733164816.699751:0:8366:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800932eef00 with version 26516 00000020:00080000:1.0:1733164816.699771:0:8366:0:(update_trans.c:1293:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 14509 cancel update log [0x200000401:0xf2:0x0].231: rc = 0 00000004:00080000:3.0:1733164816.699803:0:8358:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a9cebf00 version 26516 rpc_version 26516 00000020:00080000:1.0:1733164816.699832:0:8366:0:(update_trans.c:1293:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 14509 cancel update log [0x240000400:0x199:0x0].79: rc = 0 00000020:00100000:3.0:1733164816.699833:0:8358:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000020:00080000:1.0:1733164816.699839:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 14509 00000100:00100000:3.0:1733164816.699840:0:8358:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8801211fc380 x1817354297505024/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1733164816.699857:0:8358:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801211fc380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297505024:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1733164816.699903:0:8358:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164816.699926:0:8358:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00000100:00100000:0.0:1733164816.699947:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297505024 00000100:00100000:0.0:1733164816.699954:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297505024 00000100:00100000:0.0:1733164816.699997:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108274 00000100:00100000:0.0:1733164816.700003:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+20:8358:x1817354297505024:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1733164816.700108:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:8358:x1817354297505024:12345-0@lo:1000:osp_up0-1.0 Request processed in 105us (204us total) trans 4295226491 rc 0/0 00000100:00100000:0.0:1733164816.700113:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108274 00000100:00100000:3.0:1733164816.700136:0:8358:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801211fc380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297505024:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1733164816.784270:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164816.784309:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164816.784347:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164816.784348:0:7198:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606349440 00000100:00100000:2.0:1733164816.784356:0:7198:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606349440 00000100:00100000:0.0:1733164816.784382:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164816.784383:0:15863:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606349568 00000100:00100000:1.0:1733164816.784388:0:15863:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606349568 00000100:00100000:2.0:1733164816.784393:0:7198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 664 00000100:00100000:2.0:1733164816.784398:0:7198:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098bcf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8ec7278-8701-48c9-82a2-e433073c7150+12:2000:x1817354606349440:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1733164816.784410:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164816.784418:0:15863:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606349696 00000100:00100000:1.0:1733164816.784420:0:15863:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606349696 00000100:00100000:0.0:1733164816.784425:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164816.784429:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3128 00000100:00100000:3.0:1733164816.784436:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2001:x1817354606349568:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164816.784442:0:15863:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606350080 00000100:00100000:2.0:1733164816.784443:0:7198:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098bcf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8ec7278-8701-48c9-82a2-e433073c7150+12:2000:x1817354606349440:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 45us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164816.784444:0:15863:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606350080 00000100:00100000:2.0:1733164816.784448:0:7198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 664 00000100:00100000:0.0:1733164816.784451:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164816.784459:0:15863:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3129 00000100:00100000:3.0:1733164816.784463:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2001:x1817354606349568:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 29us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164816.784464:0:15863:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1604:2000:x1817354606349696:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164816.784468:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3128 00000100:00100000:2.0:1733164816.784475:0:10838:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3130 00000100:00100000:2.0:1733164816.784478:0:10838:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2001:x1817354606350080:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164816.784492:0:10838:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2001:x1817354606350080:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 14us (68us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164816.784496:0:10838:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3130 00000100:00080000:3.0:1733164816.784499:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164786 00000100:00080000:3.0:1733164816.784501:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164786 00000100:00080000:3.0:1733164816.784503:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164786 00000100:00100000:0.0:1733164816.784504:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164816.784508:0:15863:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1604:2000:x1817354606349696:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 43us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164816.784513:0:10838:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606350208 00000100:00100000:1.0:1733164816.784514:0:15863:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3129 00000100:00100000:2.0:1733164816.784515:0:10838:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606350208 00000100:00100000:3.0:1733164816.784515:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606349824 00000100:00100000:3.0:1733164816.784518:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606349824 00000100:00100000:2.0:1733164816.784527:0:10838:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3131 00000100:00100000:2.0:1733164816.784530:0:10838:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1493:2000:x1817354606350208:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1733164816.784532:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164816.784536:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606349952 00000100:00100000:3.0:1733164816.784538:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606349952 00000100:00100000:2.0:1733164816.784544:0:10838:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1493:2000:x1817354606350208:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 14us (40us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164816.784546:0:16602:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606350336 00000100:00100000:2.0:1733164816.784547:0:10838:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3131 00000100:00100000:3.0:1733164816.784548:0:16602:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606350336 00000100:00100000:1.0:1733164816.784550:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606350464 00000100:00100000:1.0:1733164816.784553:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606350464 00000100:00080000:2.0:1733164816.784555:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164786 00000100:00080000:2.0:1733164816.784557:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164786 00000100:00100000:3.0:1733164816.784557:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 575 00000100:00080000:2.0:1733164816.784558:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164786 00000100:00100000:3.0:1733164816.784560:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+31:2001:x1817354606349824:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164816.784571:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 576 00000100:00100000:1.0:1733164816.784575:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880081611c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+21:2000:x1817354606349952:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164816.784575:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 577 00000100:00100000:3.0:1733164816.784576:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+31:2001:x1817354606349824:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 15us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164816.784578:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:2587e66f-96b3-485b-a51d-8015e555f74f+969:2001:x1817354606350336:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164816.784580:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 575 00000100:00100000:2.0:1733164816.784591:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:2587e66f-96b3-485b-a51d-8015e555f74f+969:2001:x1817354606350336:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 12us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164816.784592:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 578 00000100:00100000:2.0:1733164816.784595:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 577 00000100:00100000:3.0:1733164816.784597:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:2587e66f-96b3-485b-a51d-8015e555f74f+964:2000:x1817354606350464:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164816.784598:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880081611c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+21:2000:x1817354606349952:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 21us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164816.784604:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 576 00000100:00100000:3.0:1733164816.784616:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:2587e66f-96b3-485b-a51d-8015e555f74f+964:2000:x1817354606350464:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 19us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164816.784622:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 578 00010000:00010000:2.0:1733164816.882432:0:7194:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1733164817.178365:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1733164817.178384:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297505152:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1733164817.178443:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164817.178490:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297505152 00000100:00100000:0.0:1733164817.178497:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297505152 00000100:00100000:0.0:1733164817.178532:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108275 00000100:00100000:0.0:1733164817.178537:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3762:x1817354297505152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1733164817.178565:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1439772672 avail 1310310400 00000100:00100000:0.0:1733164817.178603:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3762:x1817354297505152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164817.178608:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108275 00000100:00100000:2.0:1733164817.178629:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297505152:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1733164817.386307:0:3761:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1733164817.386344:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297505280:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1733164817.386403:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164817.386442:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297505408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1733164817.386459:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297505280 00000100:00100000:3.0:1733164817.386460:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164817.386467:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297505280 00000100:00100000:0.0:1733164817.386513:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297505408 00000100:00100000:0.0:1733164817.386516:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297505408 00000100:00100000:2.0:1733164817.386525:0:16201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1733164817.386534:0:16201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297505280:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1733164817.386539:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1733164817.386544:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297505408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1733164817.386558:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00002000:00000024:2.0:1733164817.386563:0:16201:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:0.0:1733164817.386610:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297505408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164817.386613:0:16201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297505280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164817.386617:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1733164817.386623:0:16201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1733164817.386659:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297505280:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1733164817.386672:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297505408:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1733164817.802353:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1733164817.802376:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297505536:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1733164817.802437:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164817.802487:0:9557:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297505536 00000100:00100000:0.0:1733164817.802495:0:9557:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297505536 00000100:00100000:0.0:1733164817.802542:0:9557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1733164817.802549:0:9557:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297505536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1733164817.802571:0:9557:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:0.0:1733164817.802610:0:9557:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297505536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164817.802617:0:9557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1733164817.802629:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297505536:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1733164817.884383:0:8354:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1733164818.490383:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297505664:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1733164818.490452:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164818.490500:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297505664 00000100:00100000:0.0:1733164818.490507:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297505664 00000100:00100000:0.0:1733164818.490562:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108276 00000100:00100000:0.0:1733164818.490571:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:3760:x1817354297505664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1733164818.490619:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1435381760 avail 1305919488 00000100:00100000:0.0:1733164818.490672:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:3760:x1817354297505664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164818.490679:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108276 00000100:00100000:2.0:1733164818.490708:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297505664:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1733164818.886372:0:7193:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1733164819.707189:0:7186:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4295226491 is committed 00010000:00010000:2.0:1733164819.888379:0:16026:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1733164819.946811:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164819.946880:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606350592 00000100:00100000:2.0:1733164819.946890:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606350592 00000100:00080000:0.0:1733164819.946933:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164789 00000100:00100000:2.0:1733164819.946972:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 141837 00000100:00100000:2.0:1733164819.946980:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+21:2001:x1817354606350592:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164819.946996:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00002000:00010000:2.0:1733164819.947012:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000407:0x301d:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.947015:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000407:0x301d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.947036:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b6ac0/0xe92384b90c83e7c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x301d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37bc38 expref: 21 pid: 16596 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.947084:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000407:0x3015:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.947086:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000407:0x3015:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.947094:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095597600/0xe92384b90c82f8a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x3015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3752eb expref: 20 pid: 16651 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.947183:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000407:0x3014:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.947186:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000407:0x3014:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.947196:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800852eba80/0xe92384b90c82c1d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x3014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3746dc expref: 19 pid: 16634 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.947223:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000407:0x300d:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.947226:0:16014:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000407:0x300d:0x0] updating lvb mtime from disk: 0 -> 1733164686 00002000:00010000:2.0:1733164819.947228:0:16014:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000407:0x300d:0x0] updating lvb ctime from disk: 0 -> 1733164686 00002000:00010000:2.0:1733164819.947230:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000407:0x300d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.947239:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cee400/0xe92384b90c8261fd lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x300d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370e96 expref: 18 pid: 16693 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.947260:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000407:0x300c:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.947263:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000407:0x300c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.947269:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013403e400/0xe92384b90c825960 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x300c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f370bcc expref: 17 pid: 16606 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.947288:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000407:0x2f64:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.947290:0:16014:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000407:0x2f64:0x0] updating lvb mtime from disk: 0 -> 1733164685 00002000:00010000:2.0:1733164819.947292:0:16014:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000407:0x2f64:0x0] updating lvb ctime from disk: 0 -> 1733164685 00002000:00010000:2.0:1733164819.947294:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000407:0x2f64:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.947333:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008edf98c0/0xe92384b90c81a9e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x2f64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36d753 expref: 16 pid: 15904 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.947358:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000405:0xec33:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.947360:0:16014:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000405:0xec33:0x0] updating lvb mtime from disk: 0 -> 1733164683 00002000:00010000:2.0:1733164819.947362:0:16014:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x2c0000405:0xec33:0x0] updating lvb ctime from disk: 0 -> 1733164683 00002000:00010000:2.0:1733164819.947364:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000405:0xec33:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.947373:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348bdb00/0xe92384b90c7ffa19 lrc: 0/0,0 mode: --/PW res: [0x2c0000405:0xec33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36264d expref: 15 pid: 15942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164819.947406:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865d6640/0xe92384b90c843e74 lrc: 0/0,0 mode: --/PR res: [0x2c0000405:0xed12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d7ba expref: 14 pid: 15885 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1733164819.947422:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097394480/0xe92384b90c805081 lrc: 0/0,0 mode: --/PW res: [0x2c0000405:0xec35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->65535) gid 0 flags: 0x44801080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f364b7d expref: 13 pid: 16651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164819.947454:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008afb2640/0xe92384b90c7a7de3 lrc: 0/0,0 mode: --/PW res: [0x2c0000407:0x4ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f33a4ed expref: 12 pid: 16684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164819.947477:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800923961c0/0xe92384b90ba6efa0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853eda511a expref: 11 pid: 9555 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1733164819.947493:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0xe5b:0x0] updating lvb size from disk: 0 -> 33128 00002000:00010000:2.0:1733164819.947496:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000401:0xe5b:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:2.0:1733164819.947502:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094bead00/0xe92384b90ba41c54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x44801000020000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed97fde expref: 10 pid: 15941 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164819.947524:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090cbcb40/0xe92384b90ba58911 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xcba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->655359) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9ef4b expref: 9 pid: 9952 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164819.947547:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009214a640/0xe92384b90ba4d87b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9b8be expref: 8 pid: 15942 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1733164819.947577:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a8d5200/0xe92384b90ba47ea8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2621439) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed99df9 expref: 7 pid: 15890 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.947592:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0xcdd:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.947594:0:16014:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x2c0000400:0xcdd:0x0] updating lvb atime from disk: 0 -> 1733164219 00002000:00010000:2.0:1733164819.947596:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x2c0000400:0xcdd:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.947603:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122b45680/0xe92384b90ba3fc56 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xcdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->655359) gid 0 flags: 0x44801080020000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9759d expref: 6 pid: 15935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164819.947616:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164819.947668:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+5:2001:x1817354606350592:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 687us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164819.947676:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 141837 00000100:00100000:0.0:1733164819.958139:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164819.958237:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606350720 00000100:00100000:2.0:1733164819.958246:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606350720 00000100:00080000:0.0:1733164819.958283:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164789 00000100:00100000:2.0:1733164819.958345:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 141838 00000100:00100000:2.0:1733164819.958352:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+31:2002:x1817354606350720:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164819.958368:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00002000:00010000:2.0:1733164819.958383:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000405:0xe6aa:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.958387:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000405:0xe6aa:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.958408:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f8b3cc0/0xe92384b90c805c9e lrc: 0/0,0 mode: --/PW res: [0x280000405:0xe6aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f364f51 expref: 31 pid: 16622 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.958455:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000405:0xe5e1:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.958457:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000405:0xe5e1:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.958467:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c56c900/0xe92384b90c7fc728 lrc: 0/0,0 mode: --/PW res: [0x280000405:0xe5e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f3616da expref: 30 pid: 15928 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.958491:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000405:0xe06c:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.958493:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000405:0xe06c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.958500:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095953a80/0xe92384b90c7ea5ea lrc: 0/0,0 mode: --/PW res: [0x280000405:0xe06c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f35ac1a expref: 29 pid: 16589 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.958526:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000405:0xde67:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.958528:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000405:0xde67:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.958537:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba85680/0xe92384b90c7e49af lrc: 0/0,0 mode: --/PW res: [0x280000405:0xde67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080020000 nid: 192.168.202.7@tcp remote: 0x4672d1853f358817 expref: 28 pid: 16653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164819.958568:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800865d6880/0xe92384b90c843e7b lrc: 0/0,0 mode: --/PR res: [0x280000405:0xe2d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37d7c1 expref: 27 pid: 15885 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1733164819.958580:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xd83:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.958582:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0xd83:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.958588:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095dab840/0xe92384b90b96ac1a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed58232 expref: 26 pid: 15902 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.958608:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xcf3:0x0] updating lvb size from disk: 0 -> 33128 00002000:00010000:2.0:1733164819.958610:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0xcf3:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:2.0:1733164819.958616:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ac3d440/0xe92384b90ba634b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->131071) gid 0 flags: 0x44801080020000 nid: 192.168.202.7@tcp remote: 0x4672d1853eda22e4 expref: 25 pid: 9555 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.958633:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xd39:0x0] updating lvb size from disk: 3276800 -> 5570560 00002000:00010000:2.0:1733164819.958635:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0xd39:0x0] updating lvb blocks from disk: 0 -> 4480 00010000:00010000:2.0:1733164819.958642:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009647c6c0/0xe92384b90ba5896c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 655360->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9ef67 expref: 24 pid: 15903 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.958661:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xe62:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.958663:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0xe62:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.958670:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090bd1b00/0xe92384b90ba53b5b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->524287) gid 0 flags: 0x44801080020000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9d742 expref: 23 pid: 9553 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.958684:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xd35:0x0] updating lvb size from disk: 0 -> 33128 00002000:00010000:2.0:1733164819.958687:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0xd35:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:2.0:1733164819.958693:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096626640/0xe92384b90ba52e0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x44801000020000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9d36e expref: 22 pid: 15941 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164819.958714:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090a073c0/0xe92384b90ba3e1d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x44801000020000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed96d3f expref: 21 pid: 15901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164819.958736:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c01680/0xe92384b90ba550e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9de34 expref: 20 pid: 9553 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.958753:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xe55:0x0] updating lvb size from disk: 5373952 -> 13107200 00002000:00010000:2.0:1733164819.958756:0:16014:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xe55:0x0] updating lvb mtime from disk: 1733164219 -> 1733164220 00002000:00010000:2.0:1733164819.958758:0:16014:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0xe55:0x0] updating lvb ctime from disk: 1733164219 -> 1733164220 00002000:00010000:2.0:1733164819.958760:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0xe55:0x0] updating lvb blocks from disk: 0 -> 15104 00010000:00010000:2.0:1733164819.958765:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a8d4d80/0xe92384b90ba47f2d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2621440->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed99e23 expref: 19 pid: 15890 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.958781:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xe59:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.958784:0:16014:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xe59:0x0] updating lvb mtime from disk: 0 -> 1733164219 00002000:00010000:2.0:1733164819.958785:0:16014:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000401:0xe59:0x0] updating lvb ctime from disk: 0 -> 1733164219 00002000:00010000:2.0:1733164819.958787:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0xe59:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.958792:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801236ef3c0/0xe92384b90ba49b6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9a66c expref: 18 pid: 9554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164819.958811:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f3cc480/0xe92384b90ba2df4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->40959) gid 0 flags: 0x44801000020000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed922ed expref: 17 pid: 16053 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164819.958825:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xe1b:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164819.958827:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0xe1b:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164819.958833:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092da4480/0xe92384b90ba2b1c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed91644 expref: 16 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164819.958845:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164819.958895:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+15:2002:x1817354606350720:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 542us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164819.958902:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 141838 00010000:00010000:2.0:1733164820.890446:0:15328:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1733164820.949312:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164820.949404:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606350848 00000100:00100000:2.0:1733164820.949415:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606350848 00000100:00080000:0.0:1733164820.949464:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164790 00000100:00100000:2.0:1733164820.949531:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 141839 00000100:00100000:2.0:1733164820.949539:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:2587e66f-96b3-485b-a51d-8015e555f74f+969:2003:x1817354606350848:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164820.949557:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:2.0:1733164820.949601:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b068d80/0xe92384b90c840b6e lrc: 0/0,0 mode: --/PW res: [0x280000405:0xe89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c679 expref: 969 pid: 15986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164820.949764:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009693a400/0xe92384b90c840906 lrc: 0/0,0 mode: --/PW res: [0x280000405:0xe89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c5b5 expref: 968 pid: 16690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164820.949799:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097812f40/0xe92384b90c840674 lrc: 0/0,0 mode: --/PW res: [0x280000405:0xe89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c4ff expref: 967 pid: 16588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164820.949827:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880082efb840/0xe92384b90c8404c2 lrc: 0/0,0 mode: --/PW res: [0x280000405:0xe89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37c449 expref: 966 pid: 16625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164820.949860:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801233098c0/0xe92384b90c84607f lrc: 0/0,0 mode: --/PR res: [0x280000405:0xe2d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f37ddb0 expref: 965 pid: 16663 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1733164820.949887:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880085d40b40/0xe92384b90c820b64 lrc: 0/0,0 mode: --/PR res: [0x280000405:0xe6bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853f36f22d expref: 964 pid: 15935 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1733164820.949924:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xe5b:0x0] updating lvb size from disk: 0 -> 33128 00002000:00010000:2.0:1733164820.949928:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0xe5b:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:2.0:1733164820.949940:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011d3cf840/0xe92384b90ba530bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9d447 expref: 963 pid: 15902 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164820.949964:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xe66:0x0] updating lvb size from disk: 0 -> 33128 00002000:00010000:2.0:1733164820.949967:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0xe66:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:2.0:1733164820.949976:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090c00d80/0xe92384b90ba56edf lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9e6e6 expref: 962 pid: 15935 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164820.950009:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xd4f:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164820.950012:0:16014:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xd4f:0x0] updating lvb mtime from disk: 0 -> 1733164321 00002000:00010000:2.0:1733164820.950014:0:16014:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0xd4f:0x0] updating lvb ctime from disk: 0 -> 1733164321 00002000:00010000:2.0:1733164820.950015:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0xd4f:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164820.950025:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801236ee400/0xe92384b90ba6f400 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853eda5389 expref: 961 pid: 16125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164820.950053:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098047180/0xe92384b90ba6f37b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853eda5366 expref: 960 pid: 16125 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1733164820.950074:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xe46:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164820.950076:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0xe46:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164820.950084:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eee5200/0xe92384b90ba56443 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9e3b3 expref: 959 pid: 15935 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164820.950103:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xe60:0x0] updating lvb size from disk: 0 -> 33128 00002000:00010000:2.0:1733164820.950105:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0xe60:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:2.0:1733164820.950113:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800949ad200/0xe92384b90ba55586 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->327679) gid 0 flags: 0x44801080020000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9df68 expref: 958 pid: 15903 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164820.950139:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096980240/0xe92384b90ba5446f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801000020000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9d9f7 expref: 957 pid: 15890 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164820.950230:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xe3f:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164820.950233:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0xe3f:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164820.950247:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092feb3c0/0xe92384b90ba4bf7d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801080000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9b1d3 expref: 956 pid: 15902 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164820.950268:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xe42:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1733164820.950271:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0xe42:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1733164820.950279:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009647d680/0xe92384b90ba4584b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1835007) gid 0 flags: 0x44801080020000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9920d expref: 955 pid: 15890 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1733164820.950332:0:16014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xe0e:0x0] updating lvb size from disk: 0 -> 33128 00002000:00010000:2.0:1733164820.950341:0:16014:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000401:0xe0e:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:2.0:1733164820.950352:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e5c7a80/0xe92384b90b9e1f46 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x44801000020000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7ba5f expref: 954 pid: 15890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164820.950421:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1733164820.950550:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:2587e66f-96b3-485b-a51d-8015e555f74f+953:2003:x1817354606350848:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 1008us (1241us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164820.950559:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 141839 00000100:00100000:0.0:1733164821.178387:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:531d87dc-65fb-4c67-b606-996b281d9421:3761:1817354297505792:0@lo:400:kworker.0 00000100:00100000:1.0:1733164821.178407:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297506048:0@lo:400:kworker.0 00000100:00100000:2.0:1733164821.178417:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3760:1817354297506176:0@lo:400:kworker.0 00000100:00100000:3.0:1733164821.178423:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3762:1817354297505920:0@lo:400:kworker.0 00000100:00100000:0.0:1733164821.178462:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164821.178462:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164821.178467:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164821.178482:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164821.178485:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3759:1817354297506560:0@lo:400:kworker.0 00000100:00100000:3.0:1733164821.178486:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3762:1817354297506432:0@lo:400:kworker.0 00000100:00100000:0.0:1733164821.178487:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297506304:0@lo:400:kworker.0 00000100:00100000:3.0:1733164821.178504:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164821.178515:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c972680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297506688:0@lo:400:kworker.0 00000100:00100000:1.0:1733164821.178518:0:7200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297505792 00000100:00100000:3.0:1733164821.178519:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008f5b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3762:1817354297506944:0@lo:400:kworker.0 00000100:00100000:0.0:1733164821.178522:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164821.178523:0:7200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297505792 00000100:00100000:3.0:1733164821.178529:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164821.178543:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008f5b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297506816:0@lo:400:kworker.0 00000100:00100000:2.0:1733164821.178545:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164821.178556:0:7200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1733164821.178556:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297505920 00000100:00100000:3.0:1733164821.178560:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297505920 00000100:00100000:1.0:1733164821.178561:0:7200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098bcec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3761:x1817354297505792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164821.178562:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164821.178567:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008f5b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297507200:0@lo:400:kworker.0 00000100:00100000:0.0:1733164821.178575:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008f5b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297507328:0@lo:400:kworker.0 00000100:00100000:3.0:1733164821.178585:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297506176 00000100:00100000:1.0:1733164821.178592:0:7200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098bcec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3761:x1817354297505792:12345-0@lo:400:kworker.0 Request processed in 30us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164821.178594:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297506176 00000100:00100000:2.0:1733164821.178595:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164821.178596:0:7200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00080000:0.0:1733164821.178599:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164791 00000100:00100000:3.0:1733164821.178609:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297506432 00000100:00100000:3.0:1733164821.178611:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297506432 00000100:00100000:0.0:1733164821.178612:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297506688 00000100:00100000:0.0:1733164821.178616:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297506688 00000100:00100000:1.0:1733164821.178622:0:15863:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297506944 00000100:00100000:1.0:1733164821.178624:0:15863:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297506944 00000100:00100000:3.0:1733164821.178629:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132 00000100:00100000:3.0:1733164821.178635:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f5b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:lustre-MDT0000-lwp-MDT0000_UUID+5:3762:x1817354297505920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164821.178637:0:15863:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133 00000100:00100000:0.0:1733164821.178638:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297506816 00000100:00100000:0.0:1733164821.178640:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297506816 00000100:00100000:1.0:1733164821.178640:0:15863:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0001_UUID+5:3760:x1817354297506176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164821.178644:0:7204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134 00000100:00100000:0.0:1733164821.178652:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297507200 00000100:00100000:2.0:1733164821.178652:0:7204:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3762:x1817354297506432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164821.178654:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297507200 00000100:00100000:1.0:1733164821.178656:0:15863:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0001_UUID+5:3760:x1817354297506176:12345-0@lo:400:kworker.0 Request processed in 16us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164821.178660:0:15863:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133 00000100:00100000:0.0:1733164821.178667:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1733164821.178670:0:15863:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135 00000100:00100000:3.0:1733164821.178670:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f5b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:lustre-MDT0000-lwp-MDT0000_UUID+5:3762:x1817354297505920:12345-0@lo:400:kworker.0 Request processed in 35us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164821.178672:0:15863:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f5b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+5:3762:x1817354297506944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164821.178673:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297506688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164821.178677:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132 00000100:00100000:1.0:1733164821.178691:0:15863:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f5b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+5:3762:x1817354297506944:12345-0@lo:400:kworker.0 Request processed in 17us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164821.178694:0:15863:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135 00000100:00100000:2.0:1733164821.178695:0:7204:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f5b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3762:x1817354297506432:12345-0@lo:400:kworker.0 Request processed in 43us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164821.178699:0:16669:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1733164821.178703:0:16669:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297506816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164821.178704:0:7204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134 00000100:00100000:0.0:1733164821.178705:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297506688:12345-0@lo:400:kworker.0 Request processed in 31us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164821.178706:0:7208:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297506048 00000100:00100000:1.0:1733164821.178708:0:7208:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297506048 00000100:00100000:0.0:1733164821.178712:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1733164821.178720:0:7208:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297506304 00000100:00100000:1.0:1733164821.178722:0:7208:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297506304 00000100:00100000:0.0:1733164821.178727:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1733164821.178729:0:16669:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_087:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297506816:12345-0@lo:400:kworker.0 Request processed in 25us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164821.178731:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297507200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164821.178731:0:7208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108277 00000100:00100000:1.0:1733164821.178735:0:7208:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+18:3759:x1817354297506048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164821.178735:0:16669:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1733164821.178760:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297507200:12345-0@lo:400:kworker.0 Request processed in 29us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164821.178765:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1733164821.178768:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3760:1817354297506176:0@lo:400:kworker.0 00000100:00100000:1.0:1733164821.178769:0:7208:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+18:3759:x1817354297506048:12345-0@lo:400:kworker.0 Request processed in 33us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164821.178769:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3762:1817354297505920:0@lo:400:kworker.0 00000100:00100000:1.0:1733164821.178774:0:7208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108277 00000100:00100000:3.0:1733164821.178777:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3762:1817354297506432:0@lo:400:kworker.0 00000100:00080000:0.0:1733164821.178780:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164791 00000100:00080000:0.0:1733164821.178782:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164791 00000100:00100000:2.0:1733164821.178782:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c972680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297506688:0@lo:400:kworker.0 00000100:00080000:0.0:1733164821.178784:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164791 00000100:00100000:1.0:1733164821.178784:0:7208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108278 00000100:00100000:3.0:1733164821.178784:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008f5b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3762:1817354297506944:0@lo:400:kworker.0 00000100:00100000:1.0:1733164821.178788:0:7208:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+56:3761:x1817354297506304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164821.178791:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164821.178793:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008f5b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297507200:0@lo:400:kworker.0 00000100:00100000:0.0:1733164821.178811:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:531d87dc-65fb-4c67-b606-996b281d9421:3761:1817354297505792:0@lo:400:kworker.0 00000100:00100000:1.0:1733164821.178813:0:7208:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+56:3761:x1817354297506304:12345-0@lo:400:kworker.0 Request processed in 24us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164821.178818:0:7208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108278 00000100:00100000:0.0:1733164821.178822:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297506304:0@lo:400:kworker.0 00000100:00100000:3.0:1733164821.178823:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297507328 00000100:00100000:3.0:1733164821.178825:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297507328 00000100:00100000:1.0:1733164821.178833:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164821.178840:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008f5b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297506816:0@lo:400:kworker.0 00000100:00100000:3.0:1733164821.178840:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1733164821.178843:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008f5b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3759:1817354297507072:0@lo:400:kworker.0 00000100:00100000:3.0:1733164821.178844:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297507328:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1733164821.178845:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164791 00000100:00100000:1.0:1733164821.178855:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164821.178869:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297506560 00000100:00100000:1.0:1733164821.178871:0:3759:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4295226491 gen 2 00000100:00100000:3.0:1733164821.178872:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297507328:12345-0@lo:400:kworker.0 Request processed in 27us (80us total) trans 0 rc 0/0 00000004:00080000:1.0:1733164821.178874:0:3759:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4295226489 committed transno 4295226491 00000100:00100000:2.0:1733164821.178875:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297506560 00000100:00100000:3.0:1733164821.178877:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000020:00080000:1.0:1733164821.178879:0:3759:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8800932ee3c0 refcount 2 committed 0 result 0 batchid 14510 00000100:00100000:0.0:1733164821.178880:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008f5b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297507328:0@lo:400:kworker.0 00000020:00080000:1.0:1733164821.178881:0:3759:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880082f46900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8800932ee780 00000020:00080000:1.0:1733164821.178884:0:3759:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0xf2:0x0].232 00000020:00080000:1.0:1733164821.178885:0:3759:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880082f46700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8801242ec400 00000020:00080000:1.0:1733164821.178887:0:3759:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x199:0x0].80 00000100:00100000:2.0:1733164821.178902:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297507072 00000100:00100000:2.0:1733164821.178906:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297507072 00000100:00100000:3.0:1733164821.178907:0:15937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136 00000004:00080000:1.0:1733164821.178909:0:3759:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4295226490 committed transno 4295226491 00000100:00100000:3.0:1733164821.178910:0:15937:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:lustre-MDT0001-lwp-OST0000_UUID+5:3759:x1817354297506560:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1733164821.178911:0:3759:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8800932eea80 refcount 2 committed 0 result 0 batchid 14511 00000020:00080000:1.0:1733164821.178912:0:3759:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880082f46300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8800932eecc0 00000020:00080000:1.0:1733164821.178914:0:3759:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0xf2:0x0].233 00000020:00080000:1.0:1733164821.178915:0:3759:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880082f46000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8801242ede00 00000020:00080000:1.0:1733164821.178917:0:3759:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x199:0x0].81 00000100:00100000:2.0:1733164821.178928:0:15870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137 00000100:00100000:3.0:1733164821.178928:0:15937:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:lustre-MDT0001-lwp-OST0000_UUID+5:3759:x1817354297506560:12345-0@lo:400:kworker.0 Request processed in 18us (95us total) trans 0 rc 0/0 00000004:00080000:1.0:1733164821.178930:0:3759:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4295226491 committed transno 4295226491 00000100:00100000:3.0:1733164821.178932:0:15937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136 00000100:00100000:2.0:1733164821.178934:0:15870:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre-MDT0001-lwp-OST0001_UUID+5:3759:x1817354297507072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164821.178943:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297506048:0@lo:400:kworker.0 00000100:00100000:1.0:1733164821.178950:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3759:1817354297506560:0@lo:400:kworker.0 00000100:00100000:1.0:1733164821.178964:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008f5b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3759:1817354297507072:0@lo:400:kworker.0 00000100:00100000:2.0:1733164821.178968:0:15870:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre-MDT0001-lwp-OST0001_UUID+5:3759:x1817354297507072:12345-0@lo:400:kworker.0 Request processed in 33us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164821.178973:0:15870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137 00000020:00080000:1.0:1733164821.178974:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 14511 committed batchid 14509 00000100:00080000:2.0:1733164821.178994:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164791 00000020:00080000:1.0:1733164821.179017:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 14509 00000100:00100000:3.0:1733164821.546443:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297507456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1733164821.546502:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164821.546547:0:9557:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297507456 00000100:00100000:0.0:1733164821.546555:0:9557:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297507456 00000100:00100000:0.0:1733164821.546598:0:9557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1733164821.546604:0:9557:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f5b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297507456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1733164821.546631:0:9557:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00000100:00100000:0.0:1733164821.546678:0:9557:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f5b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297507456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164821.546685:0:9557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1733164821.546716:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297507456:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1733164821.792204:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164821.792244:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164821.792274:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164821.792274:0:7198:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606350976 00000100:00100000:0.0:1733164821.792311:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164821.792312:0:7198:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606350976 00000100:00100000:3.0:1733164821.792320:0:10838:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606351104 00000100:00100000:3.0:1733164821.792325:0:10838:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606351104 00000100:00100000:0.0:1733164821.792327:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164821.792354:0:10838:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606351232 00000100:00100000:0.0:1733164821.792355:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164821.792356:0:7198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 666 00000100:00100000:3.0:1733164821.792356:0:10838:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606351232 00000100:00100000:2.0:1733164821.792363:0:7198:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098bce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8ec7278-8701-48c9-82a2-e433073c7150+12:2000:x1817354606350976:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1733164821.792370:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164821.792372:0:10838:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606351616 00000100:00100000:3.0:1733164821.792374:0:10838:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606351616 00000100:00100000:3.0:1733164821.792382:0:10838:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606351744 00000100:00100000:3.0:1733164821.792384:0:10838:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606351744 00000100:00100000:0.0:1733164821.792385:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164821.792391:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606351360 00000100:00100000:3.0:1733164821.792394:0:10838:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3138 00000100:00100000:1.0:1733164821.792396:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606351360 00000100:00100000:3.0:1733164821.792398:0:10838:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2001:x1817354606351104:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1733164821.792415:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164821.792418:0:7198:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098bce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8ec7278-8701-48c9-82a2-e433073c7150+12:2000:x1817354606350976:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 54us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164821.792421:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606351488 00000100:00100000:1.0:1733164821.792423:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606351488 00000100:00100000:2.0:1733164821.792424:0:7198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 666 00000100:00100000:3.0:1733164821.792425:0:10838:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2001:x1817354606351104:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 26us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164821.792429:0:10838:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3138 00000100:00100000:1.0:1733164821.792434:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606351872 00000100:00100000:1.0:1733164821.792436:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606351872 00000100:00100000:3.0:1733164821.792440:0:10838:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3139 00000100:00100000:3.0:1733164821.792443:0:10838:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1604:2000:x1817354606351232:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164821.792445:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606352000 00000100:00100000:1.0:1733164821.792447:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606352000 00000100:00100000:1.0:1733164821.792461:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 583 00000100:00100000:3.0:1733164821.792462:0:10838:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1604:2000:x1817354606351232:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 18us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164821.792466:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+15:2001:x1817354606351360:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164821.792466:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 584 00000100:00100000:3.0:1733164821.792468:0:10838:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3139 00000100:00100000:2.0:1733164821.792471:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+5:2000:x1817354606351488:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164821.792481:0:10838:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3140 00000100:00100000:3.0:1733164821.792484:0:10838:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2001:x1817354606351616:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164821.792493:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+15:2001:x1817354606351360:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 27us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164821.792499:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 583 00000100:00100000:2.0:1733164821.792503:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+5:2000:x1817354606351488:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 31us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164821.792508:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 584 00000100:00100000:3.0:1733164821.792509:0:10838:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2001:x1817354606351616:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 23us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164821.792515:0:10838:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3140 00000100:00100000:1.0:1733164821.792516:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 585 00000100:00100000:1.0:1733164821.792520:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:2587e66f-96b3-485b-a51d-8015e555f74f+953:2001:x1817354606351872:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164821.792523:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 586 00000100:00100000:3.0:1733164821.792526:0:10838:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3141 00000100:00100000:2.0:1733164821.792527:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:2587e66f-96b3-485b-a51d-8015e555f74f+964:2000:x1817354606352000:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164821.792530:0:10838:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1493:2000:x1817354606351744:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164821.792536:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:2587e66f-96b3-485b-a51d-8015e555f74f+953:2001:x1817354606351872:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 15us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164821.792541:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 585 00000100:00100000:2.0:1733164821.792549:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:2587e66f-96b3-485b-a51d-8015e555f74f+964:2000:x1817354606352000:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 20us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164821.792552:0:10838:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c77ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1493:2000:x1817354606351744:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 20us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164821.792555:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 586 00000100:00100000:3.0:1733164821.792557:0:10838:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3141 00000100:00080000:2.0:1733164821.792576:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164791 00000100:00080000:2.0:1733164821.792579:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164791 00000100:00080000:2.0:1733164821.792581:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164791 00000100:00080000:2.0:1733164821.792583:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164791 00000100:00080000:2.0:1733164821.792585:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164791 00010000:00010000:2.0:1733164821.892335:0:7194:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1733164822.186397:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297507584:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1733164822.186456:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164822.186501:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297507584 00000100:00100000:2.0:1733164822.186508:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297507584 00000100:00100000:2.0:1733164822.186553:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108279 00000100:00100000:2.0:1733164822.186559:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3759:x1817354297507584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1733164822.186590:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1439772672 avail 1310310400 00000100:00100000:2.0:1733164822.186629:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3759:x1817354297507584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164822.186636:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108279 00000100:00100000:1.0:1733164822.186651:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297507584:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1733164822.394399:0:3762:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1733164822.394401:0:3759:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1733164822.394414:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008f5b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297507712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1733164822.394414:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bd1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297507840:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1733164822.394460:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164822.394481:0:9557:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297507840 00000100:00100000:0.0:1733164822.394488:0:9557:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297507840 00000100:00100000:1.0:1733164822.394497:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164822.394514:0:9557:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297507712 00000100:00100000:0.0:1733164822.394515:0:9557:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297507712 00000100:00100000:0.0:1733164822.394526:0:9557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1733164822.394531:0:9557:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f5b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1817354297507840:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1733164822.394532:0:16201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1733164822.394537:0:16201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297507712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1733164822.394549:0:16201:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00002000:00000024:0.0:1733164822.394554:0:9557:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:2.0:1733164822.394585:0:16201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297507712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164822.394586:0:9557:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f5b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1817354297507840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164822.394590:0:16201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1733164822.394594:0:9557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1733164822.394606:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008f5b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297507712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1733164822.394608:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bd1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297507840:0@lo:13:osp-pre-0-1.0 00000020:00080000:0.0:1733164822.699444:0:8345:0:(update_trans.c:1331:distribute_txn_batchid_cb()) lustre-MDT0001: 14511 batchid updated 00000020:00080000:1.0:1733164822.699487:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 14511 00000004:00080000:1.0:1733164822.699533:0:8366:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800932eef00 with version 26517 00000020:00080000:1.0:1733164822.699549:0:8366:0:(update_trans.c:1293:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 14510 cancel update log [0x200000401:0xf2:0x0].232: rc = 0 00000004:00080000:3.0:1733164822.699598:0:8358:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a9cebf00 version 26517 rpc_version 26517 00000020:00080000:1.0:1733164822.699603:0:8366:0:(update_trans.c:1293:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 14510 cancel update log [0x240000400:0x199:0x0].80: rc = 0 00000004:00080000:1.0:1733164822.699622:0:8366:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800932ee3c0 with version 26518 00000020:00080000:1.0:1733164822.699624:0:8366:0:(update_trans.c:1293:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 14511 cancel update log [0x200000401:0xf2:0x0].233: rc = 0 00000020:00100000:3.0:1733164822.699629:0:8358:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000020:00080000:1.0:1733164822.699634:0:8366:0:(update_trans.c:1293:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 14511 cancel update log [0x240000400:0x199:0x0].81: rc = 0 00000020:00080000:1.0:1733164822.699637:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 14511 00000100:00100000:3.0:1733164822.699639:0:8358:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008f5b2d80 x1817354297508096/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1733164822.699660:0:8358:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008f5b2d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297508096:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1733164822.699716:0:8358:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164822.699752:0:8358:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164822.699770:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297508096 00000100:00100000:2.0:1733164822.699776:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297508096 00000100:00100000:2.0:1733164822.699821:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108280 00000100:00100000:2.0:1733164822.699827:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:8358:x1817354297508096:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1733164822.699964:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f5b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+19:8358:x1817354297508096:12345-0@lo:1000:osp_up0-1.0 Request processed in 136us (247us total) trans 4295226492 rc 0/0 00000100:00100000:2.0:1733164822.699972:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108280 00000100:00100000:3.0:1733164822.700012:0:8358:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008f5b2d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297508096:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1733164822.700021:0:8358:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a9cebf00 version 26518 rpc_version 26518 00000020:00100000:3.0:1733164822.700032:0:8358:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1733164822.700037:0:8358:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008f5b1c00 x1817354297508352/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1733164822.700050:0:8358:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008f5b1c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297508352:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1733164822.700072:0:8358:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164822.700094:0:8358:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00000100:00100000:1.0:1733164822.700107:0:7208:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297508352 00000100:00100000:1.0:1733164822.700112:0:7208:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297508352 00000100:00100000:1.0:1733164822.700167:0:7208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108281 00000100:00100000:1.0:1733164822.700172:0:7208:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f5b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+19:8358:x1817354297508352:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1733164822.700250:0:7208:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f5b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:8358:x1817354297508352:12345-0@lo:1000:osp_up0-1.0 Request processed in 76us (177us total) trans 4295226493 rc 0/0 00000100:00100000:1.0:1733164822.700256:0:7208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108281 00000100:00100000:3.0:1733164822.700294:0:8358:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008f5b1c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297508352:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1733164822.810381:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297508480:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1733164822.810445:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164822.810519:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297508480 00000100:00100000:0.0:1733164822.810526:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297508480 00000100:00100000:0.0:1733164822.810564:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1733164822.810570:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f5b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297508480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1733164822.810591:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:0.0:1733164822.810644:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f5b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297508480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164822.810649:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1733164822.810686:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297508480:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1733164822.894361:0:8354:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1733164823.498427:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007bcb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297508608:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1733164823.498478:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164823.498547:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297508608 00000100:00100000:2.0:1733164823.498557:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297508608 00000100:00100000:2.0:1733164823.498621:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108282 00000100:00100000:2.0:1733164823.498630:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+20:3759:x1817354297508608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1733164823.498677:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1435381760 avail 1305919488 00000100:00100000:2.0:1733164823.498754:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+20:3759:x1817354297508608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 123us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164823.498762:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108282 00000100:00100000:1.0:1733164823.498764:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007bcb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297508608:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1733164823.896411:0:7193:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1733164823.954253:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164823.954331:0:15882:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606352256 00000100:00100000:1.0:1733164823.954340:0:15882:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606352256 00000100:00100000:0.0:1733164823.954352:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164823.954380:0:15882:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606352512 00000100:00100000:1.0:1733164823.954382:0:15882:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606352512 00000100:00100000:1.0:1733164823.954394:0:15882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653167 00000100:00100000:1.0:1733164823.954399:0:15882:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f639450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1493:18077:x1817354606352256:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1733164823.954407:0:15893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653168 00000100:00100000:0.0:1733164823.954413:0:15893:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1604:5386:x1817354606352512:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00080000:2.0:1733164823.954420:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164793 00000004:00080000:1.0:1733164823.954579:0:15882:0:(mdd_object.c:3927:mdd_close()) Object [0x240000403:0x4f34:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:0.0:1733164823.954586:0:15893:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1605:5386:x1817354606352512:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 172us (233us total) trans 4295199813 rc 0/0 00000100:00100000:0.0:1733164823.954594:0:15893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653168 00000040:00080000:1.0:1733164823.954815:0:15882:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x199:0x0].83, 680 off98984 00000040:00080000:1.0:1733164823.954982:0:15882:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0xf2:0x0].234, 760 off251472 00000004:00080000:1.0:1733164823.954987:0:15882:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800932eea80 with version 26519 00000004:00080000:3.0:1733164823.955032:0:8358:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a9cebf00 version 26519 rpc_version 26519 00000020:00100000:3.0:1733164823.955059:0:8358:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1733164823.955066:0:8358:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008f5b3100 x1817354297508864/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1544/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1733164823.955087:0:8358:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008f5b3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297508864:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1733164823.955128:0:8358:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164823.955192:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297508864 00000100:00100000:2.0:1733164823.955197:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297508864 00000100:00100000:3.0:1733164823.955212:0:8358:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800947520c0 going to sleep for 11 seconds 00000100:00100000:2.0:1733164823.955231:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108283 00000100:00100000:2.0:1733164823.955237:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f5b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+20:8358:x1817354297508864:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1733164823.955488:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f5b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:8358:x1817354297508864:12345-0@lo:1000:osp_up0-1.0 Request processed in 251us (359us total) trans 4295226494 rc 0/0 00000100:00100000:2.0:1733164823.955499:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108283 00000100:00100000:0.0:1733164823.955549:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164823.955549:0:8358:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008f5b3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8358:1817354297508864:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1733164823.955568:0:15893:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606352768 00000100:00100000:0.0:1733164823.955571:0:15893:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606352768 00000100:00100000:0.0:1733164823.955599:0:15893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653169 00000100:00100000:0.0:1733164823.955603:0:15893:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1605:5386:x1817354606352768:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1733164823.955691:0:15893:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1606:5386:x1817354606352768:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 85us (142us total) trans 4295199815 rc 0/0 00000100:00100000:0.0:1733164823.955698:0:15893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653169 00000100:00100000:1.0:1733164823.955814:0:15882:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f639450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1494:18077:x1817354606352256:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 1414us (1566us total) trans 4295199814 rc 0/0 00000100:00100000:1.0:1733164823.955819:0:15882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653167 00000100:00100000:0.0:1733164823.956520:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164823.956559:0:15882:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606353024 00000100:00100000:1.0:1733164823.956564:0:15882:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606353024 00000100:00100000:0.0:1733164823.956585:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164823.956587:0:15882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653170 00000100:00100000:1.0:1733164823.956593:0:15882:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1494:18077:x1817354606353024:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1733164823.956612:0:15893:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606353280 00000100:00100000:2.0:1733164823.956617:0:15893:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606353280 00000100:00100000:2.0:1733164823.956635:0:15893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653171 00000100:00100000:2.0:1733164823.956639:0:15893:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1606:5386:x1817354606353280:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000004:00080000:1.0:1733164823.956659:0:15882:0:(mdd_object.c:3927:mdd_close()) Object [0x240000402:0x51ed:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:2.0:1733164823.956720:0:15893:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1607:5386:x1817354606353280:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 80us (136us total) trans 4295199816 rc 0/0 00000100:00100000:2.0:1733164823.956725:0:15893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653171 00000100:00100000:1.0:1733164823.956877:0:15882:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1495:18077:x1817354606353024:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 283us (358us total) trans 4295199817 rc 0/0 00000100:00100000:1.0:1733164823.956884:0:15882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653170 00000100:00100000:0.0:1733164823.957515:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164823.957543:0:15882:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606353536 00000100:00100000:1.0:1733164823.957546:0:15882:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606353536 00000100:00100000:0.0:1733164823.957557:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164823.957571:0:15882:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606353792 00000100:00100000:1.0:1733164823.957572:0:15882:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606353792 00000100:00100000:1.0:1733164823.957581:0:15882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653172 00000100:00100000:1.0:1733164823.957585:0:15882:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1607:5386:x1817354606353536:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1733164823.957598:0:15947:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653173 00000100:00100000:2.0:1733164823.957605:0:15947:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8233050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1495:18077:x1817354606353792:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1733164823.957672:0:15882:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1608:5386:x1817354606353536:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 85us (158us total) trans 4295199818 rc 0/0 00000100:00100000:1.0:1733164823.957677:0:15882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653172 00000004:00080000:2.0:1733164823.957680:0:15947:0:(mdd_object.c:3927:mdd_close()) Object [0x240000402:0x51d6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:2.0:1733164823.957837:0:15947:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8233050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1496:18077:x1817354606353792:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 230us (279us total) trans 4295199819 rc 0/0 00000100:00100000:2.0:1733164823.957843:0:15947:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653173 00000100:00100000:0.0:1733164823.958255:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164823.958305:0:15947:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606354048 00000100:00100000:2.0:1733164823.958310:0:15947:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606354048 00000100:00100000:2.0:1733164823.958337:0:15947:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653174 00000100:00100000:2.0:1733164823.958342:0:15947:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1608:5386:x1817354606354048:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1733164823.958437:0:15947:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1609:5386:x1817354606354048:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 93us (181us total) trans 4295199820 rc 0/0 00000100:00100000:2.0:1733164823.958443:0:15947:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653174 00000100:00100000:3.0:1733164823.958505:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164823.958540:0:15947:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606354304 00000100:00100000:2.0:1733164823.958544:0:15947:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606354304 00000100:00100000:2.0:1733164823.958567:0:15947:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653175 00000100:00100000:2.0:1733164823.958573:0:15947:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1496:18077:x1817354606354304:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1733164823.958654:0:15947:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1497:18077:x1817354606354304:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 79us (148us total) trans 4295199821 rc 0/0 00000100:00100000:2.0:1733164823.958660:0:15947:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653175 00000100:00100000:0.0:1733164823.959101:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164823.959161:0:15947:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606354560 00000100:00100000:2.0:1733164823.959164:0:15947:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606354560 00000100:00100000:2.0:1733164823.959185:0:15947:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653176 00000100:00100000:2.0:1733164823.959188:0:15947:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1609:5386:x1817354606354560:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1733164823.959259:0:15947:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1610:5386:x1817354606354560:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 69us (158us total) trans 4295199822 rc 0/0 00000100:00100000:2.0:1733164823.959280:0:15947:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653176 00000100:00100000:0.0:1733164823.959358:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164823.959391:0:15947:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606354816 00000100:00100000:2.0:1733164823.959394:0:15947:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606354816 00000100:00100000:2.0:1733164823.959416:0:15947:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653177 00000100:00100000:2.0:1733164823.959421:0:15947:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1497:18077:x1817354606354816:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1733164823.959498:0:15947:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1498:18077:x1817354606354816:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 74us (140us total) trans 4295199823 rc 0/0 00000100:00100000:2.0:1733164823.959505:0:15947:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653177 00000100:00100000:0.0:1733164823.960174:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164823.960218:0:15947:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606355072 00000100:00100000:3.0:1733164823.960221:0:15947:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606355072 00000100:00100000:0.0:1733164823.960236:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164823.960244:0:15947:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606355328 00000100:00100000:3.0:1733164823.960247:0:15947:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606355328 00000100:00100000:2.0:1733164823.960260:0:15893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653178 00000100:00100000:3.0:1733164823.960282:0:15947:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653179 00000100:00100000:2.0:1733164823.960283:0:15893:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1610:5386:x1817354606355072:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1733164823.960288:0:15947:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8235c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1498:18077:x1817354606355328:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000004:00080000:3.0:1733164823.960354:0:15947:0:(mdd_object.c:3927:mdd_close()) Object [0x240000402:0x54d3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:2.0:1733164823.960411:0:15893:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1611:5386:x1817354606355072:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 127us (277us total) trans 4295199824 rc 0/0 00000100:00100000:2.0:1733164823.960417:0:15893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653178 00000100:00100000:3.0:1733164823.960500:0:15947:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8235c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1499:18077:x1817354606355328:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 211us (264us total) trans 4295199825 rc 0/0 00000100:00100000:3.0:1733164823.960505:0:15947:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653179 00000100:00100000:0.0:1733164823.961085:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164823.961163:0:15947:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606355584 00000100:00100000:3.0:1733164823.961167:0:15947:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606355584 00000100:00100000:3.0:1733164823.961193:0:15947:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 653180 00000100:00100000:3.0:1733164823.961197:0:15947:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1611:5386:x1817354606355584:12345-192.168.202.7@tcp:35:ldlm_bl.0 00000004:00080000:3.0:1733164823.961250:0:15947:0:(mdd_object.c:3927:mdd_close()) Object [0x240000403:0x53c0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:3.0:1733164823.961404:0:15947:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1612:5386:x1817354606355584:12345-192.168.202.7@tcp:35:ldlm_bl.0 Request processed in 205us (318us total) trans 4295199826 rc 0/0 00000100:00100000:3.0:1733164823.961410:0:15947:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 653180 00000100:00100000:0.0:1733164823.961894:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164823.961974:0:16014:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606355712 00000100:00100000:2.0:1733164823.961980:0:16014:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606355712 00000100:00100000:2.0:1733164823.962059:0:16014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 141840 00000100:00100000:2.0:1733164823.962064:0:16014:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a462d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1499:2001:x1817354606355712:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164823.962074:0:16014:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 77 locks, starting at 0 00010000:00010000:2.0:1733164823.962093:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800933bc900/0xe92384b90b9b45ef lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4f34:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6e01d expref: 1499 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962107:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4f34:0x0].0x0 (ffff880096956500) 00010000:00010000:2.0:1733164823.962119:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092feb180/0xe92384b90ba460b0 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x54f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9946e expref: 1498 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962127:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x54f4:0x0].0x0 (ffff88009355fe00) 00010000:00010000:2.0:1733164823.962136:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801236ecfc0/0xe92384b90b9a5970 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5053:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed69ab7 expref: 1497 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962160:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5053:0x0].0x0 (ffff88009346f900) 00010000:00010000:2.0:1733164823.962170:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090a06ac0/0xe92384b90ba5b701 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x57a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9fe32 expref: 1496 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962176:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x57a9:0x0].0x0 (ffff880096b45c00) 00010000:00010000:2.0:1733164823.962183:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c53ba80/0xe92384b90b9ed110 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x51ed:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7ef80 expref: 1495 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962188:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51ed:0x0].0x0 (ffff88012d044200) 00010000:00010000:2.0:1733164823.962199:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800981bc480/0xe92384b90b9ecf5e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x51d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7eeed expref: 1494 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962206:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51d6:0x0].0x0 (ffff88012bb2eb00) 00010000:00010000:2.0:1733164823.962210:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090cbdb00/0xe92384b90ba2c634 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x53b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed91c33 expref: 1493 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962217:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x53b5:0x0].0x0 (ffff880095810f00) 00010000:00010000:2.0:1733164823.962225:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eee6ac0/0xe92384b90ba57584 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5592:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9e90f expref: 1492 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962231:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5592:0x0].0x0 (ffff880095052f00) 00010000:00010000:2.0:1733164823.962235:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c03cc0/0xe92384b90ba56260 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17f:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9e335 expref: 1491 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962241:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x17f:0x0].0x0 (ffff880097f6f600) 00010000:00010000:2.0:1733164823.962245:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008dce2f40/0xe92384b90ba551f1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5592:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9de65 expref: 1490 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962250:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5592:0x0].0x0 (ffff880095052f00) 00010000:00010000:2.0:1733164823.962254:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800949ad440/0xe92384b90ba4f688 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5606:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9c1d9 expref: 1489 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962258:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5606:0x0].0x0 (ffff880097f0fd00) 00010000:00010000:2.0:1733164823.962275:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092fe9200/0xe92384b90ba4f799 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x180:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9c21f expref: 1488 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962282:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x180:0x0].0x0 (ffff88008f3b0400) 00010000:00010000:2.0:1733164823.962286:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097076880/0xe92384b90ba52685 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5592:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9d0b9 expref: 1487 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962291:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5592:0x0].0x0 (ffff880095052f00) 00010000:00010000:2.0:1733164823.962295:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092da6880/0xe92384b90ba1ccfe lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5606:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8d290 expref: 1486 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962301:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5606:0x0].0x0 (ffff880097f0fd00) 00010000:00010000:2.0:1733164823.962305:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092fe8000/0xe92384b90ba5650e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5561:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9e400 expref: 1485 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962311:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5561:0x0].0x0 (ffff88011f883200) 00010000:00010000:2.0:1733164823.962320:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c704000/0xe92384b90ba33729 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5707:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed93cc4 expref: 1484 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962327:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092da7840/0xe92384b90ba55f81 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5707:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9e240 expref: 1483 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962332:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5707:0x0].0x0 (ffff880123736700) 00010000:00010000:2.0:1733164823.962336:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092a14d80/0xe92384b90ba1ce94 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x533a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8d2f2 expref: 1482 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962342:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x533a:0x0].0x0 (ffff88008b675c00) 00010000:00010000:2.0:1733164823.962346:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009582a400/0xe92384b90ba4dd3d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x51e1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9ba38 expref: 1481 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962352:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x51e1:0x0].0x0 (ffff880091e28400) 00010000:00010000:2.0:1733164823.962356:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800951406c0/0xe92384b90ba39d7b lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5441:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed95973 expref: 1480 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962361:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5441:0x0].0x0 (ffff880097f6fc00) 00010000:00010000:2.0:1733164823.962367:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e5c4d80/0xe92384b90ba5107b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5790:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9c988 expref: 1479 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962373:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5790:0x0].0x0 (ffff88012ff26b00) 00010000:00010000:2.0:1733164823.962377:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008dce0240/0xe92384b90ba3f41b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5610:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed972fd expref: 1478 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962382:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5610:0x0].0x0 (ffff880082d30a00) 00010000:00010000:2.0:1733164823.962386:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c02640/0xe92384b90ba4db06 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5529:0x0].0x0 bits 0x19/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9b997 expref: 1477 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962391:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5529:0x0].0x0 (ffff880131283000) 00010000:00010000:2.0:1733164823.962398:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092d68fc0/0xe92384b90ba39149 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5434:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed955fa expref: 1476 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962405:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5434:0x0].0x0 (ffff88012d044400) 00010000:00010000:2.0:1733164823.962411:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098045200/0xe92384b90ba37b38 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x557f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed94ffd expref: 1475 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962418:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x557f:0x0].0x0 (ffff88008a8a8b00) 00010000:00010000:2.0:1733164823.962424:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c976d00/0xe92384b90ba475cc lrc: 0/0,0 mode: --/CR res: [0x240000403:0x550b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed99b36 expref: 1474 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962429:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x550b:0x0].0x0 (ffff88009346f700) 00010000:00010000:2.0:1733164823.962435:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090e56640/0xe92384b90ba46595 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x5504:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed995f6 expref: 1473 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962441:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5504:0x0].0x0 (ffff880093b4d400) 00010000:00010000:2.0:1733164823.962447:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880082dc58c0/0xe92384b90ba45294 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5586:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed99015 expref: 1472 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962455:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5586:0x0].0x0 (ffff88009813af00) 00010000:00010000:2.0:1733164823.962459:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eee7a80/0xe92384b90ba42989 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x54de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed983b9 expref: 1471 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962463:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x54de:0x0].0x0 (ffff88008afe2500) 00010000:00010000:2.0:1733164823.962472:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092a16880/0xe92384b90ba4240a lrc: 0/0,0 mode: --/PR res: [0x240000401:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9823f expref: 1470 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962476:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xe6:0x0].0x0 (ffff880123736200) 00010000:00010000:2.0:1733164823.962480:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8cc6c0/0xe92384b90ba40cb7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x54d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed97a97 expref: 1469 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962485:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x54d3:0x0].0x0 (ffff880123e55e00) 00010000:00010000:2.0:1733164823.962492:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009227e1c0/0xe92384b90ba267ad lrc: 0/0,0 mode: --/CR res: [0x240000403:0x539a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed90113 expref: 1468 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962499:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x539a:0x0].0x0 (ffff88008e47ee00) 00010000:00010000:2.0:1733164823.962506:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008cdaa1c0/0xe92384b90ba418f7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x54c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed97eb8 expref: 1467 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962512:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x54c8:0x0].0x0 (ffff88008ca14b00) 00010000:00010000:2.0:1733164823.962517:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009582a880/0xe92384b90ba3e4e7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5486:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed96e5e expref: 1466 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962521:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5486:0x0].0x0 (ffff88008ac54300) 00010000:00010000:2.0:1733164823.962527:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094be8b40/0xe92384b90ba3dde7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5701:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed96c51 expref: 1465 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962534:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5701:0x0].0x0 (ffff880082d30700) 00010000:00010000:2.0:1733164823.962541:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095c67a80/0xe92384b90ba00d83 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x51f9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed84c7f expref: 1464 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962547:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x51f9:0x0].0x0 (ffff880097b71b00) 00010000:00010000:2.0:1733164823.962551:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095da9d40/0xe92384b90ba3b79f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5458:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed96122 expref: 1463 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962556:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5458:0x0].0x0 (ffff880091017b00) 00010000:00010000:2.0:1733164823.962561:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011dd10000/0xe92384b90ba3b610 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x558a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed96088 expref: 1462 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962570:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x558a:0x0].0x0 (ffff8800912e8200) 00010000:00010000:2.0:1733164823.962575:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f181b00/0xe92384b90ba3adc0 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x544f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed95e20 expref: 1461 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962580:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x544f:0x0].0x0 (ffff880124813100) 00010000:00010000:2.0:1733164823.962586:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095829f80/0xe92384b90ba3ab3c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5448:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed95d55 expref: 1460 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962591:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5448:0x0].0x0 (ffff880082f27e00) 00010000:00010000:2.0:1733164823.962598:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800949afcc0/0xe92384b90ba3aa78 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x544c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed95d40 expref: 1459 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962603:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x544c:0x0].0x0 (ffff880124812200) 00010000:00010000:2.0:1733164823.962609:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090cbf3c0/0xe92384b90ba3a5fc lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5445:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed95bdb expref: 1458 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962614:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5445:0x0].0x0 (ffff880124138200) 00010000:00010000:2.0:1733164823.962621:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801248c5f80/0xe92384b90ba399b5 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x543c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9585b expref: 1457 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962626:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x543c:0x0].0x0 (ffff880082d30d00) 00010000:00010000:2.0:1733164823.962633:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008df7e880/0xe92384b90ba395be lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5437:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed95758 expref: 1456 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962638:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5437:0x0].0x0 (ffff880095256e00) 00010000:00010000:2.0:1733164823.962643:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800815ce880/0xe92384b90ba38993 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5588:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed953e6 expref: 1455 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962648:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5588:0x0].0x0 (ffff880095e21e00) 00010000:00010000:2.0:1733164823.962655:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b18fc0/0xe92384b90ba38923 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x542d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed953d1 expref: 1454 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962661:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x542d:0x0].0x0 (ffff88008eecd700) 00010000:00010000:2.0:1733164823.962669:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880082dc4b40/0xe92384b90ba3832d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5582:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed95257 expref: 1453 pid: 15861 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1733164823.962670:0:3753:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00010000:00010000:2.0:1733164823.962674:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5582:0x0].0x0 (ffff88009346f600) 00010000:00010000:2.0:1733164823.962678:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095828b40/0xe92384b90ba08888 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5562:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8711c expref: 1452 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962684:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5562:0x0].0x0 (ffff8800984bf000) 00010000:00010000:2.0:1733164823.962689:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095141200/0xe92384b90ba36a75 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x51dc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed94b7a expref: 1451 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962693:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51dc:0x0].0x0 (ffff8800912e8c00) 00010000:00010000:2.0:1733164823.962697:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c976880/0xe92384b90ba1fe21 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x534e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8e107 expref: 1450 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962701:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x534e:0x0].0x0 (ffff88008afc6b00) 00010000:00010000:2.0:1733164823.962708:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c01d40/0xe92384b90ba34496 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x55bd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed940fa expref: 1449 pid: 15864 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164823.962712:0:16720:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606355840 00010000:00010000:2.0:1733164823.962713:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x55bd:0x0].0x0 (ffff8800912e8600) 00000100:00100000:3.0:1733164823.962715:0:16720:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606355840 00010000:00010000:2.0:1733164823.962717:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eee5d40/0xe92384b90ba33fb8 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5402:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed93f9c expref: 1448 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962722:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5402:0x0].0x0 (ffff88008afc6400) 00010000:00010000:2.0:1733164823.962727:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122b44d80/0xe92384b90ba31ff2 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x53e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed935e0 expref: 1447 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962731:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x53e4:0x0].0x0 (ffff880096a4d400) 00010000:00010000:2.0:1733164823.962736:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3ce880/0xe92384b90ba30e3a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x53d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9301b expref: 1446 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962742:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x53d8:0x0].0x0 (ffff88008f5f3200) 00010000:00010000:2.0:1733164823.962750:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092a16400/0xe92384b90ba3089f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x53d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed92e4d expref: 1445 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962755:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x53d5:0x0].0x0 (ffff880091e88900) 00010000:00010000:2.0:1733164823.962763:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008dce1f80/0xe92384b90ba3044d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x53d2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed92d0b expref: 1444 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962768:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x53d2:0x0].0x0 (ffff88009361e700) 00010000:00010000:2.0:1733164823.962774:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090a05b00/0xe92384b90ba2ec36 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x53c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed926c8 expref: 1443 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962779:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x53c6:0x0].0x0 (ffff88011f06eb00) 00000100:00100000:3.0:1733164823.962781:0:16720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 141841 00010000:00010000:2.0:1733164823.962786:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009104f840/0xe92384b90ba2e7cf lrc: 0/0,0 mode: --/CR res: [0x240000403:0x53c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed92571 expref: 1442 pid: 15860 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1733164823.962787:0:16720:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1612:2002:x1817354606355840:12345-192.168.202.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1733164823.962791:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x53c4:0x0].0x0 (ffff880093b4dc00) 00010000:00010000:3.0:1733164823.962795:0:16720:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 88 locks, starting at 0 00010000:00010000:2.0:1733164823.962796:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091d6dd40/0xe92384b90ba2e4e2 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x53c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed92483 expref: 1441 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962802:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x53c3:0x0].0x0 (ffff880124138a00) 00010000:00010000:3.0:1733164823.962807:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c02ac0/0xe92384b90ba63387 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853eda2282 expref: 1612 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962808:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b9cc000/0xe92384b90ba2e0c8 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x53c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9234f expref: 1440 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962814:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x53c1:0x0].0x0 (ffff880082f46200) 00010000:00010000:3.0:1733164823.962818:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x17d:0x0].0x0 (ffff88009349f800) 00010000:00010000:2.0:1733164823.962820:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800981bfa80/0xe92384b90ba2dcc3 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x53bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed92222 expref: 1439 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962826:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x53bf:0x0].0x0 (ffff88011f06e500) 00010000:00010000:3.0:1733164823.962826:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c9746c0/0xe92384b90ba560d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x182:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9e2b7 expref: 1611 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962831:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c7046c0/0xe92384b90b9e3431 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x517c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7c0a2 expref: 1438 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962836:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x517c:0x0].0x0 (ffff88008e47e500) 00010000:00010000:3.0:1733164823.962836:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x182:0x0].0x0 (ffff880093857d00) 00010000:00010000:2.0:1733164823.962844:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8586c0/0xe92384b90ba2a9af lrc: 0/0,0 mode: --/PR res: [0x240000403:0x5083:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed91406 expref: 1437 pid: 15860 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.962844:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801367c8fc0/0xe92384b90ba6359b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x568e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853eda231c expref: 1610 pid: 16133 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962849:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5083:0x0].0x0 (ffff880096956000) 00010000:00010000:2.0:1733164823.962853:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009525d200/0xe92384b90ba2b031 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x53af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed915db expref: 1436 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962857:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x53af:0x0].0x0 (ffff88011f06f300) 00010000:00010000:3.0:1733164823.962857:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x568e:0x0].0x0 (ffff88011f06e800) 00010000:00010000:3.0:1733164823.962863:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090f9a640/0xe92384b90ba63498 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x533a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853eda22d6 expref: 1609 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962864:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b21440/0xe92384b90b9eb61a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x51e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed7e753 expref: 1435 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962868:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x51e7:0x0].0x0 (ffff8800923cd300) 00010000:00010000:3.0:1733164823.962874:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x533a:0x0].0x0 (ffff88008b675c00) 00010000:00010000:2.0:1733164823.962876:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008b165b00/0xe92384b90b9ca045 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x51eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed748de expref: 1434 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962880:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x51eb:0x0].0x0 (ffff880093bd4400) 00010000:00010000:3.0:1733164823.962885:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800981bd680/0xe92384b90ba63229 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5934:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853eda2235 expref: 1608 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962888:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092a14240/0xe92384b90ba25ba5 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x538e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8fd5b expref: 1433 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962892:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x538e:0x0].0x0 (ffff880092179f00) 00010000:00010000:3.0:1733164823.962895:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5934:0x0].0x0 (ffff880097f6f900) 00010000:00010000:2.0:1733164823.962899:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090cbc240/0xe92384b90ba259d0 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x538b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8fccf expref: 1432 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962904:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x538b:0x0].0x0 (ffff880123736a00) 00010000:00010000:3.0:1733164823.962905:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e5c4fc0/0xe92384b90ba62517 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x591b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853eda1e84 expref: 1607 pid: 15873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962910:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b22d00/0xe92384b90ba24fc7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5381:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8f972 expref: 1431 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962915:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5381:0x0].0x0 (ffff88009813a900) 00010000:00010000:3.0:1733164823.962915:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x591b:0x0].0x0 (ffff88008e919000) 00010000:00010000:2.0:1733164823.962921:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3ce1c0/0xe92384b90ba24793 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5375:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8f6ee expref: 1430 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.962924:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800949ad680/0xe92384b90ba49904 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x524f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9a59a expref: 1606 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962926:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5375:0x0].0x0 (ffff88009349f100) 00010000:00010000:2.0:1733164823.962933:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095d821c0/0xe92384b90ba2419d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x536a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8f520 expref: 1429 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.962933:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x524f:0x0].0x0 (ffff88008eecd800) 00010000:00010000:2.0:1733164823.962938:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x536a:0x0].0x0 (ffff88012eb5ae00) 00010000:00010000:3.0:1733164823.962938:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e5c5f80/0xe92384b90ba5b58e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x582c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9fdc2 expref: 1605 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962944:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092da5d40/0xe92384b90ba2291d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x569e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8ed8d expref: 1428 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.962945:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x582c:0x0].0x0 (ffff8800951f0200) 00010000:00010000:2.0:1733164823.962950:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x569e:0x0].0x0 (ffff88009349f500) 00010000:00010000:3.0:1733164823.962953:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800981bf180/0xe92384b90ba5ae79 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5824:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9fb7d expref: 1604 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962956:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091d6f180/0xe92384b90ba207c1 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x534d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8e409 expref: 1427 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.962959:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5824:0x0].0x0 (ffff88012c282600) 00010000:00010000:2.0:1733164823.962961:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x534d:0x0].0x0 (ffff880092263f00) 00010000:00010000:2.0:1733164823.962964:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090a06f40/0xe92384b90ba2058a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5352:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8e337 expref: 1426 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.962966:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123ecb600/0xe92384b90ba5aa74 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5821:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9fa73 expref: 1603 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962969:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5352:0x0].0x0 (ffff8800971cce00) 00010000:00010000:3.0:1733164823.962973:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5821:0x0].0x0 (ffff880094bf5100) 00010000:00010000:2.0:1733164823.962974:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800815cdf80/0xe92384b90ba2066a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x534d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8e3a7 expref: 1425 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962979:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x534d:0x0].0x0 (ffff880092263f00) 00010000:00010000:3.0:1733164823.962979:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ca558c0/0xe92384b90ba4ecd3 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5542:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9bed7 expref: 1602 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.962985:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5542:0x0].0x0 (ffff88008edeb700) 00010000:00010000:2.0:1733164823.962987:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c974000/0xe92384b90ba1cb68 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x533c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8d212 expref: 1424 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.962990:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c02f40/0xe92384b90ba593b4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5813:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9f2cb expref: 1601 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.962991:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x533c:0x0].0x0 (ffff88009813a500) 00010000:00010000:3.0:1733164823.962995:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5813:0x0].0x0 (ffff88011f06f600) 00010000:00010000:2.0:1733164823.962997:0:16014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122b446c0/0xe92384b90ba0fee7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x52ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed89477 expref: 1423 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963002:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801236ec000/0xe92384b90ba23a6c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5361:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8f2f0 expref: 1600 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1733164823.963003:0:16014:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x52ec:0x0].0x0 (ffff88012ff26100) 00010000:00010000:2.0:1733164823.963006:0:16014:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1733164823.963007:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5361:0x0].0x0 (ffff88008ad41600) 00010000:00010000:3.0:1733164823.963016:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c00480/0xe92384b90ba5872e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x54af:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9eef7 expref: 1599 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963026:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800968e8000/0xe92384b90ba58640 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x54af:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9eea3 expref: 1598 pid: 15875 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1733164823.963031:0:16014:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a462d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1422:2001:x1817354606355712:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 967us (1137us total) trans 0 rc 0/0 00010000:00010000:3.0:1733164823.963035:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x54af:0x0].0x0 (ffff88008dcb1800) 00000100:00100000:2.0:1733164823.963036:0:16014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 141840 00010000:00010000:3.0:1733164823.963044:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eee4900/0xe92384b90ba582b9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5803:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9ed76 expref: 1597 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963052:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5803:0x0].0x0 (ffff880090af2100) 00010000:00010000:3.0:1733164823.963062:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880082e3ed00/0xe92384b90ba57da3 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x5542:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9ebaf expref: 1596 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963075:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5542:0x0].0x0 (ffff88008edeb700) 00010000:00010000:3.0:1733164823.963085:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c974240/0xe92384b90ba57545 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5707:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9e8f3 expref: 1595 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963092:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5707:0x0].0x0 (ffff880123736700) 00010000:00010000:3.0:1733164823.963100:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093719f80/0xe92384b90ba2d147 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5606:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed91ea9 expref: 1594 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963108:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5606:0x0].0x0 (ffff880097f0fd00) 00010000:00010000:3.0:1733164823.963114:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008dce3600/0xe92384b90ba2d274 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x180:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed91f19 expref: 1593 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963121:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x180:0x0].0x0 (ffff88008f3b0400) 00010000:00010000:3.0:1733164823.963129:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c975440/0xe92384b90ba536d1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5592:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9d5f2 expref: 1592 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963135:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5592:0x0].0x0 (ffff880095052f00) 00010000:00010000:3.0:1733164823.963156:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eee7840/0xe92384b90ba295c0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5606:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed90ea3 expref: 1591 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963164:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5606:0x0].0x0 (ffff880097f0fd00) 00010000:00010000:3.0:1733164823.963172:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090e54240/0xe92384b90ba55a3a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9e0b8 expref: 1590 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963183:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800921e1f80/0xe92384b90ba559f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9e0aa expref: 1589 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963194:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x17f:0x0].0x0 (ffff880097f6f600) 00010000:00010000:3.0:1733164823.963201:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801248c6640/0xe92384b90ba53bd2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5592:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9d77a expref: 1588 pid: 15865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963209:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5592:0x0].0x0 (ffff880095052f00) 00010000:00010000:3.0:1733164823.963220:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092da4d80/0xe92384b90ba47ff8 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x51e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed99e77 expref: 1587 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963230:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f0b9440/0xe92384b90ba480d8 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x51e1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed99eb6 expref: 1586 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963242:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x51e1:0x0].0x0 (ffff880091e28400) 00010000:00010000:3.0:1733164823.963248:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091c7e400/0xe92384b90ba4b7dc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x568e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9af80 expref: 1585 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963257:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x568e:0x0].0x0 (ffff88011f06e800) 00010000:00010000:3.0:1733164823.963277:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800981bc900/0xe92384b90ba55b67 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x57f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9e10c expref: 1584 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963286:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x57f7:0x0].0x0 (ffff880092309700) 00010000:00010000:3.0:1733164823.963296:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009227cd80/0xe92384b90ba51e74 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x57d2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9cdcc expref: 1583 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963303:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x57d2:0x0].0x0 (ffff88008a8ca000) 00010000:00010000:3.0:1733164823.963312:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008dce18c0/0xe92384b90ba537e9 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xe5:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9d62a expref: 1582 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963323:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xe5:0x0].0x0 (ffff88012d044c00) 00010000:00010000:3.0:1733164823.963328:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800981bf3c0/0xe92384b90ba52fbc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x57e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9d3f3 expref: 1581 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963334:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x57e8:0x0].0x0 (ffff88009368a700) 00010000:00010000:3.0:1733164823.963344:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009525df80/0xe92384b90ba522cd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x57e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9cf4d expref: 1580 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963351:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x57e0:0x0].0x0 (ffff88012c399400) 00010000:00010000:3.0:1733164823.963360:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800945de400/0xe92384b90ba37630 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5413:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed94ead expref: 1579 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963368:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5413:0x0].0x0 (ffff88011f06ec00) 00010000:00010000:3.0:1733164823.963376:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c706880/0xe92384b90ba4e87a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x552a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9bd8e expref: 1578 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963388:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095112880/0xe92384b90ba4e71c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x552a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9bd17 expref: 1577 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963397:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x552a:0x0].0x0 (ffff88008afe2e00) 00010000:00010000:3.0:1733164823.963407:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092a15440/0xe92384b90ba0bed6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x558a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8808f expref: 1576 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963416:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x558a:0x0].0x0 (ffff8800912e8200) 00010000:00010000:3.0:1733164823.963426:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008dce33c0/0xe92384b90ba043a0 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x526f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed85ce7 expref: 1575 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963439:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090e54000/0xe92384b90ba4e268 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x526f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9bbc0 expref: 1574 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963446:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x526f:0x0].0x0 (ffff880097f6fb00) 00010000:00010000:3.0:1733164823.963453:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009647d8c0/0xe92384b90ba4558f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x54ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed99111 expref: 1573 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963460:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x54ce:0x0].0x0 (ffff88008afe2d00) 00010000:00010000:3.0:1733164823.963467:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095c65d40/0xe92384b90ba4922e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x57b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9a3ef expref: 1572 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963476:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x57b0:0x0].0x0 (ffff880090af2600) 00010000:00010000:3.0:1733164823.963483:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3e5f80/0xe92384b90ba44ff4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5790:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed98f3c expref: 1571 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963488:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5790:0x0].0x0 (ffff88012ff26b00) 00010000:00010000:3.0:1733164823.963494:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800922d0b40/0xe92384b90ba43203 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x56be:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed98636 expref: 1570 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963499:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x56be:0x0].0x0 (ffff880097a75600) 00010000:00010000:3.0:1733164823.963506:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092fe9f80/0xe92384b90ba42839 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x51f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed98365 expref: 1569 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963513:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122b473c0/0xe92384b90b9fdee4 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x51f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed83e71 expref: 1568 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963521:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x51f9:0x0].0x0 (ffff880097b71b00) 00010000:00010000:3.0:1733164823.963527:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008deaf180/0xe92384b90ba41cb6 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x51e1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed97fec expref: 1567 pid: 15876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963531:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x51e1:0x0].0x0 (ffff880091e28400) 00010000:00010000:3.0:1733164823.963536:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800949ac240/0xe92384b90ba42465 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9824d expref: 1566 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963542:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xe6:0x0].0x0 (ffff880123736200) 00010000:00010000:3.0:1733164823.963547:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e5c6f40/0xe92384b90ba3ad49 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x54d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed95def expref: 1565 pid: 16134 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963555:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091cf7cc0/0xe92384b90ba3ab9e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x54d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed95d71 expref: 1564 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963559:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x54d6:0x0].0x0 (ffff8800979a6100) 00010000:00010000:3.0:1733164823.963570:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008dce1b00/0xe92384b90ba38499 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x53c0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed952e3 expref: 1563 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963575:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x53c0:0x0].0x0 (ffff88012bb56300) 00010000:00010000:3.0:1733164823.963584:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3e4240/0xe92384b90ba30a20 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5715:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed92ebd expref: 1562 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963593:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5715:0x0].0x0 (ffff88011f06f200) 00010000:00010000:3.0:1733164823.963601:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e5c4000/0xe92384b90ba2bdac lrc: 0/0,0 mode: --/CR res: [0x240000403:0x53a8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed919d9 expref: 1561 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963611:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x53a8:0x0].0x0 (ffff880121077b00) 00010000:00010000:3.0:1733164823.963618:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091d6c480/0xe92384b90ba2b24c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x5083:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed9164b expref: 1560 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963627:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5083:0x0].0x0 (ffff880096956000) 00010000:00010000:3.0:1733164823.963635:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800922d2880/0xe92384b90ba2b52b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x551d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed91755 expref: 1559 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963644:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x551d:0x0].0x0 (ffff880121075500) 00010000:00010000:3.0:1733164823.963652:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095ba6d00/0xe92384b90ba2b111 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5610:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed91621 expref: 1558 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963661:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5610:0x0].0x0 (ffff880082d30a00) 00010000:00010000:3.0:1733164823.963668:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011d3cf3c0/0xe92384b90b9a2f9a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x50e3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed68eee expref: 1557 pid: 15868 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963677:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x50e3:0x0].0x0 (ffff880082fa2100) 00010000:00010000:3.0:1733164823.963684:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008dce2d00/0xe92384b90ba175ee lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5626:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8b8e3 expref: 1556 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963690:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5626:0x0].0x0 (ffff8800971cc800) 00010000:00010000:3.0:1733164823.963697:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c705f80/0xe92384b90ba27ecf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x56e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed907fe expref: 1555 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963703:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x56e8:0x0].0x0 (ffff88011f06ea00) 00010000:00010000:3.0:1733164823.963709:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b9cfcc0/0xe92384b90ba12528 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x55bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8a094 expref: 1554 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963716:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x55bd:0x0].0x0 (ffff8800912e8600) 00010000:00010000:3.0:1733164823.963723:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131789f80/0xe92384b90ba2560a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5587:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8fb71 expref: 1553 pid: 15937 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963734:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a8d4900/0xe92384b90ba252bb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5587:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8fa8a expref: 1552 pid: 15866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963740:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5587:0x0].0x0 (ffff880082f4f600) 00010000:00010000:3.0:1733164823.963750:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091fe8240/0xe92384b90ba24b7c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x56d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8f829 expref: 1551 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963757:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x56d3:0x0].0x0 (ffff880082f27900) 00010000:00010000:3.0:1733164823.963764:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801236ecb40/0xe92384b90ba23f9e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x56cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8f47f expref: 1550 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963769:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x56cf:0x0].0x0 (ffff880131704200) 00010000:00010000:3.0:1733164823.963776:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e9ded00/0xe92384b90ba226d1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x56c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8ecfa expref: 1549 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963780:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x56c7:0x0].0x0 (ffff880090af2d00) 00010000:00010000:3.0:1733164823.963787:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091c7cb40/0xe92384b90ba06400 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x5253:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8671a expref: 1548 pid: 15922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963794:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097db2400/0xe92384b90ba21fdf lrc: 0/0,0 mode: --/PR res: [0x240000403:0x5253:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8eaf4 expref: 1547 pid: 15874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963802:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5253:0x0].0x0 (ffff8801236f7700) 00010000:00010000:3.0:1733164823.963809:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013046b840/0xe92384b90ba21f30 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x56c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8ead1 expref: 1546 pid: 15864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963814:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x56c4:0x0].0x0 (ffff880092b0ad00) 00010000:00010000:3.0:1733164823.963819:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800949aed00/0xe92384b90ba219f0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x56c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8e942 expref: 1545 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963825:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x56c0:0x0].0x0 (ffff88008ad41100) 00010000:00010000:3.0:1733164823.963831:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800982b21c0/0xe92384b90ba2036f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x56ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8e2a4 expref: 1544 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963837:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x56ba:0x0].0x0 (ffff880093bd4700) 00010000:00010000:3.0:1733164823.963843:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880091c7ed00/0xe92384b90ba0489a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5524:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed85e99 expref: 1543 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963848:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5524:0x0].0x0 (ffff8800957f9700) 00010000:00010000:3.0:1733164823.963854:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090c00000/0xe92384b90ba1f2b3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x56b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8dd79 expref: 1542 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963859:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x56b0:0x0].0x0 (ffff880095ebc700) 00010000:00010000:3.0:1733164823.963865:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096983840/0xe92384b90ba1e51c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x56a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8d9cf expref: 1541 pid: 15862 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963870:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x56a4:0x0].0x0 (ffff880124138000) 00010000:00010000:3.0:1733164823.963875:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eee5440/0xe92384b90ba1d230 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5695:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8d42d expref: 1540 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963880:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5695:0x0].0x0 (ffff88009098a600) 00010000:00010000:3.0:1733164823.963885:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e5c7cc0/0xe92384b90ba1cb99 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x568c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8d22e expref: 1539 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963890:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x568c:0x0].0x0 (ffff8801236f7300) 00010000:00010000:3.0:1733164823.963895:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122b44900/0xe92384b90ba1cad5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x567e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8d1c5 expref: 1538 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963899:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x567e:0x0].0x0 (ffff88009355f100) 00010000:00010000:3.0:1733164823.963905:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009582b3c0/0xe92384b90ba1c740 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5685:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8d0b4 expref: 1537 pid: 7203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963910:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5685:0x0].0x0 (ffff880082fa2700) 00010000:00010000:3.0:1733164823.963915:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090cbe1c0/0xe92384b90ba1c36c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5681:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8cf95 expref: 1536 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963921:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5681:0x0].0x0 (ffff88012c399200) 00010000:00010000:3.0:1733164823.963927:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009850f3c0/0xe92384b90ba1be3a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x567d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8ce29 expref: 1535 pid: 15867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963934:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x567d:0x0].0x0 (ffff88012eb5ab00) 00010000:00010000:3.0:1733164823.963938:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124385d40/0xe92384b90ba1ba66 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5677:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8ccd9 expref: 1534 pid: 15870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963943:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5677:0x0].0x0 (ffff88008afe2c00) 00010000:00010000:3.0:1733164823.963948:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f3ce640/0xe92384b90ba1b278 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x566e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8ca86 expref: 1533 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963954:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x566e:0x0].0x0 (ffff8801236f7400) 00010000:00010000:3.0:1733164823.963959:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a8d6400/0xe92384b90ba1a6cb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x54c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8c714 expref: 1532 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963965:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x54c1:0x0].0x0 (ffff88008eecd900) 00010000:00010000:3.0:1733164823.963970:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800923958c0/0xe92384b90b9cf890 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x52ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed76134 expref: 1531 pid: 15877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963975:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52ef:0x0].0x0 (ffff880091017500) 00010000:00010000:3.0:1733164823.963980:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013178b600/0xe92384b90ba194d4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x54bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8c1e9 expref: 1530 pid: 15861 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963986:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x54bc:0x0].0x0 (ffff88008ad41900) 00010000:00010000:3.0:1733164823.963991:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090a07180/0xe92384b90ba18a38 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x54b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8bec4 expref: 1529 pid: 15863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.963996:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x54b2:0x0].0x0 (ffff880095052d00) 00010000:00010000:3.0:1733164823.964002:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095d83cc0/0xe92384b90b9935bc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x510d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed6466a expref: 1528 pid: 7205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.964007:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x510d:0x0].0x0 (ffff88012bb56400) 00010000:00010000:3.0:1733164823.964012:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c706d00/0xe92384b90ba1466f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5586:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8ab92 expref: 1527 pid: 8360 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.964017:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5586:0x0].0x0 (ffff88009813af00) 00010000:00010000:3.0:1733164823.964023:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097beaac0/0xe92384b90ba13d07 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x560c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8a889 expref: 1526 pid: 10838 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.964031:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x560c:0x0].0x0 (ffff88008f3b0b00) 00010000:00010000:3.0:1733164823.964036:0:16720:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092fe8900/0xe92384b90ba1344e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.7@tcp remote: 0x4672d1853ed8a5aa expref: 1525 pid: 15923 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1733164823.964041:0:16720:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x17e:0x0].0x0 (ffff880124812800) 00010000:00010000:3.0:1733164823.964043:0:16720:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1733164823.964068:0:16720:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1524:2002:x1817354606355840:12345-192.168.202.7@tcp:103:ldlm_bl.0 Request processed in 1281us (1399us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164823.964073:0:16720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 141841 00010000:00010000:2.0:1733164824.898439:0:16026:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1733164825.900355:0:15328:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1733164826.186387:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:531d87dc-65fb-4c67-b606-996b281d9421:3760:1817354297508992:0@lo:400:kworker.0 00000100:00100000:2.0:1733164826.186419:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297509248:0@lo:400:kworker.0 00000100:00100000:3.0:1733164826.186423:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3761:1817354297509120:0@lo:400:kworker.0 00000100:00100000:0.0:1733164826.186469:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164826.186478:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164826.186478:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164826.186493:0:7200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297508992 00000100:00100000:0.0:1733164826.186497:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297509504:0@lo:400:kworker.0 00000100:00100000:1.0:1733164826.186500:0:7200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297508992 00000100:00100000:2.0:1733164826.186503:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3762:1817354297509760:0@lo:400:kworker.0 00000100:00100000:3.0:1733164826.186504:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3761:1817354297509632:0@lo:400:kworker.0 00000100:00100000:0.0:1733164826.186517:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164826.186518:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1733164826.186527:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164796 00000100:00100000:3.0:1733164826.186537:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3761:1817354297510144:0@lo:400:kworker.0 00000100:00100000:2.0:1733164826.186540:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164826.186544:0:7200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1733164826.186545:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297510016:0@lo:400:kworker.0 00000100:00100000:1.0:1733164826.186549:0:7200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098bce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3760:x1817354297508992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164826.186552:0:7204:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297509120 00000100:00100000:3.0:1733164826.186555:0:7204:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297509120 00000100:00100000:2.0:1733164826.186557:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3762:1817354297510272:0@lo:400:kworker.0 00000100:00100000:0.0:1733164826.186563:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164826.186574:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297510528:0@lo:400:kworker.0 00000100:00100000:2.0:1733164826.186577:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164826.186583:0:7204:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297509632 00000100:00100000:3.0:1733164826.186585:0:7204:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297509632 00000100:00100000:0.0:1733164826.186592:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164826.186593:0:7200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098bce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3760:x1817354297508992:12345-0@lo:400:kworker.0 Request processed in 43us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164826.186599:0:7200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1733164826.186601:0:7204:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297509760 00000100:00100000:3.0:1733164826.186603:0:7204:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297509760 00000100:00100000:2.0:1733164826.186609:0:15861:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297510272 00000100:00100000:2.0:1733164826.186612:0:15861:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297510272 00000100:00100000:0.0:1733164826.186613:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:531d87dc-65fb-4c67-b606-996b281d9421:3760:1817354297508992:0@lo:400:kworker.0 00000100:00100000:3.0:1733164826.186617:0:7204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142 00000100:00100000:3.0:1733164826.186622:0:7204:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ecc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3761:x1817354297509120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164826.186633:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1733164826.186636:0:15861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143 00000100:00100000:0.0:1733164826.186638:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880094abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3760:1817354297509376:0@lo:400:kworker.0 00000100:00100000:1.0:1733164826.186641:0:15864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144 00000100:00100000:2.0:1733164826.186641:0:15861:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ecc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3761:x1817354297509632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164826.186645:0:15864:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0000_UUID+5:3762:x1817354297509760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164826.186656:0:7204:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ecc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3761:x1817354297509120:12345-0@lo:400:kworker.0 Request processed in 33us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164826.186657:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164826.186660:0:7204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142 00000100:00100000:0.0:1733164826.186669:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297509888:0@lo:400:kworker.0 00000100:00100000:3.0:1733164826.186672:0:7204:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297509376 00000100:00100000:2.0:1733164826.186674:0:15861:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ecc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3761:x1817354297509632:12345-0@lo:400:kworker.0 Request processed in 32us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164826.186674:0:7204:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297509376 00000100:00100000:1.0:1733164826.186676:0:15864:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0000_UUID+5:3762:x1817354297509760:12345-0@lo:400:kworker.0 Request processed in 30us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164826.186680:0:15861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143 00000100:00100000:0.0:1733164826.186682:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164826.186688:0:7204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145 00000100:00100000:1.0:1733164826.186693:0:15864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144 00000100:00100000:3.0:1733164826.186693:0:7204:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3762:x1817354297510272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164826.186694:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297510400:0@lo:400:kworker.0 00000100:00100000:2.0:1733164826.186697:0:15861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146 00000100:00100000:2.0:1733164826.186701:0:15861:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3760:x1817354297509376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164826.186708:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164826.186713:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297510016 00000100:00100000:1.0:1733164826.186716:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297510016 00000100:00100000:3.0:1733164826.186718:0:7204:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3762:x1817354297510272:12345-0@lo:400:kworker.0 Request processed in 24us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164826.186723:0:7204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145 00000100:00100000:0.0:1733164826.186730:0:16686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297510528 00000100:00100000:0.0:1733164826.186732:0:16686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297510528 00000100:00100000:1.0:1733164826.186732:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297509888 00000100:00100000:2.0:1733164826.186732:0:15861:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3760:x1817354297509376:12345-0@lo:400:kworker.0 Request processed in 30us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164826.186733:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297509888 00000100:00100000:2.0:1733164826.186739:0:15861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146 00000100:00100000:1.0:1733164826.186743:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297510400 00000100:00100000:1.0:1733164826.186745:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297510400 00000100:00100000:0.0:1733164826.186749:0:16686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1733164826.186752:0:16686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297510016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164826.186757:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1733164826.186760:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297509888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164826.186761:0:16602:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1733164826.186766:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1733164826.186766:0:16602:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297510528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164826.186770:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297510400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164826.186779:0:16686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297510016:12345-0@lo:400:kworker.0 Request processed in 25us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164826.186779:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297509888:12345-0@lo:400:kworker.0 Request processed in 18us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164826.186784:0:16686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1733164826.186786:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1733164826.186793:0:16602:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_037:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297510528:12345-0@lo:400:kworker.0 Request processed in 26us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164826.186795:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:lustre-MDT0001-mdtlov_UUID+5:3760:x1817354297510400:12345-0@lo:400:kworker.0 Request processed in 25us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164826.186799:0:16602:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1733164826.186802:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00080000:2.0:1733164826.186817:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164796 00000100:00100000:0.0:1733164826.186819:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3760:1817354297509376:0@lo:400:kworker.0 00000100:00080000:2.0:1733164826.186819:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164796 00000100:00080000:2.0:1733164826.186821:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164796 00000100:00100000:3.0:1733164826.186821:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164826.186823:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297509248 00000100:00080000:2.0:1733164826.186823:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164796 00000100:00100000:1.0:1733164826.186825:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297509248 00000100:00100000:0.0:1733164826.186828:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297509888:0@lo:400:kworker.0 00000100:00100000:0.0:1733164826.186837:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297510400:0@lo:400:kworker.0 00000100:00100000:2.0:1733164826.186840:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3762:1817354297509760:0@lo:400:kworker.0 00000100:00100000:1.0:1733164826.186843:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297509504 00000100:00100000:3.0:1733164826.186844:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3761:1817354297509120:0@lo:400:kworker.0 00000100:00100000:0.0:1733164826.186845:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297510016:0@lo:400:kworker.0 00000100:00100000:1.0:1733164826.186845:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297509504 00000100:00100000:2.0:1733164826.186849:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3762:1817354297510272:0@lo:400:kworker.0 00000100:00100000:3.0:1733164826.186853:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3761:1817354297509632:0@lo:400:kworker.0 00000100:00100000:0.0:1733164826.186854:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297510528:0@lo:400:kworker.0 00000100:00100000:1.0:1733164826.186856:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108284 00000100:00100000:1.0:1733164826.186860:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:3762:x1817354297509248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164826.186879:0:8371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108285 00000100:00100000:3.0:1733164826.186884:0:8371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+56:3760:x1817354297509504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164826.186893:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+21:3762:x1817354297509248:12345-0@lo:400:kworker.0 Request processed in 32us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164826.186901:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108284 00000100:00100000:2.0:1733164826.186903:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297509248:0@lo:400:kworker.0 00000100:00100000:3.0:1733164826.186907:0:8371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+56:3760:x1817354297509504:12345-0@lo:400:kworker.0 Request processed in 23us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164826.186910:0:8371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108285 00000100:00100000:0.0:1733164826.186916:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880094abf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297509504:0@lo:400:kworker.0 00000100:00100000:3.0:1733164826.186925:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297510144 00000100:00100000:3.0:1733164826.186927:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297510144 00000100:00080000:2.0:1733164826.186942:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164796 00000100:00100000:3.0:1733164826.186952:0:15870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147 00000100:00100000:3.0:1733164826.186956:0:15870:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ecc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre-MDT0000-lwp-OST0001_UUID+5:3761:x1817354297510144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164826.186991:0:15870:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ecc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre-MDT0000-lwp-OST0001_UUID+5:3761:x1817354297510144:12345-0@lo:400:kworker.0 Request processed in 33us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164826.186998:0:15870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147 00000100:00100000:0.0:1733164826.187024:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3761:1817354297510144:0@lo:400:kworker.0 00000100:00100000:0.0:1733164826.554347:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297510656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1733164826.554402:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164826.554439:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297510656 00000100:00100000:2.0:1733164826.554445:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297510656 00000100:00100000:2.0:1733164826.554474:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1733164826.554479:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297510656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1733164826.554503:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00000100:00100000:2.0:1733164826.554549:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3761:x1817354297510656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164826.554556:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1733164826.554579:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3761:1817354297510656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1733164826.800207:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164826.800261:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164826.800286:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164826.800293:0:7198:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606355968 00000100:00100000:0.0:1733164826.800301:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164826.800302:0:7198:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606355968 00000100:00100000:0.0:1733164826.800314:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164826.800323:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164826.800328:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606356096 00000100:00100000:0.0:1733164826.800332:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164826.800334:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606356096 00000100:00080000:2.0:1733164826.800339:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164796 00000100:00100000:0.0:1733164826.800340:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164826.800340:0:7198:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 668 00000100:00080000:2.0:1733164826.800343:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164796 00000100:00100000:1.0:1733164826.800347:0:7198:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098bce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8ec7278-8701-48c9-82a2-e433073c7150+12:2000:x1817354606355968:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164826.800359:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606356352 00000100:00100000:0.0:1733164826.800360:0:3752:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164826.800363:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606356224 00000100:00100000:2.0:1733164826.800364:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606356352 00000100:00100000:3.0:1733164826.800366:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606356224 00000100:00100000:3.0:1733164826.800379:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606356608 00000100:00100000:0.0:1733164826.800380:0:15863:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606356736 00000100:00100000:3.0:1733164826.800380:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606356608 00000100:00100000:0.0:1733164826.800384:0:15863:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606356736 00000100:00100000:2.0:1733164826.800390:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606356480 00000100:00100000:3.0:1733164826.800391:0:15870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3148 00000100:00100000:2.0:1733164826.800393:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606356480 00000100:00100000:3.0:1733164826.800395:0:15870:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2001:x1817354606356096:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164826.800400:0:7198:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098bce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8ec7278-8701-48c9-82a2-e433073c7150+12:2000:x1817354606355968:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 54us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164826.800403:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606356864 00000100:00100000:2.0:1733164826.800405:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606356864 00000100:00100000:1.0:1733164826.800407:0:7198:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 668 00000100:00100000:0.0:1733164826.800409:0:15863:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3149 00000100:00100000:0.0:1733164826.800414:0:15863:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1524:2000:x1817354606356224:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164826.800414:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606356992 00000100:00100000:2.0:1733164826.800416:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606356992 00000100:00100000:2.0:1733164826.800427:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 591 00000100:00100000:2.0:1733164826.800432:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+15:2001:x1817354606356352:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164826.800434:0:15870:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2001:x1817354606356096:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 38us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164826.800441:0:15870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3148 00000100:00100000:1.0:1733164826.800442:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 592 00000100:00100000:1.0:1733164826.800447:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+5:2000:x1817354606356480:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:0.0:1733164826.800448:0:15863:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1524:2000:x1817354606356224:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 32us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164826.800455:0:15863:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3149 00000100:00100000:2.0:1733164826.800460:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+15:2001:x1817354606356352:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 27us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164826.800460:0:15870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3150 00000100:00100000:3.0:1733164826.800465:0:15870:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2001:x1817354606356608:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164826.800466:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 591 00000100:00100000:0.0:1733164826.800469:0:15863:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3151 00000100:00100000:1.0:1733164826.800470:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+5:2000:x1817354606356480:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 23us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164826.800473:0:15863:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1422:2000:x1817354606356736:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164826.800476:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 592 00000100:00100000:2.0:1733164826.800483:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 593 00000100:00100000:2.0:1733164826.800487:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bd1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:2587e66f-96b3-485b-a51d-8015e555f74f+953:2001:x1817354606356864:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164826.800487:0:15870:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2001:x1817354606356608:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 22us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164826.800490:0:16646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 594 00000100:00100000:3.0:1733164826.800505:0:15870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3150 00000100:00100000:0.0:1733164826.800506:0:15863:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:2587e66f-96b3-485b-a51d-8015e555f74f+1422:2000:x1817354606356736:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 21us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164826.800506:0:16646:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094abf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:2587e66f-96b3-485b-a51d-8015e555f74f+964:2000:x1817354606356992:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164826.800507:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bd1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:2587e66f-96b3-485b-a51d-8015e555f74f+953:2001:x1817354606356864:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 19us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164826.800512:0:15863:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3151 00000100:00100000:2.0:1733164826.800513:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 593 00000100:00100000:1.0:1733164826.800524:0:16646:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094abf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:2587e66f-96b3-485b-a51d-8015e555f74f+964:2000:x1817354606356992:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 30us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164826.800528:0:16646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 594 00000100:00080000:2.0:1733164826.800529:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164796 00000100:00080000:2.0:1733164826.800532:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164796 00000100:00080000:2.0:1733164826.800534:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164796 00000100:00080000:2.0:1733164826.800536:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164796 00010000:00010000:2.0:1733164826.902387:0:7194:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1733164827.194392:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297510784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1733164827.194449:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164827.194516:0:8371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297510784 00000100:00100000:3.0:1733164827.194523:0:8371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297510784 00000100:00100000:3.0:1733164827.194569:0:8371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108286 00000100:00100000:3.0:1733164827.194576:0:8371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+56:3762:x1817354297510784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1733164827.194607:0:8371:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1439821824 avail 1310359552 00000100:00100000:3.0:1733164827.194661:0:8371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+56:3762:x1817354297510784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164827.194669:0:8371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108286 00000100:00100000:2.0:1733164827.194688:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297510784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1733164827.402408:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297511040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1733164827.402472:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164827.402504:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297510912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1733164827.402519:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297511040 00000100:00100000:0.0:1733164827.402522:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164827.402528:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297511040 00000100:00100000:2.0:1733164827.402562:0:9556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297510912 00000100:00100000:2.0:1733164827.402564:0:9556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297510912 00000100:00100000:1.0:1733164827.402581:0:16201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1733164827.402588:0:9556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1733164827.402589:0:16201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094abca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297511040:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1733164827.402594:0:9556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094abd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297510912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1733164827.402611:0:16201:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00002000:00000024:2.0:1733164827.402617:0:9556:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:1.0:1733164827.402660:0:16201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094abca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297511040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164827.402662:0:9556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094abd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3759:x1817354297510912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164827.402667:0:16201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1733164827.402670:0:9556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1733164827.402684:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297511040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1733164827.402692:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3759:1817354297510912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1733164827.818363:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297511168:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1733164827.818437:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164827.818505:0:16201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297511168 00000100:00100000:1.0:1733164827.818522:0:16201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297511168 00000100:00100000:1.0:1733164827.818565:0:16201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1733164827.818571:0:16201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297511168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1733164827.818593:0:16201:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:1.0:1733164827.818631:0:16201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297511168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164827.818637:0:16201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1733164827.818654:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297511168:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1733164827.904373:0:8354:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1733164828.506377:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297511296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1733164828.506430:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164828.506486:0:8371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297511296 00000100:00100000:3.0:1733164828.506493:0:8371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297511296 00000100:00100000:3.0:1733164828.506532:0:8371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108287 00000100:00100000:3.0:1733164828.506539:0:8371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+21:3761:x1817354297511296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1733164828.506569:0:8371:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1435381760 avail 1305919488 00000100:00100000:3.0:1733164828.506615:0:8371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+21:3761:x1817354297511296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164828.506622:0:8371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108287 00000100:00100000:0.0:1733164828.506655:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297511296:0@lo:41:osp-pre-0-1.0 00000001:00080000:0.0:1733164828.698993:0:7186:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4295226494 is committed 00000001:00080000:0.0:1733164828.699300:0:8345:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0001: transno 4295199826 is committed 00000001:00080000:0.0:1733164828.699309:0:8345:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0001: transno 4295199825 is committed 00010000:00010000:2.0:1733164828.906365:0:7193:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1733164829.908357:0:16026:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1733164830.910368:0:15328:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1733164831.194404:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3761:1817354297511808:0@lo:400:kworker.0 00000100:00100000:2.0:1733164831.194404:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297511680:0@lo:400:kworker.0 00000100:00100000:1.0:1733164831.194420:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3759:1817354297511552:0@lo:400:kworker.0 00000100:00100000:3.0:1733164831.194456:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:531d87dc-65fb-4c67-b606-996b281d9421:3762:1817354297511424:0@lo:400:kworker.0 00000100:00100000:1.0:1733164831.194464:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164831.194464:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164831.194493:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3759:1817354297512064:0@lo:400:kworker.0 00000100:00100000:2.0:1733164831.194493:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801232f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3760:1817354297512192:0@lo:400:kworker.0 00000100:00100000:0.0:1733164831.194495:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164831.194508:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164831.194516:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164831.194520:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801232f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297512320:0@lo:400:kworker.0 00000100:00100000:3.0:1733164831.194526:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ecc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297511936:0@lo:400:kworker.0 00000100:00100000:2.0:1733164831.194531:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801232f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3760:1817354297512704:0@lo:400:kworker.0 00000100:00100000:1.0:1733164831.194533:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297511552 00000100:00100000:1.0:1733164831.194539:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297511552 00000100:00100000:0.0:1733164831.194542:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164831.194547:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164831.194548:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164831.194556:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801232f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297512832:0@lo:400:kworker.0 00000100:00100000:2.0:1733164831.194559:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164831.194561:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801232f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297512448:0@lo:400:kworker.0 00000100:00100000:2.0:1733164831.194563:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801232f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3760:1817354297512576:0@lo:400:kworker.0 00000100:00100000:1.0:1733164831.194570:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297511808 00000100:00100000:0.0:1733164831.194573:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164831.194573:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297511808 00000100:00100000:2.0:1733164831.194579:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164831.194585:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297512192 00000100:00100000:3.0:1733164831.194585:0:8371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297511680 00000100:00100000:1.0:1733164831.194587:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297512192 00000100:00100000:3.0:1733164831.194588:0:8371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297511680 00000100:00100000:0.0:1733164831.194602:0:15937:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297512576 00000100:00100000:1.0:1733164831.194602:0:15922:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297512704 00000100:00100000:1.0:1733164831.194604:0:15922:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297512704 00000100:00100000:0.0:1733164831.194606:0:15937:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297512576 00000100:00100000:2.0:1733164831.194609:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152 00000100:00100000:3.0:1733164831.194611:0:8371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297511936 00000100:00100000:3.0:1733164831.194613:0:8371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297511936 00000100:00100000:2.0:1733164831.194614:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:lustre-MDT0000-lwp-MDT0000_UUID+5:3759:x1817354297511552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164831.194619:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153 00000100:00100000:1.0:1733164831.194622:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:lustre-MDT0000-lwp-MDT0001_UUID+5:3761:x1817354297511808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164831.194626:0:8371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108288 00000100:00100000:3.0:1733164831.194631:0:8371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:3760:x1817354297511680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164831.194632:0:15937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154 00000100:00100000:0.0:1733164831.194637:0:15937:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:lustre-MDT0001-lwp-OST0000_UUID+5:3760:x1817354297512192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164831.194651:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:lustre-MDT0000-lwp-MDT0000_UUID+5:3759:x1817354297511552:12345-0@lo:400:kworker.0 Request processed in 36us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164831.194657:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152 00000100:00100000:1.0:1733164831.194674:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:lustre-MDT0000-lwp-MDT0001_UUID+5:3761:x1817354297511808:12345-0@lo:400:kworker.0 Request processed in 50us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164831.194675:0:8371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:3760:x1817354297511680:12345-0@lo:400:kworker.0 Request processed in 43us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164831.194676:0:15937:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_024:lustre-MDT0001-lwp-OST0000_UUID+5:3760:x1817354297512192:12345-0@lo:400:kworker.0 Request processed in 38us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164831.194676:0:15923:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155 00000100:00100000:1.0:1733164831.194679:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153 00000100:00100000:2.0:1733164831.194679:0:15923:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:lustre-MDT0001-lwp-OST0001_UUID+5:3760:x1817354297512704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164831.194681:0:8371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108288 00000100:00100000:0.0:1733164831.194682:0:15937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154 00000100:00100000:1.0:1733164831.194691:0:15922:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156 00000100:00100000:1.0:1733164831.194695:0:15922:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007bcb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:lustre-MDT0000-lwp-OST0001_UUID+5:3760:x1817354297512576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164831.194697:0:8371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108289 00000100:00100000:2.0:1733164831.194699:0:15923:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_023:lustre-MDT0001-lwp-OST0001_UUID+5:3760:x1817354297512704:12345-0@lo:400:kworker.0 Request processed in 20us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164831.194701:0:8371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801232f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+56:3762:x1817354297511936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164831.194704:0:15923:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155 00000100:00100000:0.0:1733164831.194711:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297512320 00000100:00100000:1.0:1733164831.194713:0:15922:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007bcb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_022:lustre-MDT0000-lwp-OST0001_UUID+5:3760:x1817354297512576:12345-0@lo:400:kworker.0 Request processed in 18us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164831.194714:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297512320 00000100:00100000:1.0:1733164831.194717:0:15922:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156 00000100:00080000:2.0:1733164831.194721:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164801 00000100:00100000:3.0:1733164831.194723:0:8371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801232f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+56:3762:x1817354297511936:12345-0@lo:400:kworker.0 Request processed in 22us (176us total) trans 0 rc 0/0 00000100:00080000:2.0:1733164831.194724:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164801 00000100:00080000:2.0:1733164831.194725:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164801 00000100:00100000:3.0:1733164831.194729:0:8371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108289 00000100:00100000:0.0:1733164831.194732:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297512832 00000100:00100000:0.0:1733164831.194733:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297512832 00000100:00100000:1.0:1733164831.194742:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1733164831.194746:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094abdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297512320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164831.194749:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164831.194750:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1733164831.194750:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801232f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3760:1817354297512576:0@lo:400:kworker.0 00000100:00100000:0.0:1733164831.194752:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880094abce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297512832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1733164831.194759:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801232f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3760:1817354297512192:0@lo:400:kworker.0 00000100:00100000:3.0:1733164831.194764:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801232f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297512960:0@lo:400:kworker.0 00000100:00100000:2.0:1733164831.194766:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801232f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3760:1817354297512704:0@lo:400:kworker.0 00000100:00100000:1.0:1733164831.194769:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094abdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297512320:12345-0@lo:400:kworker.0 Request processed in 23us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164831.194774:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1733164831.194774:0:3760:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4295226494 gen 2 00000004:00080000:2.0:1733164831.194778:0:3760:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4295226492 committed transno 4295226494 00000100:00100000:0.0:1733164831.194779:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880094abce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297512832:12345-0@lo:400:kworker.0 Request processed in 25us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164831.194782:0:16689:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297512448 00000100:00100000:1.0:1733164831.194784:0:16689:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297512448 00000100:00100000:3.0:1733164831.194784:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164831.194785:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1733164831.194797:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297512960 00000100:00100000:0.0:1733164831.194799:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297512960 00000100:00100000:1.0:1733164831.194800:0:16689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:1.0:1733164831.194803:0:16689:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801232f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297512448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1733164831.194806:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297511936:0@lo:400:kworker.0 00000004:00080000:2.0:1733164831.194807:0:3760:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4295226493 committed transno 4295226494 00000100:00100000:0.0:1733164831.194814:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1733164831.194818:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801232f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297512960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1733164831.194823:0:16689:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801232f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_105:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297512448:12345-0@lo:400:kworker.0 Request processed in 20us (74us total) trans 0 rc 0/0 00000004:00080000:2.0:1733164831.194823:0:3760:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4295226494 committed transno 4295226494 00000100:00100000:1.0:1733164831.194827:0:16689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000020:00080000:2.0:1733164831.194827:0:3760:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8800932ee780 refcount 2 committed 0 result 0 batchid 14512 00000020:00080000:2.0:1733164831.194830:0:3760:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880093155800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8800932eea80 00000020:00080000:2.0:1733164831.194833:0:3760:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0xf2:0x0].234 00000020:00080000:2.0:1733164831.194836:0:3760:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880093155200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8801242ede00 00000100:00100000:3.0:1733164831.194837:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801232f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297512448:0@lo:400:kworker.0 00000020:00080000:2.0:1733164831.194838:0:3760:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x199:0x0].83 00000100:00100000:1.0:1733164831.194841:0:7200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297511424 00000100:00100000:0.0:1733164831.194843:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801232f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3762:x1817354297512960:12345-0@lo:400:kworker.0 Request processed in 24us (58us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164831.194844:0:7200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297511424 00000100:00100000:3.0:1733164831.194846:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801232f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3762:1817354297512960:0@lo:400:kworker.0 00000100:00100000:0.0:1733164831.194848:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1733164831.194858:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297511680:0@lo:400:kworker.0 00000100:00100000:1.0:1733164831.194862:0:7200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1733164831.194865:0:7200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098bcdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3762:x1817354297511424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1733164831.194876:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801232f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297512320:0@lo:400:kworker.0 00000100:00080000:2.0:1733164831.194881:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164801 00000100:00080000:2.0:1733164831.194883:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164801 00000100:00100000:0.0:1733164831.194884:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801232f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297512832:0@lo:400:kworker.0 00000100:00080000:2.0:1733164831.194885:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164801 00000020:00080000:3.0:1733164831.194888:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 14512 committed batchid 14511 00000100:00100000:1.0:1733164831.194889:0:7200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098bcdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:531d87dc-65fb-4c67-b606-996b281d9421+23:3762:x1817354297511424:12345-0@lo:400:kworker.0 Request processed in 23us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164831.194892:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3761:1817354297511808:0@lo:400:kworker.0 00000100:00100000:1.0:1733164831.194895:0:7200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1733164831.194915:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164831.194936:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3759:1817354297511552:0@lo:400:kworker.0 00000100:00100000:0.0:1733164831.194937:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297512064 00000100:00100000:0.0:1733164831.194939:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297512064 00000020:00080000:3.0:1733164831.194941:0:8366:0:(update_trans.c:1569:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 14511 00000100:00100000:3.0:1733164831.194955:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:531d87dc-65fb-4c67-b606-996b281d9421:3762:1817354297511424:0@lo:400:kworker.0 00000100:00100000:0.0:1733164831.194967:0:15870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157 00000100:00100000:0.0:1733164831.194971:0:15870:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre-MDT0000-lwp-OST0000_UUID+5:3759:x1817354297512064:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1733164831.194983:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164801 00000100:00100000:0.0:1733164831.195007:0:15870:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:lustre-MDT0000-lwp-OST0000_UUID+5:3759:x1817354297512064:12345-0@lo:400:kworker.0 Request processed in 35us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164831.195012:0:15870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157 00000100:00100000:1.0:1733164831.195033:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ecc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3759:1817354297512064:0@lo:400:kworker.0 00000100:00100000:1.0:1733164831.562380:0:3759:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297513088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1733164831.562435:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164831.562478:0:16201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297513088 00000100:00100000:2.0:1733164831.562485:0:16201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297513088 00000100:00100000:2.0:1733164831.562529:0:16201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1733164831.562535:0:16201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3759:x1817354297513088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1733164831.562563:0:16201:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00000100:00100000:2.0:1733164831.562608:0:16201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3759:x1817354297513088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164831.562614:0:16201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1733164831.562640:0:3759:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3759:1817354297513088:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1733164831.808275:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164831.808318:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:0.0:1733164831.808347:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164831.808347:0:7200:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606357120 00000100:00100000:1.0:1733164831.808356:0:7200:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606357120 00000100:00100000:0.0:1733164831.808375:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164831.808384:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606357248 00000100:00100000:2.0:1733164831.808389:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606357248 00000100:00100000:0.0:1733164831.808390:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164831.808398:0:10838:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606357376 00000100:00100000:3.0:1733164831.808402:0:10838:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606357376 00000100:00100000:1.0:1733164831.808404:0:7200:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 670 00000100:00100000:0.0:1733164831.808405:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:1.0:1733164831.808411:0:7200:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098bcd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8ec7278-8701-48c9-82a2-e433073c7150+12:2001:x1817354606357120:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164831.808420:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606357888 00000100:00100000:2.0:1733164831.808422:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606357888 00000100:00100000:0.0:1733164831.808429:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:3.0:1733164831.808430:0:10838:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3158 00000100:00100000:2.0:1733164831.808445:0:15870:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606357760 00000100:00100000:3.0:1733164831.808445:0:10838:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2000:x1817354606357248:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164831.808446:0:15870:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606357760 00000100:00100000:0.0:1733164831.808455:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164831.808457:0:15870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3159 00000100:00100000:2.0:1733164831.808461:0:15870:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1516:2001:x1817354606357376:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164831.808477:0:7200:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098bcd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8ec7278-8701-48c9-82a2-e433073c7150+12:2001:x1817354606357120:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 66us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164831.808477:0:10838:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1305:2000:x1817354606357248:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 41us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164831.808484:0:7200:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 670 00000100:00100000:3.0:1733164831.808484:0:10838:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3158 00000100:00100000:0.0:1733164831.808488:0:3754:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.7@tcp (source: 12345-192.168.202.7@tcp) 00000100:00100000:2.0:1733164831.808488:0:15870:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+1516:2001:x1817354606357376:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 26us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164831.808492:0:15870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3159 00000100:00100000:2.0:1733164831.808504:0:15870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3160 00000100:00100000:2.0:1733164831.808506:0:15870:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:2587e66f-96b3-485b-a51d-8015e555f74f+1416:2001:x1817354606357888:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:3.0:1733164831.808507:0:10838:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 3161 00000100:00100000:3.0:1733164831.808522:0:10838:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2000:x1817354606357760:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164831.808528:0:15870:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:2587e66f-96b3-485b-a51d-8015e555f74f+1416:2001:x1817354606357888:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 21us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164831.808535:0:15870:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3160 00000100:00100000:3.0:1733164831.808543:0:10838:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2587e66f-96b3-485b-a51d-8015e555f74f+1333:2000:x1817354606357760:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 20us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164831.808547:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606357504 00000100:00100000:3.0:1733164831.808548:0:10838:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 3161 00000100:00100000:1.0:1733164831.808550:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606357504 00000100:00080000:2.0:1733164831.808552:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1733164801 00000100:00080000:2.0:1733164831.808555:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164801 00000100:00080000:2.0:1733164831.808557:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1733164801 00000100:00080000:2.0:1733164831.808558:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1733164801 00000100:00100000:3.0:1733164831.808563:0:16690:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606357632 00000100:00100000:3.0:1733164831.808567:0:16690:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606357632 00000100:00100000:1.0:1733164831.808569:0:16592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606358144 00000100:00100000:1.0:1733164831.808570:0:16592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606358144 00000100:00100000:2.0:1733164831.808572:0:15986:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354606358016 00000100:00100000:2.0:1733164831.808574:0:15986:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354606358016 00000100:00100000:3.0:1733164831.808589:0:16690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 599 00000100:00100000:2.0:1733164831.808593:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 600 00000100:00100000:3.0:1733164831.808594:0:16690:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+15:2000:x1817354606357504:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164831.808597:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+5:2001:x1817354606357632:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164831.808598:0:16592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 601 00000100:00100000:1.0:1733164831.808603:0:16592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:2587e66f-96b3-485b-a51d-8015e555f74f+953:2000:x1817354606358016:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:2.0:1733164831.808610:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+5:2001:x1817354606357632:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 13us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164831.808614:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 600 00000100:00100000:3.0:1733164831.808615:0:16690:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_106:6412e5d2-4e51-4fc7-9002-2d1814a8dda4+15:2000:x1817354606357504:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 20us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164831.808620:0:16690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 599 00000100:00100000:2.0:1733164831.808623:0:15986:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.7@tcp, seq: 602 00000100:00100000:2.0:1733164831.808625:0:15986:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:2587e66f-96b3-485b-a51d-8015e555f74f+964:2001:x1817354606358144:12345-192.168.202.7@tcp:400:kworker.0 00000100:00100000:1.0:1733164831.808627:0:16592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:2587e66f-96b3-485b-a51d-8015e555f74f+953:2000:x1817354606358016:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 23us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164831.808633:0:16592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 601 00000100:00100000:2.0:1733164831.808637:0:15986:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:2587e66f-96b3-485b-a51d-8015e555f74f+964:2001:x1817354606358144:12345-192.168.202.7@tcp:400:kworker.0 Request processed in 11us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164831.808641:0:15986:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.7@tcp, seq: 602 00000100:00080000:2.0:1733164831.808651:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1733164801 00000100:00080000:2.0:1733164831.808652:0:7201:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1733164801 00010000:00010000:2.0:1733164831.912372:0:7194:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1733164832.202408:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880093af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297513216:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1733164832.202464:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1733164832.202530:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297513216 00000100:00100000:3.0:1733164832.202537:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297513216 00000100:00100000:3.0:1733164832.202583:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108290 00000100:00100000:3.0:1733164832.202589:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3760:x1817354297513216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1733164832.202616:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1439821824 avail 1310359552 00000100:00100000:3.0:1733164832.202672:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f5b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:3760:x1817354297513216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1733164832.202679:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108290 00000100:00100000:2.0:1733164832.202716:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880093af7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297513216:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1733164832.410395:0:3761:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297513344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1733164832.410395:0:3762:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801232f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297513472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1733164832.410448:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164832.410474:0:16201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297513344 00000100:00100000:2.0:1733164832.410480:0:16201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297513344 00000100:00100000:3.0:1733164832.410496:0:3762:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1733164832.410526:0:16201:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297513472 00000100:00100000:2.0:1733164832.410528:0:16201:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297513472 00000100:00100000:2.0:1733164832.410539:0:16201:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1733164832.410544:0:16201:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297513344:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1733164832.410549:0:11447:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1733164832.410555:0:11447:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801232f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1817354297513472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1733164832.410561:0:16201:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 984633344 pending 0 free 3917578240 avail 3686055936 00002000:00000024:1.0:1733164832.410574:0:11447:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:2.0:1733164832.410589:0:16201:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3761:x1817354297513344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1733164832.410593:0:16201:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1733164832.410617:0:3761:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3761:1817354297513344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1733164832.410617:0:11447:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801232f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1817354297513472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164832.410623:0:11447:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1733164832.410649:0:3762:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801232f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3762:1817354297513472:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1733164832.826375:0:3760:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1733164832.826397:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008f5b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297513600:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1733164832.826446:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1733164832.826509:0:11447:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297513600 00000100:00100000:1.0:1733164832.826517:0:11447:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297513600 00000100:00100000:1.0:1733164832.826559:0:11447:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1733164832.826565:0:11447:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801232f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297513600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1733164832.826587:0:11447:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 200704 granted 984775216 pending 0 free 3911073792 avail 3679551488 00000100:00100000:1.0:1733164832.826632:0:11447:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801232f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3760:x1817354297513600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1733164832.826637:0:11447:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1733164832.826661:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008f5b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3760:1817354297513600:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1733164832.914331:0:8354:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1733164833.514386:0:3760:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012de38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297513728:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1733164833.514446:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1733164833.514495:0:15879:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1817354297513728 00000100:00100000:0.0:1733164833.514503:0:15879:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1817354297513728 00000100:00100000:0.0:1733164833.514550:0:15879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108291 00000100:00100000:0.0:1733164833.514557:0:15879:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801232f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:3760:x1817354297513728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1733164833.514592:0:15879:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1435381760 avail 1305919488 00000100:00100000:0.0:1733164833.514645:0:15879:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801232f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:3760:x1817354297513728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1733164833.514652:0:15879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108291 00000100:00100000:3.0:1733164833.514673:0:3760:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012de38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3760:1817354297513728:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1733164833.916345:0:7193:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 61322 lines, 61322 kept, 0 dropped, 0 bad.